Obstacle Tower - PPO.ipynb

obstacle-tower-ppo.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.7.4"
    },
    "colab": {
      "name": "Obstacle Tower - PPO.ipynb",
      "provenance": [],
      "include_colab_link": true
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/gist/analyticsindiamagazine/a0b4ffd0b912f3c60431e84a8e254295/obstacle-tower-ppo.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7lZA4fx4Tuyn",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from obstacle_tower_env import ObstacleTowerEnv\n",
        "%matplotlib inline\n",
        "from matplotlib import pyplot as plt"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wEyCn3ZYTuyt",
        "colab_type": "code",
        "outputId": "54787f45-b27d-420f-8ccb-7ba9f8d96503",
        "colab": {}
      },
      "source": [
        "env = ObstacleTowerEnv('./ObstacleTower/obstacletower', retro=False, realtime_mode=False)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "INFO:mlagents.envs:\n",
            "'ObstacleTower-v3.1' started successfully!\n",
            "Unity Academy name: ObstacleTower-v3.1\n",
            "        Number of Brains: 1\n",
            "        Number of Training Brains : 1\n",
            "        Reset Parameters :\n",
            "\t\tstarting-floor -> 0.0\n",
            "\t\tvisual-theme -> 1.0\n",
            "\t\tallowed-rooms -> 2.0\n",
            "\t\tdense-reward -> 1.0\n",
            "\t\ttotal-floors -> 100.0\n",
            "\t\tagent-perspective -> 1.0\n",
            "\t\ttower-seed -> -1.0\n",
            "\t\tdefault-theme -> 0.0\n",
            "\t\tallowed-floors -> 2.0\n",
            "\t\tallowed-modules -> 2.0\n",
            "\t\tlighting-type -> 1.0\n",
            "Unity brain name: LearningBrain\n",
            "        Number of Visual Observations (per agent): 1\n",
            "        Vector Observation space size (per agent): 8\n",
            "        Number of stacked Vector Observation: 1\n",
            "        Vector Action space type: discrete\n",
            "        Vector Action space size (per agent): [3, 3, 2, 3]\n",
            "        Vector Action descriptions: Movement Forward/Back, Camera, Jump, Movement Left/Right\n",
            "INFO:gym_unity:1 agents within environment.\n",
            "/Users/anurag/opt/anaconda3/lib/python3.7/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n",
            "  warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sX-IqldCTuyw",
        "colab_type": "code",
        "outputId": "329cc3cc-0767-4807-8e49-e413ac3042a3",
        "colab": {}
      },
      "source": [
        "env.action_space"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "MultiDiscrete([3 3 2 3])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ROS79LvkTuyz",
        "colab_type": "code",
        "outputId": "5d47c018-f63b-4e7a-dde1-9b0b738a4baf",
        "colab": {}
      },
      "source": [
        "env.observation_space"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Tuple(Box(168, 168, 3), Discrete(5), Box(1,), Discrete(9999))"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IF3Y7L-NTuy1",
        "colab_type": "code",
        "outputId": "f9a54a05-c2b1-4b10-9f2a-01e68d89808f",
        "colab": {}
      },
      "source": [
        "obs = env.reset()\n",
        "fig = plt.figure();\n",
        "plt.imshow(obs[0]);"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQEAAAD8CAYAAAB3lxGOAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOy9e7ClyVEn9sv6zrn39nOme6Z7el5CQpKRhBYJIZAA8TDa9WLAFhsLDmANmNWG/Af7sBfbCP9hHLEbDrA3vIsfuxEEy8ter0AYbNbAAiEQWGANCARIQoxGO8+e6ememX5M9+3ue8/5Kv1HVVZlZtV37p1pDdyNPjVz+5zzffXIemX+MiuripgZ67AO63D7hvAXTcA6rMM6/MWGNRNYh3W4zcOaCazDOtzmYc0E1mEdbvOwZgLrsA63eVgzgXVYh9s8vGJMgIi+nogeJqLPEtH7X6ly1mEd1uHWAr0SfgJENAD4DIC/AuAsgN8H8O3M/Kef88LWYR3W4ZbCK4UEvgzAZ5n5UWbeBfABAO95hcpah3VYh1sIs1co3/sBPKV+nwXwjqnI8/mMtzbn6gkB9PIKXuwuzO+NjVxFuhV+10NLVF9RG4W7af6cwlTR+21Tbr+ST8862nRdl8tl+T6f6eEmmXHnmfrJq/N/ua38MofXyjCOY8qbbO4h3JqsjTECRJM0r2wDlg/GjRu7zzPzKR/llWICPXoNrUT0PgDvA4CNjTne+pbX5ecAQyrsBwWpODZnZgaFgGeeOgsACJmP3P/APVIeaNiE7p/ytTy05TEzwNGTnoukHCfA9TmYGYwIjtxW3KSV+DGVFevMokAgUMmbKIBp9ZBnodk/zJlSCABb9hSAPNnS08jmZ+JxrnkIlMqKsdRX8uVaKQDAxRdeKGWdPnOqZlKYKNd+lfIM6+Hym6UuigExE2yVPfuVBiXT33YcsPpeothcOk1PTlZdvHgFAGNjc1O9J2wd2vJVVf0sechYoTR+VHk7N3fS+A0y/i1xMXKqt+RZs0fuIkSO+PgfP/ZEW4tXTh04C+BB9fsBAM/oCMz8o8z8dmZ++3w+vEJkrMM6rMNe4ZVCAr8P4PVE9BoATwP4NgDfsSqBkWBECQ04+KnBaYPAiVopCODps+cBAA88eMZxbupoHdFTlaQbrKQyxSJ2pYSJyJy5e0UGqX6aGgICQCWzzN0LhTFT0ANZsZTTAwvlEbdKSm1WhbKYnTxVqk+mChy1OK5toCCE67IJ2m0k0hKNOI2BfWF+r8N0alqkMCPJP4vU9HgzUnuitEZbYWBzaxOmKciNbSakTvIoN6ygXYiraXwOiV5BmBn5EYFkQPB0ZV4RJsDMSyL62wB+FcAA4MeZ+VOr0sSMWwjAMAtgspPPj27yPzwKZqs2EMEOKIX7qI5uN/hzU5fGhXsHANHAU5qwZwhk1im9bqLhfx04GXJHAGEwKlEJwrumVnryAOvB5Kp6uSSrZgByXZri6jMWelZNYKc6mNmUqACYQGUAc4L/YDCLKhJgmSNbdTEzX1sbAjcMH2Zm+fqXPPV8zg/01OxWl2tbg7jhh4xKcHe1zqkvLlsAQKAqVOp8r0wgrOjPVwoJgJl/GcAv7ycupQTpRyCwU5yagWrnZukd2x12/PmhThCp5wmv5badJZ9qQkfVwUgd4KecdA5lA9EgOrXkJ4OUqBiRYoxGN0z6Nyn75rRUrZJ01UT2qQoxjQgkeGmGhv4St3KxzoRw6MJ1gLcncJaYDlTl9l9RFzbUmbSJxol0sLK2nY/7b0/J79DmhmrbXhbk6LVVu7mzQKBs9yiCkEwkIkIw8iSPLx1nheL/ijGBlxpCqBMlg0L11vVGHjuK4WVGEgucZhAiUBuH7KQuqoFGGAwLH/qlW2lP1LwX6F8HtZuQQggrLp05uebcUZceQgMtyTPLffp8KHwFAHjs0a69yFdKDaqJcsyETp9Hjx5S7xsibGSPlGJSS3TbsY6vnmrSvMSWJIU/oTMXp6tSyXWJUj52rJpyIlK/KqbW4i4vruxPAa+knkt5xXxOajxLjg1smarp2m14Hdbhtg8HAgkwAApphYA0y/ORJiATuKfXMsBqsYm8/EP5baQrlE61H8EqkFaJosKJNedu4AS572SKpBAQmMFi8xMtVuVp7FzqO5H/0RHB+eOpx5/CbAgYR6sj96u+qkG4a5vZ3r7p4uwNqQv5HVTWLbkj9byRT0ehvj7pVE4udhqYWK5sOAmsI2o06PMv6K2fZ3lepHzf8G3SKNL3MsfocCCYAAGYzxMpwzDg5u7C9RrZAcYRRATmjpFMgsN8NBHPgDG20NNEUj/MoMswuZlmznDnO9D+TlRENXhpCAgUwCQ2ghEYtc+CGhRsB5QeQMVEXWhKTOrs42fbeprq6kz2Cj2cz+bzy77yHcXuAQAXzp1TSWqaBoabxmSTR3qUjG2sOLdnAE0oVmJLM4PV6gyyamEFDzkm2gSu7Jk5qQRaH09lUNNMdQIzoso8KGV/2l2oFF3LLSppehbjNEs4EEwAqN5WMY6TQKAKODvAaMrqoTqk8exgBpNzNCGR2k43hR+kPURSv8XoJHXDWAihu5bH1bljTIyurky0eiNn0qYGR6E1wwlSTXH4UHJouX5jBwAwDKkNv+gvvT6Vb4qz+ROlwSlPI9cVEnaDevPQMfPbTH7JmusPrWH7Cc958pDPwCMBRYd+I7iQXIt5nd5U2ecjbeghgEnP7QuVCfuhCJQ+Km9E/kk5Kqv6Uxfs+ygJCVl180hPh7VNYB3W4TYPBwIJMFBcUEGEIQwYY7QR4PhqZKv7Zg563wP3AQCefuqZhB6KRuE0smJ7aE2+Wj0wfLcjcYrsUjT25YDTTTpSggjG1ZjFh1deejHopBZB3II9vJE19WrCqMaG9PCNb3otAGDktEphXZQJeskv6MxyG4CSiItRoHVa4rxx7cVMPuHK1e3WHVfSQ+wxQmB9x0U4ynMFkRsfg6l+quNFPAskRBW/oDap34R9SJIQqQGjfEFUwbY+2X25LFd2M+8VtiJkdKG150Q+FXWC/7ydhV5OMPXsL96jMa3kx2OMGKi3tKiDtIz8ojpYdEc76MUdPdVnq2nhmOwKDFL16NPfZEV1wBMzmLgwBYSQ9xO0ZcNMIqwcNB6uHzq8iZN3ncSVK9dSHsPc2BJ1e9YlKTYQsngYGibAhiERCDT4+ncYYSrAxGjbv6eETYdkD6pjI3W7Ttng+fY7empnWzorA5H4+rPjJIZJlba2aoAugdSnrlNTumteUn4nq8bwgWECNSRvsGRQ6U8a0XdqEsbIsay3Sz7oMAWrH5L1N+hIkJ6ZNQ1MK3nM70qoTdST4iVurVuNTkDwksVavXpSzwfjT8BtNX1b9trNBLbMQZBQa+z09op9DeV+gU3qfmN2UYAgL8XYvORsU0kRkxZAFy+3sx8rRIZmzikLO2FbK+6gU3ZfNFtOZbBBN1r7ry7EE9XA2iawDutw24cDhwRiFBgZYHzxjItp8qxj9bvIpr2wu9LPuEi9mosOU0qJRQFZGhs9ttLkHhpS6teWTQvaqZtC2rr15KPNvN8WKzfGRLaigZTdA7beLS0KIeypAbn2maTWppBvq0CVSZNRQA/9r1TOVqKA/RfOypZC6rldgWpRJLdRLSIg2x6GjC5N03U5cEiAWTECVuO+eN/IA7txpAfFdHjkkScBHnslut8OwpvfXHQ+7Rrc+gDkxLoC7P4gbsKkq6G+c3UHVe9NmcbmoEBiSddhL2Tj9PgHu7bWujTr30JLZCDvdWhCTkS5Ylz+i0WNsHFXs4JCkZTtJ7iPr5opRkaMIix8q3UL2jMU7YNrnqUPZazE1EZcxrRlqek7qb9+kGz9arfUM7I5kkKVh5X87OAgATWgGV5aeR2Ji7HHJBXdr5u/zUl4RjSHUlj//GQh1zvWUkbRTXxDS46oB6YzSeUUPf7rpWs1KckmktZfQGnneX+BTP3GnwJ24PWDGzEObZncSp31ZG7LMvk2Vmo/iT0z50b9b2gn+7VMTKDS6NBbtaKiemKSHR+2EydmEQOXLl0pP9pYulyU1QTJLspzsX91jOJ6j4DJcUr858EdYxqrwGpMczCYAKMQGyNnY50aDL391yrUxlHbglXe+oteAZJJbcCzH5D9zKrjTZ4MpKIwiedZiQQ7pkQOuM5ltf9buFSBjUK/QyZemeA6zwo4Yk/9dJCBar0xe1OaTFvWIEu9bYGpfm15mvaVtPUe6iU6KReVsZP616sqnn5iNTv3CKV6hLKsWHuiztY+SiG1+9uPbQYhAHFZ4na1O1NtNvkQNOrZu9cPnDqwDuuwDn++4WAgAUxxTBNj7zwIK50iJnNznLaBjq5oLV0KCnDLcCZKkRs9lu7yduKpHqzC9VAanUu3ui1i0Y996X7JNSExJS4bqd4/5ELXXUup8kFT+juXcoE9tg4LMtljwJSDejKa8suXGiGVzWVEphtreVMU29dBNsFp3dODC3HGcmJdew1rNdAgV1PB6dEUORpVQNJPhQPCBGonVaNJLAM+HeapgD67Y7SoPq/PqDPvvG2hQ4meZFlnWD3cciFO/9bgsFqaubxJdZQKViKbzlKZUI8WwxTaDVCTitQkQ7CJmJHLVYylk24q7B9cV2oKPJ9IrJluC6ZdmV3rfEtXt6jmIXdeWXWMFN0bW4ea2EJTqWv5nWM6W0SxK7eyqCFUahpHxhgZHOO+bAIvWx0gogeJ6DeJ6NNE9Cki+nv5+Uki+nUieiR/nnjJeUOOG6tTpVjDhUmwPZ1HAqu/Xs3FKh4IaH2Rcnna8u9kWm8SFiu1TGLuxyfYCSRViqWs+oxV55kBV+inIrnKX8jPIFtk/FaZSofJmEQK5r9AJkKRmvlP6llXRqaGJ9v+mG7FRIZhlhN59h4rcm176bzVakwnVpPtfrhXyYrqzHfZ1xZ0E98UTNO/e7RNhdI/MAwAAMZxOpdbsQksAXwfM78RwDsBfC8RvQnA+wF8iJlfD+BD+fc6rMM6HNDwstUBZj4H4Fz+fpWIPo106ch7AHxtjvZTAD4M4Pv3ym8QdpQl/GwgjLKsL5DOM0yFwHv7a0ygFJHNiSEk2ZdPcypwA/GznFLO9QLT5DBMA9hXipeK7wpc9SJCLQjn/TlWB820sIeTTSiNW2pt/eCVLkykWgYmHdyzBmfvIU5ZWd9tKZ7+jiED1XahU1KnXO48A1DOeESzt15VpNEdXB6K5C7icN/T2PAvbX2bRQkFF6UurU5fEwkSlWpJG8UYDeqcCp8TmwARvRrAFwN4CMA9mUGAmc8R0el9ZFC+DgMhXbhCMF7QZLUvszZNaq0/Rzlz/7149mm7d53RGogSnSifxgnHtRz1fhHM6duVsThvP5c0MOwBFkKNgZG1zuyWwohgdtxN0ckSOX+Wd3lCEFv3FKUA5G+doS4qQHdg1QoYA19Pqc1Lv7X8PL1VkVp9suXr97HVzMllApXt5CUu1SRHhRTfIq4KcO3nyXCxfU5iDDVLssyG2XRcK0xBwij02QHjOCZVszybqAA+B0yAiI4C+D8B/GfM/OJ+T7g1NxDNZ4VLRwAI2YkHtiVke2s6mpuMxN5fuWpwrxrHLyGn2omVC8nuLY8K/CajYpUutgcriazEI8C7SveMPszVT0DSaV20IJf6rNFAPSKZaABt2PQyncpEVCLNT4qch2GGitkRebzgmZV8dpBDs3bvXrlqSkntfJN2oi7qqGkrGtVvWvJoBROq/eHBSoMUgCIjB6QTumPW+ylGzAi4uVBIYLLEW/QTIKI5EgP4F8z88/nxeSK6N7+/F8CFXlp9A9Fstr6BaB3W4S8qvGwkQEmM/XMAn2bm/1G9+kUA3w3gh/Ln/71XXsyMF6/eNM+2NgbM8rmDRWcqgqcFqfp470Sg+xTOzxO/byFoDUJuCmImh07YffWqhjtfP+VS4WmJ5fPjSf21JBSoCeVrYET3y2wErl+M2iHPvDSbzENB4ZpbP3gViABi5ZjtoY1RI+sYMVuJp0tT6KHFTHuGooUp1ZGzX6tqOzibDBi4ft3Oh5u7LZ4npyfIagDHEUSEGBm7y/Rs1pzlUMOtqANfCeA7AXyCiP4oP/uvkSb/zxLRewE8CeBb98poMY54/oV6Ag0jLd+96sFkTqBifcsJ8sCd1LlLHB3IDPj0lZo5QIkIlY3Fjey+tGvaQlM9YbJM8AmeoFN6HlachrpMzdLW+JbnH4a2oi70B4UwXF3P3sYgUsyntGHSM3I+qTZ7TRu9GaYwOqfvGnffjMlLO3XO1hPjZiVuouzO9+Kenf8r9XGqQo8l+C7Sk7/GyRUWVY7SPz7v5y5um7yjUeop/189opbqDEGSTudqLHxFDhpl5o9gmjW++6XlRliyvotNnsojV0zhCXKAZlLGrCRtK63GaNbJa17lKdVBmO7FqxHEd0F8FAqdBDPhgXrAY62LqwNV2d+17nupGIFmpLhA7nGa0P3Op+aLK988a4+7ZlWa5in6UFXNUL3NoFt8Q6pwMM356iQtGWjm7gBhyiJFWn1kN4GaFlQCploK688eJxCU0VTOPqvNVO9ErBEiRj81nVNLsosNmUZGUOiYecRyyeUAWKnfVDgQHoOz2Qyn7r7bPVUTbYJ+Iy8y7NWcXEtBJuDRzz6Nz3/t/fl9yEd3tVxYLw02Vm0Gqo9nHYN18K2CJVok6Ikvg1SjGueaK/VokIctz9SlmXlsv3dSTr1uxrpSMww9btLbL2yWy0oS0zx2QrS2RYvhJbYRdFxVEdKpFIfYo/aVlqmxp7uyI/ErLd2CVDtxl547jh+rGXQdslrBKJbCGEfsLpKxWe4gJAKuXL6CXlhvIFqHdbjNw8FAAkPAXSeOAIA5J3D3Zjr8sqd8NfBa1laF2TtJ4VCjVQFsRjBiRnRv/SCXN5WDpim9dzBTVE2yUS1cnThcopE2rfiZAn6aGuuvXlWgkXs33TBMFfy+DFVodUlw4FpUOB8P031BJGcaVbVJ8ogqhVJKihuzWbZrdISmKCRziVtq7qlGirZcoHlnmsWVwRxBCFZFK4NSDgRljBG489is/O7Sqx8Ul/OUxzgOkK3F4h9FAJ5oqwPggDAB5gge0yUYHFIFhoGwtbUBANjZXeR40rEZ4qg1c686VHinFbRpndBR1P25atobNaR5mdUK5eeQdjzqKJ08PTrFhM5u6KLO8z0CWWt121KNtcF8UGgnQAMx/b5/U7xM4LYO+hYdFKbgSFFenkoPUHlYAaCf52wLHbp9EyWNolDokmKMoxrbwltNXmWuY6mIAy3L9/7p0drzNY09Asr4ms1yWaGzK7ITDgQTADPG5S4AgObz4jHop28onQX1Jr0serXrgCrDkzRr+kuFngNe8jJU9wPrQWmosJ0ywQ5ydbMeWCzpmoYVk9jRr6m03xsNPqepKIvcaDf5uglU39RYRFVfXqUS23Mi2/fs46hCme122Emm1pvhKisGugzV0FmaplaG/PtOuksXr9RhyHXjlimrZKmZnc7cfh3L5jmphP0ZI4MplGTCkETqJ9rF1NlnYjqsbQLrsA63eTgYSABWjyKw8cevElpxWNLcjTNu0m4hHUjvoJ6Xqt4IK4d3VaRc1ZGp5aaydk96H7uIGZumQRR6w1APlTTxWxTSD9M6xAqUPp0GWaVplAbyHbl35uz7UaG3DPNrn+YMvU5EgPGVdorb1Mqgt09o8U/u92TwdewgOZ299+0whOovXl1Alfhyca0GaYZMQT9IZ3Y32blwYJhAqeAYy3wVz+dh6ENrWf6IWd+2E7ZgtPzA/vbnBPSCKBh+0Bk90OfC9qfNq1eCf+Kw4QRxgoD9MnqTbSe9n0Ns9RFMjVMLlZVaxK0+3Svbk9VR3/vzozxMzhKlX0x9HIf3DNcpihN7r2wbkoLwK0bJMJ+btFuHtyboR9vlpJibimA9RS1p9Wox1YCk02baqeazykfiwDABOfRAXILT1sj0bDaERlll1dFFMpOdD/fcdwbPPvOsKac46Mi/HX3YzqkJN4tmRE/XrRoNdb4+k/aZFnC9/KXY4KNMMaheOfnIr46xu6b2VnMGIsFwE/FCbA5qKbzRo4Ye2vHuOhltkO4z2cjjmLjJx5WVM20oIB2bAH3QK4QZsvrJ1UNxL4SwImimZT1OEjXGYNxWJ493/aTdQFdsHPuAeWubwDqsw20eDgwSKJc3ckRaCrI+5FqzqTqjvG1lawDDOu6iz1bdaw31G+nVc5+NewIByK6WehR4X5O3+2/YLQ/JgaYqyxz8OXLtseSeHlMqkvSpsLfd+OShKjcqUVcwctuGJb4msemoGseqePXD7OF3Ur5HvcdzvfMY29Quoynp7zTBUqFu/ij7Y4R2k1awENcRn9q6g0gVKCGdGaYOgu2HA8IE6oTnqoxNzqypV36Ckvan9nHRgk8fUYxfOg+WcvS82BNySSTP1Dz9ABpHEvnKtbM7udvvlSno7eu9iVJ18wZzlgjy2rvsdmqgBu/E5O+lWaGK6PZtrQF7B7/3zOZdmXHvNEbTLG5IamcvbQJOYyPaRKo8Uu0qJLT1tmysr853VB6Tt+uHFUzhYDABgt14Qu4T1hItk6Ha/kSaWZFg1dis/3trlJskZsA0E5xR/QQc110xMr2fvaRrbAWsvusXnfqschryTKFed67yVc9WiblVr3s02H7yFbAMziOoSWNdN/f8hN0nTPUyHY5e5ZUqv4NMcl2A6QS2fdire+5A7TjGaJEf6/bUY1Ky1giKUW02pUxX6ZCEZ4ByDyyodQJmqXAwmACcZEK1/KdnXkp1OsxzPmm5Mtjbs967dEzs7rOh83wF/irSWW3mqCJ2xcDvMLQ9UV6PcUg5VI1Apb0TjlTQmFbWRdJ65xkPJro5NCDHMWS2fJfZ9T1RcyTbdDEt7qkW91bV7IEhTZswNN1MUppnHJNuYpTOmbBlJY5QlddW4BVA4RGdGRNkHrwUzLQ2DK7DOtzm4eAgAcWZ/TJT4XQKTnaZtvKgiGAgspV4WqjodTFTnjrkERmf1ltQirGqoVDpeCWnIuiyiHN7+9l95tJrGoUWBA+any4xU4WgKY47zETXWZWj0XFpsWJslLtya6GCAsodmr4SqPKt91RKZ/VZgnlgzx80h4vodvDwGm3Qtp3ubc2ddC7bCYBE3fj1rduqXjZBZXTidrqVDU8dpyM/erR64zWclxIOBBMgAEMeUZGzz3OdV1hGxsxxhsa/xc0OBplIMogfezz5DXz+a+5FRP9sQ2/13g+o0uvLbZp28KbfvtfYDoZCeDu4uDPi2hOw3PDRiqUzULV1zEygeEmqZ6ByMfzqPHo51jzci0p12VPB6J3dsCrUGvemjp2w0zSiP6M7ObUTzw1M0nnKuch+lalmsty5CVkdA1D2l3hVSuYIAIQQjLep2BmmLzm34XNx2vAA4GMAnmbmbyKi1wD4AICTAP4QwHcy8+6e+WSCB3XAkDhmlArWedYPRri7RcJVuzbMk70bbnKSw8hq64DTyZabCtWc9xiDE3ROn85bUnnHn0zfU08+47K1OEW7BDf6scRqJnP9fuzYEZw4eYeKnyJHRpno5YQobRTw2bJN71up33sFkt1SMAKaUVafCiXMrk1CSztHq/PnE6k0etOhiwIYIJn4OVY6nET1GQHQt0CvqPvnwibw9wB8Wv3+YQD/ON9AdAnAez8HZazDOqzDKxRu9cjxBwB8I4Afy78JwNcB+Lkc5acAfPNLzLNangW9lgPdcrAqU07nfud/WTNIF2HKelpuIcoivJCRdUnRv8wqE6ZlUkUY+s/Hbesoe+mZYegpakO0SdNrrjnlNP5uRf37zL2ncOzwRrcd2obpkG7q2DbEsWNHcOxYOjDm4guXbVZCr9Qx+nMAO4C2wOu2xfemXbVHVH++jXI7eWQfikpkG0LbTRptjAGOsfxNERfynx8lMgLNHYp7VF2jsnIH44oEt6oO/BMA/xUAORDtLgCXmVlORTiLdDXZPoLgPDFmaWWK8uBWUFvPF4Fhxqe6h78190j5+6u9CrSaCN4nYGptO0XbXz6rFZBaZ2bluy6F9PJemV8KJ+86mXLPuuMb/p3PAwB8+uEnuullR6X+XgyfzszQJ4LVRALG2NY7qTJKofFtjb3aaiJ0EzmG64wvlXGvak1S/+Yc9bCNbJILYyEKqq0YNOUy6SixT1u6Vo+3V4AJENE3AbjAzH9ARF9baGtDlzJ9A9HmxswkJcjgzBk0fcHQZg85SilNSG6elTwMNTKk2o5uHTTr4BdOXH0JYMrtVbrKCDbPepuDrDOTOxRCMUIz35SiqqVAEzpW8d1FxOZGwPE7jgMAvvRLvyi1rmKmxdFKkcvqGDJ9MKtowSHfbPzYo0+Usu6+605zIGh/UqtxoD3saiOYhL4JhSnX54Tmxp/cab1Tnm0LkSWwue/CEmHGKwA016O1dTLHoJm0rgzUdiYKhikramsKsnV5pXYRfiWA/5CIvgHAFoDjSMjgTiKaZTTwAIBneomZ+UcB/CgAHDt6yJLYtaT55rdwrR73lD9zHqfuvQcAcOGZ8zmdKkIeuBsj6/ZL6RwrfUmnJ+HuNb9ec5uz/r0vq54NZXUD5lP4lZUgEJCUk2Z04wYWdB4dibCzG3Hj+QTV0wnM7BLBqFXlzD81o0WKkzbyEWG5TOflnzlzEuB6KnBBUGpScK/twqAQU6ItoXJ3T2UxItKk1DMIr3cOv2IMRfXr5pTC5Usv2rIajoRSL0us+rkHGmROG+oDVQc62WejV27MONVt7MrphZdtE2DmH2DmB5j51QC+DcBvMPPfAPCbAL4lR/tu7OMGonVYh3X4iwuvhJ/A9wP4ABH9QwAfR7qqbGVg1NtTqyOHhmrKWIi+xOjDHe1s0oPrIr/g4ih4rZLVwxza/Apzz/vzO8aGhjbvJ+DRULdOhcszuDH4tKqNh9yssbKQ4QoQ1aNDVc1TF8X9qjoNrqHD+3Z07Sv9bnVt5crSkJtjF1ha/Zmyf8oKSC30OvsHQ53nwMDmoU2Va4JPVtGFhpiVsAlJrWZBu3woiICsKtxTN1YAgc8NE2DmDwP4cP7+KIAve4kZ2LVhgTcOGutmM4Nb4Z4ShwB0jE82WPhUyGlZTKpygDoAACAASURBVCGtftrO87DLQLHyvDvdcvxk7NR6NvsMlE6vJ6rWf3tI2OwLaKjYZ+iiZ6UMl/7rM0oGrB1hopiewbSoH0rl88i7jgUZO5aeplctD4AXPSkLr8+rfHMYhsHkZdqfnZhp3BstDXsFUupA4iOaebqxtcIG4MOB8Bj0oQwg3XZYZbPPXJFR9Htiv38qdcA+2rqlp8Ot/QRd3eZ7snlU45uRl40Fvs2Dyw7MJkoebxWlkDG4ahL8GQQqEQpVq4RWHt/awFWWWrFawtfJ3RoxWlRSB77OWDNhM/FsI3eIrl8bo6D+RQRjGNzHQFo9JBSD7HEX1dhF5+92cD5PwjC19ryHVWG9gWgd1uE2DwcHCSj9MEHHKp2Ygbjk5nrlqlPWz7IhgzrYwSvI7U+XsUQQadMoIk2cmkWV6S20F8lS0xfhyzWNFb8iatuiJ4VSV2w5+ilZmX1Us1LpA0tLuMiAURFYHZ/P6Le19HX9Zd/t9bRnR2CxA/hAkz+aRyv3BLifRhXppfJ9xupGbXchad15ItA/+RRQqJlHljsHpYyWNn3ngK+bDweHCajQmWZNmII6ujkRAuzZVRby6kmqS9bLjFH1YoGZbn3Z8IBSBKtlKMopLdGlk0iYhhtZBro7VWaF84epLykNWjM0tbyU4OMqrF8I0jk3JtVkxhG4TmCKxZiaImkjjYK7k2V6m430w7T6pZmvr492atLpK9JmRX+K0Byc6khbNVg1ny+kOF8N5tj6Qri52/j7GcNiX9WSfi0jsNmsVsPBYQK6Um6glufNSa9VSjKU7pRfMRGQr2/2Pf/YY0/j814jzoxVp+5JLO4M9kpTvzq9FYxVrptFmbX8qLEJlPIi52um/DDrlaHoz1LI3KVHk+MYgHKz9VmS+0pkyE+ecTUSgRB7lpqpwokVl82MBZ2G9XnsIUEalKPGzErh2ZH0+tQr8Y3QxetzKctmoc7Kz3In38AlZRQmU8+W9KspRcY4gFpx6/6QwNomsA7rcJuHA4MEzOmxSIeCsPHqIrBs/284Pef/3dbJFXohqShVEHDJC5iQUGzRWKOPTmiyDT2MIhUpi2KtKwr3n0b9XEhd5ReuxVdvAwujheMeW8j6uFkz15LJwVObmValXmoQaK6y4r4OvJ+gUZWRtk2JvR+CbtTvMpaqCmQiZFWy3brdElzrmCupx6mjt7Uv2WehQIdOW3XCgWECXHR3Lu6v5V2KYCerUcRRoHRRfYpRkWFjehWj9cEuocdIykB09Kv85AG5dza+Yjb5v1aBtOV6Kstyn8G1jcKCximpi501kIchPuWqGSwp7iBq1yqGleL6LkPNokdB/e6dZDz1GgrvkyE0SJns8+7pQ1MZqZOnTPN3MiiX0YqK4G/ZdRO+ar5dXSSF6OxFXG/vMuVOhAPEBPQ0TS2ppWIsRjrFLdtc7JjWzITNWFHGIMct1dcWKagXtlQVqJDh+JGJ39QgP9RXbFt05MWSGmnioCNCpLnteNXMSIn8tVe1zpRsD1bTzdInI5lS2dZ/sXzPHKC183QmrhGm+52MewffD6WuyrYSFHLxaVsjoQgam//eFLO6YVtGguozAkInD8+6V5diY6waAQeHCUgjRBQDX0u4H9w1tEtFfTjeNpzBtRO0rfjtZnOyisPwIyIguA0rRYIBYAqIMTpGmCJo91Qb6ok0ZTCzeJJJuWxi1AFnxbY+ik3KlUyDcUm1srpoF13zftrgVJhJrrC+5KS+8PBAfThjY6I7wDLuWlBXPhBQzmxEmqQWotcVFG7aSqKkfrX3Btg4+wEh6UxHhudI1VhZvtQUYsyVdnfobWo51FC3gri1YXAd1uE2DwcHCSjuz5HT+rJXDlUc7wgksHJKLz195hQunLvQK7kWQQLlLYf16kDPQWUSrbev8jPtN8CVcyuVR0uvQm33hlID3jul+bi0h4jQMCaX2YFmvbMKrRg3rVtcie1zqw/YYmxDM+lDXG0Dk6uiv69A25S8/c48cJZlW8OEQhLV3LRJwTiqD1OTpAch56fdhL0hWepmNgORbevyTQ1Ie7O0jC+43PvhQDCBhkCyB2YCFtpUaKogbfbKkzhBBoz0rXeW6M0hGU0TLdZDmvuKR+hwjj6GI9XDzVkY+yh7f2G1Rml2Ggpj5ToQ68EnVlch1Xbsqit2HjPoOxXqq3RU/yXzqLyZdMRyT00qPfEFbhveQu67zrOzy3OiSTXzAZG9CKc7S61nSmEE+WG9hZrapMgC0suKFYPnQDABLQzqtkjAeLUBWI7p1LIhDGAOKjmjbhvMehNnZxrZ/psbs+m4hhnoUWAH6l7Cs+bR08e47fgyh/Ix1I048wMbZST0t0J1tuAodCSSetqwqogzSEDabiKJsqQLQhvZDtB6RqKiayI7g/hUJFaVqRPLSfCOIw5gb7QiknGWacyS00ExmPYkb0eoZdfHhjOVr3pVJWSHp0piKkd+W4Ohaocew3SfptwiAT3yasPaJrAO63Cbh4OBBACjAwnv0tySCI2cYyO0OENWhR5YEMIUPKypa9AutQmDrVx7dshawIRGMpEJxKx8IeB8IbjCUUsK/Bp/I3WMTSPVv1jgG7q5b89AlTztq4o86nl4BlrsU0WSVROXh8M0PT94c/ybgwc9VbJ3/UtxuClx9Dt12UV+EwQ1Tgyby5derBlLndBTG1Q5jYKry3OPOzH3dvxpx8QKra+Eg8EEyA6KtPuMAQo2kgp2o4jSRQ2ijiVdgnukjAT5Q40XQoJGsgRTDTguczOgPG1cYLcGbOxOlDXegVKOVUkRwzA5w4yeWQaSLrtoIc06dneqN2qRvJD2Y52BojslTryQ0pmAACimLYQFhpOc8mRVAkMYdfrGPOiT2MTt9EnQTLZJLLHMiLLGXYfH7Z6AFHFra9Pcrt0GVsJB3SCsfnbNNWV4CKPm2rmZTrNTQPdz0/dtuCUmQER3It058OZM0d8E8DCAnwHwagCPA/iPmPnSynzU954twFSqfPMiOHFkq0OiHi822f/taTzmlFYwyGfaVKDSMunD0BHBrCSIjF3Ny/VY7ucr68c1To9nCPsJKmNT5V4icq97RjDzKGXcQx/2u7M5oK7REwgUdFFuHDSEt/Od/AOgtJFlKlZaFnODr+aKhppvzI0rNtNqVNT6gfiK6H6n8tgy/FSfGOs+7To9attWNN1BBy7cqk3gRwD8a2Z+A4C3IN1E9H4AH8o3EH0o/16HdViHAxpu5d6B4wC+GsB/AgD5vsFdInoPgK/N0X4K6ezB799HhumTq96qgUBvCUhpw+oj80CnF5f01OOMTnKo7/q2uaLX6vTZAktOsgBUXD+bfQFN2Ns51qMV7V7MluC+tMzvspmjGv97xbqmaW0xfalit/l6sTqt1xgrO9WetTafpDdPSdBaIflR8wzdSvpnFiJZ5LAieMTUDbU+veG3XN40Kqm1X9RC9ucGrmhacYaADreCBD4fwHMAfoKIPk5EP0ZERwDcw8znACB/nt5PZuW6JONIoQCkqjcTJSiMCEIEMIJ5THEpgCnkMcj1z+UBAE888TQoBFOSLORZ7bUoZQp+K6DmiklvCSGkv3JastRP1bW6g0r5djyXP6qDo5QsZVpiVzTyine+YJ90XzNij/wdLYR0o65pp0IAwZxHgNq+vj16dS/vzdJerWSrAmZ1BK2/gK9G6amsf7HuhxWJnD01l9uqWXJugiwlyviXcwhilMzynx8wNaPSDqvCrTCBGYC3AfhnzPzFALbxEqA/Eb2PiD5GRB9bLEdIS+nOk9Ytd9SVHuhP1Zxz+qOQThaSUNLsJ/DEn+StBma/B3r1tclJJkBwkzvfazd13I7hApbaVI5jEp1qGfnc4zhNdXobfzr0KY5Ub4Bq19dL9gQwx7w5TAZ4RDoeLDb9VQ/vcKQq2okIgQJCXpM3KEAxYE8b+76uQKu/OqTbsfGB4PLXa6JEfxJgya6D4tNSN83l//J4CSEU+kMIQKTKXNx/Mkd6wqkXbsUweBbAWWZ+KP/+OSQmcJ6I7mXmc0R0L4Cery70DURHjmxxHJOBpVTWGPlaONoFeG7ANTBZx1U5xCLRs7lRldvddqsYitlLXgkEoNxHAXNHgFhye0zJID6CGYxNnSuAKPU1O93ctVkc8+B3mWkqqHlYnKhLg6axGBo1QYtlMbLZY7H1xK3cZuoY8nr2ocZkLSNOglviSCFt57djpsdkKhaJsdsyKoFFbr1grtODYlgyNvK40AxFXzsubTNGe25iYpq+FixZgJndrsdpAXUrNxA9C+ApIvqC/OjdAP4UwC8i3TwErG8gWod1OPDhVv0E/g6Af0FEGwAeBfA9SIzlZ4novQCeBPCt+8koZOheJAZZaWECQ/FslHRaANTTesp+V5tHUfsaPuqWVSb4vNOf9Vq8+NB7GwGr7/vNF/qnT+azEIgqDlO9TFIEg3BohSiwxVXI0ejUWcRpf4jLl69YyG5lXl7fLrVrKkQZDVqZnhBJcfcgGMTj5V3/TEKFbuTDWO1Q9fCuulmz9Mt+oeLKFFtbM/WY1uoeUfkppwuXU7Vyn8VYl6pFdZoy0GrX+xWnuJZwS0yAmf8IwNs7r979kvKJjMVCbjPnYpipjIHypM1QLciAczCP1ZFkVHXSTCvuOXMaF569UNLUPu/Mpt5Pat9qpx8ftwztPJj0Eep7hj14hB7bq9aydUiTji1vI/NRc1FjsEWSnjnWDV+tylJnq9nYolLUNG4jkDAO1e7KJaPkY1Fv1aUlTZf6niWvUZMqJy8xNf2E5IRRqkjdzq2nB6mkpGut3lFmcgrrR9hnra1E8pRqpPchOPVyIhwIj8HlOOLZC+lW3BCqViaV2tzK97tJuzBwz6nj5oZbUbYqjyeUE0ogjd62RLLATohfP7LLxJtu0TJGFRJoZUnHGuAEVq+EvZh6mW8r9L8qfSXu6mCEiZ5YXGejHJudDFs+sZRL5lOXr73sqJG+1m1bG1hdzbr0d5lYwwBynrogMawVuqx7WuIXaUx5RGpuNiYUQ00qor4DhCHVHJK78tggjOjudDfHved32ik1DPvv6PUGonVYh9s8HAgkwAzsjpkfjfW5CIjtG9uYzwalhyUk4DeyaJUhq77qnbvppStQhNdX2FWWXKDgYXfhVXPu1rWpW2/1RUuYblIPg5XwmpK+U6G3Rj4d1L4A9k8dLO0tI5o0ng45dKMpsptmarXI5LkntoGCQ9KxcbpPhYBgc7aHeDh0o1BPb/txz717yGhhHCNiTMumUqNEiSo/v5I4sXOK9IDBwr4VOuiBYALDMMOdJ04CaPUdACD4SlKFhagwSIMzgujh+R2PyYlIQjm9ldyYUjieUua9m4ItvFUMgDvtPWF7KIfUQm3/IBdVqTxEOk1+7rBccrCxRTdzTDEOaaep0HOcoUxQu5SqPCpZDoatBBO7nZIssNZWyt7i62gvamJ9x17HnmBy0i/JVlf3ORhG1Gl3SZygvjM2qHaQTVa1WTqMJbZ9kjbDpbghpHMYC8TPjCiqQRUoMQ253SmEUJYFhbbIjMB2PkyFA8EEQgCObqljmwBDdRxJq6DlvddV/XfiAM4MJJ1W5piJNz274CdItbp6nXUf0idFrR+N1HTkkBXqvYEtjCHaOdQr0pSj3zCAp8+ex3KMLtX04PGTUFmkzDNtKDtx4niftsII+vT7+ATAOIDkcsQpqEV3qPUok1WhRZU7K25AsNuumzyzNNcbuIIbT4UWp5vbVSPR91P7MzPGMf0BuW/zpLcnIrM5GbluKsoH6pTcRYB1GkXonn61DuuwDrdDOBBIgJmx2LmRviOvEBBVr98IjCMwyBZsAoBDKgcqzw30c7ircV/tckefiXvby0MfId1XYs2r7vquSCklVPeJL1ydW4RR47U5Pn32PABglht3OY5NHE1Xr+SqwdR1j5Cfv/VLvzjFYeC5Z5+xybPkdYLSvnah1jFLRZCRxlOhl1eF+j17haWnCzqVN6RJ6/Pq0GHjRCyXIsWtChYowf3BXXpARp1J32NGSGNMzwJVdTiuQAIHggmA9Rn26SMqN0nOp1Yy60GndECFs4OCVW5vXx8SsXrR5RE9rVpFJta/JvXrtCoV63cD/dvzaIrTVDc3RSFTO7AmOpxhaW3oA/Alb38D5puHK+TmuhnLL/PVk5MiuPQXN3lKmtNn7sOzz5xt6lh+T1JnaxGj3hby0lQxACiHJ6uG82ykAG312NYnFhVjS5awvc2HHINQ5g95sXPjRu779Hsmk13ZJmbCUV2/VqHiHyQVI4Z6iUmfiadwMJgAqj09ELWVA7IulQfdZC4uEXM9sEWcVVwwz7g/ifv6lJ16xpjrK5B1OKOPe6NNp5O6HacHpa9RB4wYwwLa90eOHML29g289W2vV+XWBJyZpPEw7K31I+3srETk9YN8OCyHGc4rBqBTq9L6BO8naMm9HzhBXW8NldjaKaT6ly5dMbEDOO9EBbQReYrGVGYAOYuuGPnKiUU5myHkQ1fY7guxDNfhCk6ncwUCwjx0YthwQJiAG1hs94DnZlNx/VCRYWiYYYd52jwJwNNPncf9D94DAFguY5umuccv5aMc4dRzEfYs1hpVWi/UgVZ3j9V80xKaXGctrmke7rOVzArZTJVqJznj8OEtXL64ndMw4njVwAphBB7+ap7WKy+Oll1LnXwT+G1CpQ0mK6BYR0ZUVF85pi2TvSMABJmZeuS26xSu8z185DDGGHPZqr1d22o04VeWpkJU458CZZTMGJVM0XVmpJUYvYqV8glFzVjBmtaGwXVYh9s9HAwkoNZaGUkCeBdUvXVSDEEVThtlLX2Ie6aSMv0NyJYOA+cmoF1aKqyYQ9AB5MPfICvCwEkEg98zNGkBnqbB6kce+pKDuOUEIadW9RG3RiIVjiYQ0LvmgszPLrBWKlxZMuxFUpk0OnQvKlHxxw8lXymnTStdYum17TqJ4ieeF9QVAOYxRyUYuUoEpmpodQpkycegOVgQ6S/VAYAhZyKuxOkchoowZkOdEQLG4grL4MFgAkCdQ2og6AFhL48gXLt2HUeOyAqBGvjyhKgdCL0edfnq7OotvzYXV5IZ7MmyKzo/Spxk/FMVc77hgNXzIsSGoWeFdkSpv+0AVmkyKfXCEhVrj0Hvob6JwjD6v1Jq2ow0uT0q9fx1E7jhGVRVijpG/GCR69o1LG/r4EMhQ9XfDaGGnqJ5cY3AscL/ZtVAcW3jgOboSPvjlMQoQyo9i5xObtYOROVAEU2fatt/C64mt8cli1W1HleNPCXyRCNKNSyugmQ4qSRirohAht09Z04BAJ47/3zRJ+2sh5pD9i45ywBYRdW0sVqelI7OaIWskUbnJnzBT77mhKHOzNBXkTuB15H4VbrDxLW/NY3kvklZJrb8dozUrCgY5le95DrC21exfGhP0VWh8V/yzYgpoVC/rmQe3InTIBku49mkS+59APLSHXM55j6dNqWkvCrLHJwCnUeCJGYO2S8r7RBrm8A6rMNtHg4IEnBbUAnQbFXcQkWt8e6ZORLAVuvnFDn/oLIdtLyTsgoEbFm/X8vu0V4imjz1OQNc0YDEdQ4uFRrbivk1+TbYpUcrmLiVThA5IvkKuasqaVGWZPeO3/0OAEA4/Rh+93UfNRJO4puiNfTlbgwjsfNKnpJwajOTDwqST71qn01jEO60m3mvjmwWq30Q+qrxImFENeiSk0/VIQodRmLb/QgeDS6W1oaxsxsRgo2TnIf07wOuDhSYl0PwEKrEc5DfO69AD5geaqzDx2lP5sPgT6AeClEeqv0CzphYruuiOukj7M4xqpHLgxVjuNRx1dqwDRWrsosrQ8+vzmsVyLQdyQAivOOzbwUA3Lh+CA/cfTduvj55G8ZH/hK+8LltfPKdf6IptjY/FqbEJk6Xw5ZJNV09zRi8mqJ1+WK0NUVpvWs6mOZG4d02TuHeFelbFqM3rRUgXyi+tr2LEAI25+nJ7rgEEbDMnGUcY6PaLJbpvIHdRSwZD4MlLEZ9KvFqhnarNxD95wD+Vq7XJ5COF7sXwAcAnATwhwC+M99JsDJUQwnqEdRSTn5vpAj3poHajSfpuj+wcg7VY7RSRG0YTN/1tmQ7mqpEh6LFMxmJuHpCWwndP9LLe+m1lVFSw63CyGdrdlCWfGa8+ZHX424+iZ1jFwEAx44dxXP0LC6OyXHm/B2fxKHBDyV3CIdjAFYO+orVOvuaiaGztG3kZielMdbl/NM6ursL0lDb4UcNGrD0S/1WL/uTbQNXoxcuXatjptClMoyxaYPd5d4cbJgNICIsF4uGdh9etk2AiO4H8HcBvJ2Z34y0cvFtAH4YwD/ONxBdAvDel1vGOqzDOrzy4VbVgRmAQ0S0AHAYwDkAXwfgO/L7nwLw3wL4Z3tlNGR2GpHdMKlhw2YJT3t0JWEoEM9JVwfnVgXR54xdgZsYJi9vka+XUrCFcU6iEMheXimRrCbSLduHxhLepMoSVy+b5c+QCzMqDQPv+t2/CgC4cfcz+Mz4LC5v7oBupuGyHJ7B1135Psx20+8fm/0XOD08iAcePoRjF+8EAPzWl38s95Ojx7kfa0TQoLXuowYbtJV2wR4h1+ZVho5TIe3yn25Job/N0T5bRVt6N9vYBNieF2DuQ4gJ88xndapuDSHTWjHGbBbKvoM0/AQqVxquvni9S8nLZgLM/DQR/SOkE4VvAPg1AH8A4DIzy6mhZwHcv2dmhLJFMDDnAxLruif5HVQBSSfXTMFjwE6n1wMpVLnmSwvPWz2wZUwG9uYR5VVfjf67wMwvSncCK25CThfuBiKrMufvBoqLo43QlpnreDpB/afHa7gxzjHeGCHnMXzT+H34xKsfxuEbcwDAX3v2v8RHxv8d8/kZ3IUvyVX+mLPRUMMAADtOmwlP6k9HdlXXTNa3SIL5eWwUxyVfUD9tk5Hl9obEXhQ1KEyxqRrp5am7j2OxGDFm914KVNy0K2GE+VAvbmUQhqHOjyEAs1nAxizNocUyIkbCfKMCfUI6DrwXbuUuwhMA3gPgNQAuA/gggH+/E3VizNP7ALwPADbms6qX5MZJNgE9GXXzpu89CaHxgTF+MTAQO+mLPKYsE9C8gZqer9JD6OqokmbQF64+KeXRvCj6Zj/3nNno9FbbBnqw6fzNvMrVI/XgzKdO4J5Lfx0A8Bocwa8c+T9wz+4D+P3hFwAA524+hkce/Rj+8rVvAAA89KqH8Dee/EH802N/H0/NPwMAePv/9zX4/S//LVtXbWsoFNO0ATAr3P6wdrOyUrjrRCYKqbF6tifH1VF12f55x7ZQvrMfTwTZILR9M5nJNjcCwBFzEYKBsFzGYniWo3ZijKXtwjAgoO6knAUCxYhlNhQux4hhFsyKwarN1reiDvxlAI8x83OpfvTzAL4CwJ1ENMto4AEAz/QS+xuI9ECg0vk+OPbvGDurdR3hmVbKkHIe6ufLjPbIrsYISNDWNMuSVMeTrdRUN0xd6aW9HlsgL+V4BNHB0/pnjwg1Od/6/74Tr8N34YV7Urf9zu6v4cr2ZVzGRZxdphOhj+M+3LO4H585/GcAgK3zc3xw86ex5AWOHL075TmWHihkrLqOrBsyCqtbyOXsgLa9yHzTiCN/sjr5UdQU+ZmXc6cVhjp+uEPsSgVFD4Es2CIYi91ksAsh7fsfs3/v7jJ9Dx3OKCMogPMxZDLps/t0jpdO0WKzgSuEoVO7/G7yzd7hSQDvJKLDlHpXbiD6TQDfkuN8N9Y3EK3DOhzocCs2gYeI6OeQlgGXAD6OJNl/CcAHiOgf5mf/fK+8CK3erxFef+OJR7oOa+f0Fui3XJsZOPdMWu8+feaU0cfEWKTpBOTsPFUMAfbcu+wc1HHx7f4iocUpOFxVmr5OVesg1PSkUpPWgwWlai1PXcO1a5fwkeu/kaIuRtA44KvGb8S18AIA4KHZb2J33MY8bpZSd+N1XAsv4s75EQDAE3im0Wsb8nvdSq05ZyUi3Ed6qaM/k1IW3wRFaqNwuaSlMd7acGhzY5KWUpRyHpISZ9nQl+4MZMRygixjCAFzdQ5AzBfyCkJNF2lHN05DMS4GqucVTN33oMOt3kD0gwB+0D1+FMCXvdS8zKGJcNq56zzZWXXjxg4A4PChTYX7KjMglUZOIvFNUY4VR4Jm41jXZblgRtHtp+nX6+/EXl3wmFyMWVV1qUxDbA7JkFWq3inb7DVQtVt1glBpmKKvZoia3cse3t3Fq28EHB7S5qzz9CTejK/EH+NfAzE9u4aLuIaL2KTDAIAZ5gCPuDRexOndZAceh22cfHwHF18tjALG+0++95iy3xTU7gtR8VUt9gyaaWojJbKvPkE1mvfy7B/OscIakU0PWjWpokhcFtKpWXX8h+zLEVQbUN5OJuUMITkRSd4hDM4LUTGDcuDJtA3kQHgMAgoJuA6SoBuU8uzWN8o1Oie5zgmY6LGuklxL1asQk3iipkjuzYx0eoyrwApkY+0KKDaE0hT5TJF2VVGlqdaq8mEs8lOTRZkVNq4exZOnH8Xbtr8cAPDJ5YCzr7qE+z/7Wiz4WQDAG8KbsHtkgZO76TCWj+z+DD5FH8UpOoOr4zUAwF3br8eljY8hXUzdtoGtt6Jav8+IqzLC1h5QowvzrEnLG7ZIgN3ZVNqF2ocKshiXL19TMmbqZCI7OnSVZaLqewSlzHp8eGICej6EvEQVyuQmcCDIcZD+wBniWgbHWNJMhfUGonVYh9s8HBgkIKFI+RXwJelvoW6eVDtNqvaVX6nfGiSfufcULpx/wUrGgqiUFRn2wtGkPgTUkw4JKDw6PwncrkKQ/+H0f3ADUc25iE4zAnowmbPEMJHMV9FRvR1B8tp6zWtwZXwRn9z8YwBAOLcAzU/hj478KQ4tE/w/++BFRCKcX7wIAPi9x38Dh8JdeIFfwDe9JbXLq8Oz+PE/BTYLpO81g6hDtZdIxfJLqon+rpVj0mEqOssV1gAAIABJREFUdWlrKGhycI5LaSWiKQaHDm/lchJKJF12/kePvQTtJXUsF7LEsVIQQh24s1mwjltI5wboTXMx2y9mM+l/ey6hQLtRH+82TMv7g8MEHHRuD7O0kySOY8ModIfIUOnkUuM2OkNO0YwkNREZyaGmDGALJTk/Y4Pl5Y1kx2ioY+fV5m0cLh9mXzcUFcK7BljW4ujKy4Pf9ZEfBQD8yls+hDFu4MEnHwQABA745LMfA28SFkM+Fvv4Fgae4fq1tGT4PXf+A+DeH8HxYQOvCmn9+9AwYOvN96mSWyNA8hHwk9r2ERtvpxS3nZxJ/fLt42MwTBTVBOLwxYXzVBXTplcsFYWBKtal7cPijSkFFrsDA3LfHicCSh5h8EyAQEOa4BTcRJZhyZnRGQmYGEVcdTNNDgeHCbj5ogzwOWjOnNZJYzlTpK/v9PXNad1I8vbtZSwBfe5izAYr2tvl6DLQhsCMbvrWg5xHro+gDhkI1LUTpB9TR6xdOZI2B2FzwNWdq3hh8wkAQDzKoOE4AjGCbAMbGIQ57r6ZVgKeOfQ03jZnHJKjsQHsjhE0qLVpaftu8dN90rro+FuK85sVyLEbHG9R09hE0RSSHj9U/fe04xi5NMz2BCDJN+RdfxwZs1ANeIR6JJjUL3K2FWQeEGP2E8gTvLcZKgRzwdsqu+ABYgI6lIk2LSFAqNsniZoOYMrGEO21p/xLV+3PV5YoG5frM0OqGju1SJ+/6yjWk7U1M3X4jCbJweYqrjRcFtqM9GIpSSENBigPvNnWIXzp770Rn85D49HXnsfhreOIGLG8mYx+G4eP4ub1a9g+ktSB2WVglwkxEg7nfD75BfcB/+aCqgU1NepLdBOj0wIuhYC3iRTdXjZtWGnhqUbv5C2K2hC05GYzfLjHsESFyM9C2QdQCwlEWGYJNxsChjz7Y15SkGvH5UKSQIQx1mvJIoQhMYZBlgqnucDaMLgO63CbhwODBIQTRs3SHZQ17BJQenmHgWf1zpzyQtRIjB7jrwYpC8mTQTKnUhlplChry3ujAXWjUrYx2LsX2CQpEr5UXRkjzZeaR4/3V/oFLaQ0/9eXvB8AcP/wn+Ij81/D29/0qwCAszt/HYc370TkBZaU4H0E48bOi3jo0z8FALjr7jfh9YuIXzl7CNc53V/wjV8wgtkfCGo7NdXJL9fZ76SbYkpK76EJ+L1lbV5ZsycoFVNohPtiC/Uuvlr6N2OtIEtgyKoS5TGq31EABsF6VGmZOZtA3YRF0MueoQxI7fw0HQ4ME/Cdbx+45izGpNpQ9osOLXwH0Gxx1RE8TLTMpoMlWUN5Lsyj3lbcdkFrx0hbqEuKdIa0cpypFOi62N2TCerbg1Us4wmUVy6oPtMekMvHz4PvCvidZ9MegPHoNTCfwHJxHSEfHPLYv3kInz3327j3RHIEOnz4DB56/jxeRffiHD0FADjKS2m80gQeksoJTCiThpG8aKp+zKjdb8h23UBQdyiats00EJR26VQzpT5525u9FKYS4Nf3u0Xn1q/6fjX+6huH9EEisjvUHCtHIV1HXpoy5RE5qwkirDoc698um4CTZkn9rh3gT2VRe4UglkS732yqEIsBugLbkRTKoIwVDYgV2R0vnq5R62TYWjodkQRiqkYkGRza4tihrZfdVIfLKlMDsEJNc/XyhzFs1eu0bmCBo8zJCJV3pe3e2MbhrbtxLLwBALDz4kPY2jqKo+EQ7jmUjIW/9vFtHL7D0tvtE66DGsymDxMD0CdKpaVhn1FdOuyH6fGvbT15E5GLbG1HjgF3i1RxKCE2f07k9vUdDKG69drThKi4MAPIm44CAikUqBirfGqhInnW+yKmr+4D1jaBdViH2z4cGCQgUDFGFFlQoTcZkc2czmcX1ri7iNjYCBkNaJ2zplGpbd49KODgP5uUHoWkN7Jtk4NyF9bwzFiJ3Yk6+as+AYd6Yn1C2BVfBXdDsqpg/ZX9EUKQ/ety12F6/9iNC3jtxgxLTvsy5sMh8MDYODzHcpnOipltHsXR2f3A0ST1jzy3Aebr2BgJrzr3hQCAT13+ZbzmbWcUQkIDQwo6WIFVk1NYbi3KfQ/bFymeRUz1PU/k31kK7sQrPgDk2zWNjAZZ2SKSDsIKCeTIBfExEMTrF61Ga5yW9EqXjkMOPVB7lgV4GgscGCZQ7l8nlCOVtK6W6pKBiywJUtW1kDfteG2wBi76VfqlFQ9J4KE3QW8w0oOpDKFoOy7GEUEgK+l003BVoWGTl9H3ifJgijVyqaXjOuUyknw+kxoccoR1uRXXkTVQwEefv4BvoLQH7MkTQ7rdNgTczBu2bvA1vIqfAF1MZw6Mi00cW96B64vLePaL0onDy4e3TL6k6mkr3k4hdoyv1jTNRG109Sy/PFO++bWp6kwzR4HnRF1WUYYlN5PPV2mC1yCKvaIi+lLHmJwAyuWooNRPQ9DOT2kURmFIuRx7CHY9kl+3nywrThpVcYCYgHZjTQcm9NxaZEJkPUvN2T2mWcmPfc+rcO7pC7jnzF22MxWrr2VU7i5Pq/0uG6HMqGqlcUsrZaOUSI1WH/bx/SQiwKIhJ12K7qwNUYJ0sqPAbLaFxU7Ao2MaGtef+Qy2Po8wm21gzAzojsP34dTZK3j25lEAwDEa8MK70uFVf/g7lwAAG+GYGXhpHb5RuBEd/RrLMLJAUMbR4uWgmj8JWw0x1AEipqU1Cqzt1GHtpV3cPFO0pf6VfrKhogc24wBNn4SQjH49ByiJz06IGMFk6KuIw56Y3aIHHdY2gXVYh9s8HBgkUG9LybDeMS7rK585o0AqxUY1Am/g/mSo/D8MA8axLjetOBQsl0fmU6qg6bNlWFOBfkXqXDMiRmSq6D//q7cHTdWsKAdOvdGqgY58772nijQ7e+fj4O2AP6TfAgCcOj7g4uWP4h98x7vxi/99inMIR3Dqb23hLRvp9//6rz4CeiJldvcDaUi98PQunnzyHI4dS3aDu04ez6QUbb38lCcBssRZo+ptt0SEIY8Ns1TL6jKYAgttv9ht2gBYbQIrtwlR03b1M+vaiu7NjZmhr8Gj2ZbllDWjKgp1upwMeUpkpQSWZz3kW7cnRxN3r3BgmIAP+toxCdVGwNDNQnY87BHqhD9z7ymcP/eceWvWbLGiCY31r68vQsGz/VClr0kjJJgWVb5eV25sFRr3W0Imy733zN0myhvf9GqcO3sCb/2etL5HMenOs40NvOHv3gQAXHj+aQzzw7iR03zN13w5mBljZIzZ2+a3f+EJHDt+HdLeL1y8grtO3gFLsqU/QpZfJ4gVScB1LFR1qX+xiLEnqPZgNTuJSRlVtd2gbuyR5WGt4nGHoRmVIRY+IMUqhpCeJn8BD8gJzNpmQwCPLgpZxsDVxhFjPoRE7U5cNQb3VAeI6MeJ6AIRfVI9O0lEv05Ej+TPE/k5EdH/RESfJaI/IaK37ZW/qgUggwCEZMBzE5Km/6qRJOvJHAHEPDA53UBT8hObg8cJYkirnF8X0tt2zIo1TbENWbcta8Jl/X+azWhnlBBU3JJE5xfQnI462cY27OzIDTUp4/te9fl423vvxKd+4io+9RNX82QhPHxpGxsbW9jY2MKJI4dAIOwOG9gdNvBVh+tVWb/0wY/hlz74MXz1N38e7r7rzkLu6VMnih+7FNfcB0CGlEJvqX0e1FTeFaXc1IncfyUn09xWCQ8UyrFcsrZf7E6dLuKa1GRcGEUZH4rWkjj5+QfxS6AApnSIaXI1q5t/SnauqpHrwSExj+8YI2KMOQ2bllgV9oMEfhLA/wLgp9Wz9wP4EDP/EBG9P//+fqQjx1+f/96BdOnIO/YqwJ+0QiFgHKM6My1Xo0C+dJ6aXT3IElnyzP+KVEhbKi2Iit1lkxrHeusBRKFCLc3eVbDGmfpMe+UVy7VOlyIq+jUmQL6uugPnUY/sZp9pM+mVKFKvbt5clPIee+RhAMBX5cPj/4MHvhCP0ICz20s8fyltGDr/3BXcefwQ7rgjub6eP34U/+6JBT76xx/CHUiw/+mnnsTFFy4rUCLtapGNhulJIlupZarLDOYI0pt2yLaJjKXmiLKmJYJti0676KW2S5eu5snI5n3K34+JUkijIQBJ9R3LDsB0FH6lPyaG3uRVIVJlCg1UVlVO8fcBQvdGAsz82wAuusfvQbpdCPnzm9Xzn+YUPop0/Pi9WId1WIcDG16uTeAeZj4HAMx8johO5+f3A3hKxZMbiM75DEhdPjKfD1hmlWc2CKRSUj0mySiOLTEyIuplDBLTaH1aOpogiIMaGFnQg0tVd/wSQEMqyd07UE0Eglqg8pdrx3SKSu/IMR8wqQ2Dlvqk4/V5tmmHpsIduO2+JyRR8z5941E8sZuk2498+Am85Uv/Pcy3tnDniWTk210scfToFrYOpZN2d5jxB09fxsWdJb7qXenmorOLI9kdWdrb6s9ipNT7GDiyVqybkLBcyKfySCJxMZdqBXNfA8TXwklwvY+hGv1C2ZYtmkBUDbW5uWmaN50VoNtc0o6lnJKZqsQgtwzJK9UGRMHAd3FTT2WZwkuxkd3ZViWNmge3YhN4iaHXe93SmflHmfntzPz22TBgHCPGMWI5jqlTAyEM6Y8JVWciwhJZz89/zFFBIF0wWVVDE6qQqVLhjPLFWceq5UheVacrpyRLshxf7BvSCTEbbtj2Ve5/6kDNdi50bQuu8b3JwfxeFXL8/+Yr3oiveNe7QfMImkcwLbAzRuzGjaYdpM1u7DIeefSj2IkRi2GJxbDEd73l84s/hBrSNW3JQ7WL4aZtfUlVqvZZ/lfavzvcbEMUW0TXnlD/Ev3prxlBAse7KmXKIe1zMPpMyokDmNMGsxiRx/6IcRxBPIKIkv9ASLYeXddCe9IpgDGC4giOrOJRthFwsRNEb2VX4eUygfMC8/Pnhfz8LIAHVbzJG4h8kP6Qs9eIqlEsDIktM0cwxw7RhGvbN5wRpmMOYTXhlTW1MgC4AVqyLyO5utlKvGhsfL1J3hlrnqwy6KSOellMDFTJCJQ6dYwRcczf8wBKRiHFrPajEAqdMW0S+oPr1/HUzQV2RmBnBEYwPvnxX8aN7UulHI7plpzdnQV2dxa4eeN6ukUnAg+87l144HXvwrk54X/+m38NZkLotrYyFZpBVGOW/6udaJmLYhQQPb4y4toXtV00ExMjW2rv5FHZMBMNZIoUbzmrZrpT0neMEYvlWP5iZMQRiCMK09ACp5xOpECNERja1lOeCQ17D4OXywR+Eel2IcDeMvSLAL4rrxK8E8AVURvWYR3W4WCGPW0CRPQvAXwtgLuJ6CzSZSM/BOBniei9SNeRfWuO/ssAvgHAZwFcB/A9L5Ughpyhpg/NKLgZQNJhmSpIq2u5UBw9P6EqQew6bw8iZ/df98KsXIgvtnbcNtZoqUW15sqTQlv+V96SzUrRKyn9u5xH/kcjGq0Ikv2p7BYmWwDA93/zuwEAv3f+RezsXMXOMkWYz4Gvvn8Dj165hiOHkw0gjgssdxjjIh06+NmHfws0MsYhHQALAFfDKfzJxW1buNp726IBX69OyIilSWdsHXo05GQsINnq+2Ylh4G090S1nYpTyfVlO/inYpB7EAFsb+9iOcbiTzFQwIJjOSovxoR4e3cR9lYw+o1gydsr7MkEmPnbJ169uxOXAXzv3sW6oOYqA1guRsSR042tSNNlCO54DLmeHGJcEQxWaMn6V9XZu6Eoo5UYa1S0p7OU72pCp3P87GQ16oQL6choy5A0uLO/VwRfjmEyokqozMxSpVWeLlxNJwLF7cv44nADf6by/O2zOyD+bews5Dab9BHy0liYARgSrNzcTYyBdrdxjQ7j59/3HgDA3/5Xv5MnqNSvbR/KNErbBqo0Sppuy6g+TBNX1a/sAFJ9TLL/L6eRvoiM4qNT2k5fXaX352c1xx0qoIqudBf1IevpI9cTjGYxGUcjlXyJs2pQK9jadCevclap9qcNHhCPQYYZEuIAYSQn2e43wiyPgUBAVIcyGqmSRLGaD2FvLqkGbcnKgpLyxTe4ERqFqazuFTPkHW/yFg4u9bHtZorNVmJ9xRsY/XpvJyYwxog/WszKKTaa5DmpCcG6nPSMGPiiU2kF4ROLDRyaBbzmruMlm2jM1ekfw9jJNmbTWqwK13ENp1MTH6Lj22zKyd+ljulLQKwTNv9jXHB1f2RaDOrwoh+W1ECE7eu70GEYAvQCw3KMGJfVJgQAW5tpmopxbzlGbM7tLcP78UqdCusNROuwDrd5OBBIYIwRV67cAIAC4efzQYRT4nJUuV0IARsbQz2DIIejR7aKDkegVn+UdWlAcXAyQuWps8/hvvtPlTygYudYlSadUw8ROAlk0IPXQuSxBwIeTRj44+Exm3xF8uu7kkRl8qru6+9Ndf7Eo08jjoSN/H5JhCUzAmA9EwPKMeUabX0i3gkAGGkEAvDW/y45mt537ymHlqr01ApXjPq2XQ9HlNKlJLZpRo29VVE9pNa9JUqhkAktu8lXWR9sTFcuM+PKi9sm1jxDLrEBbGzMEELAzm5y5x4C4cVcF32j0Hxm5bdBPyEtMe5XHzgQTCBGxo3dpASFrLcuRgvDIgML0TcDYaa8PsVl+K6TxwsTCCFg1FDODY6yJ1t1lDwzGoSDrJKFA7LwQ0YD1JpHy0yaoJGlG0AmcNFwSkTOOJecAa4yzzSNmJxywcDz+cCQMNtCuP48jlA6FGSc3cTlRbkPNdHWUc0ZwJ1zQlhkZr55HAujq8sSYK2nQGrNQQnKQaerD5AxdvZbUfWOsYG0vWDyVhlzpmcqWGMrq6LszFdmqpQvhXJJKIBkgFVLlNd3xBhQG2o+S27y4mocAOyIdVNiO9uEFnXTdU7hQDCBEAKOHU333CWvuFphIE3y3d0Iub4thID5fChyofKLOsgIpG4IrvmUycQMYMSZM3fh3LnnJTkYXE51WUbZZMQlz6KSmhpoHdRL646kEIG9AjUUO0kzDmUg50GrBpBJ1wmc3+njuSTPF2O2pSx3ARrwhjd/JQDgiUd+E2OIuBkZi6yGcmyZ1OEAnNgIoGGeHgSAacAnf/jvAAD+yj/5l45ONfk9WitoyzeOmAbtRBOvupS8ZztJLMzGsU5kVJ5XpmUoY+n6Ojkb24owNvdc3wh8913HyyYfANhdjk2fMaNsZ18sIzY2ZtjI25Z9c9mKqp8kNoPadi+8cKmT8KAwASLMZYdZtsjwuAAN1Ro9UIWJs0A4ujWD3HLFNEOxkyipngRNbYTksJLv08vLhd2zgQX3Ru24gppPsL9lPkpo0H7Hq0x80XQe3noOP2lUBS3Vis14KW2kRWYeZOMwgBtyRiKndtrKEQ7NCIuRMDCwzNWIgbGtKjhE4M4Q8FVf8h78yc10DiEtF9gNG3jymfOVar0xRvgp1/MgimOL5tMmVAaoJycD5ZYeCmQmFWU0EpRLdsgqSCwARE34chxXYpUaJXpK0lB1k883rFNZj2wOYAzF8Lox2zTvl9kx6NkX8moNBxw7egjHj25hVlQAt604F7aT0fRyGbG5OXc6H+OJxzrJsDYMrsM63PbhQCABBtfTfBR3jsvK8cSPW76P4xLzzMJ2F7uJNx6bq/g5toKAWiMkSje2at2vbsCpMRvIxzC6Y86smqxEQiokT04Hbw6jKFJrSsfVGdt8ZLlrP8nEfqDvrZPPm7mt4zhiBuBwTrMkwk0kz6+xAiQgAnfnq7E3BsIGEU4fPoz5TtpuvBsjlmPEpXJeQQF5Kig/ftUuBlU1lWOrSkmmpo4oiIrUe3PSEtUzmiqqqHJcqxi9sLk5h+yN0GVb5yynNBKwXC5T9Fz4Ito+57yNfsz9QQgAR4zjEhylTm6uRFRaAMwHxu7uAgn9rhwdAA4IEyAAgSpkZqQrl8zpqQRlA4jgSMWPn5D32zNAdnSUFg5qI0Yp1xlt9CCQ937yudzTN20iJsWAtA3A2nFc/euGmHrDsPVwFD22Tetgc0cV6I0DSZMur2Ts5uPEOY7YIOBIVsWW4wAaRiACG9koMydgNhCey78DGIdnhJ/81Q/ije/8egDA9jhijBHnt3dsuYq0yDEd9qJ0XaWWp5UCo3vbPpVnIZDRuz1wJ8MApP4T7FatLlWCbH4Szx4mW5Obo89crQMJ403PFmWvDOU6M5ZLxjyP7REDZrMBs6GemxCLk1xm5KFlpuYAl5SqX18cECYA1IYTS3pWketb4rKMsohps8o41gkTI/DshUs4c/pkSuE6Pkn5aPRPLbwNLR3pIy+qLti8LbSWmekUV8tg9HIXN3H8tdPi6VcMVs4CXbJRtE25C+sNJ/JOkBhFxrEB+LE/egQA8ODl05ideAJbFPBibv+d3AhlmEXg5k3g2Hgas5tpdYDCHJEjdtThGa7Z6kRTwfe7ZcI2L11njbqCedIyAB8EqSWQp9u9Sok6sYP5zY0zkpIshXQqtMbIadWqCLhU1kzNRL1tOAykDtVRtLGd9JYEKvzLo85eWNsE1mEdbvNwYJBAFWLK9lugPEBDKCqDQCpZGhQ+zuwcWjplaAnK5eF+icysvagJqXRklCG5CleWM/VHFgioxKGDtLkGittXi4H8a44ok3x8sKK2QTXpbrtKCzPw4b//H+OHH/pTAMAAxlZkzPLSy+tOAI9cug8vxBE3Mgw9fngTzIyr2+ng0UNg3B0CXnVywD15v8fFZar38Y206SgEAitIywxwjOCxdoB385/NCOisf+snTEBzOrVaZSF08EYHGVTX3Qy5kRGC8iP2WpcMA9eVK8PuYolhCOWGYbEjlP3+RHmDUVa9Zuk+Cj9EWRKjDmHj4p5RwH7ciQ8GEyBgmKmbaPMyiQ5jZCyXYmQKiBxAQdYI09QLgBlkJmhHFcmFgNF5nqSbZjJZ2q+gZgR99UPPE01sCxWFk7FXyKk6lTTpwk6HaablB1hPZW3S++wYigcAAC5cu4nrykYwjox47XEAwKWt12K+cRP3XLtZofelHTADJ2T0MECbW1gcOYEvuecMAODJ8xdxBYSQ/QZEPatNnehI+qwYAbi0BQB1Wq7Sd4p9yOrFmsGS+900iW83lUWhL5+yfPlSOilpc3Nu1DFdBy0PDLmAaf/nn7uCQISBAH2VeOSIRTnvlXBzZ4FlVs8OzYBhoKL3C/02BCzlVCbk/QjsVMa2GUo4EExAj8lWV8561FhPtJWtxrOhbhZajnnyGr+A2kMMQF3sWrk+1wOk2IkM8XBrdGtgwkPL1UvTwlo6SdV8KkIxe5cPNaKUAVLnrTHJnnw/t5F2r37y6nUs8iicESEOAW+4Jw2Nq/xZ3NicATeOIewkyY8RWHI90oo2D2Fx5zWcG/4Ef/biawEAh+YzXI0B57Mn4s98xzfgW/63/6cae/MhJnKICIDkiqylmYMyjOTD0DJn3xes5rVqc98UHjVx76WFltrZrOSpx4X6t4xlPaZEPLBNIZmMI2MZY+lVCul0osZPQbeLWx2QQo0gWsEF1jaBdViH2zwcCCQA1AsYhaNpl98QCIHrkuAiH0delkiIQFHr68hnyKMczkmRAY71zros4f1Sita7ez4CBqlMVsf6BfSBfhc77BlDw9xWFanqxiRp7t2vfO+349Er28amMQ+ERbwGALg5zrATR4ynbpaiY2RcvzEv7X948yoCA1dvEOJyO5ezlXwOsh3n9y9cMYpUsnEA6Rj3jPiycsuFEt8iFTPWQ1m17NWqgCrHvEOB/b5/mWqjeiCgy5j6nR7atXlCHYPpuDxJq1RDoDwfC4ynkqb4Oqg82emC6bxLE8HaTlYM2oPBBJQ+kHz+M9FUO3IWQmEUhJj0Vr1EOLI5jYVCbWDJQ59WFMcIjvUE40JGgxEltRhg7NDsrWEX0nNhgdAdTPW8BMoIke3IcnYMqnoExNnFno2c0pfbdEhPOaA6K9RyRmY8d/065JSLGYDDA+FmTLr8bmRQyIZNKXoAjh1dKjozlAVwWGw7CwAcMcsNdGOZbsVRaLqxwQTkA1eEambT3vVaDuu3z06P085ZvaXJ0jkKkhtN0jw1D4pdZozRv01jTJFCgUChnh4c8sE4o7pkVc7QDDnNclwWYYOcn/irlLEsOkgZHFH5H9TKRtQxtooJvNwbiP4HIvqzfMvQLxDRnerdD1C6gehhIvqre+VfQpECRVtHCLLzLTVEoGr9H8eIm7sjbu6OWI5cOKFweDlSSk7I1YeUAIkhDLPBjo6c9sknzuHJJ84BeYDKgafG40y+OQNMVWOpMLcidUg9JtmVYDm8D6TTayNhPmUZkhdR0ZdLviW6FKwHUmqPOTHOX18gMCMwY4MIx2ehlBlKNTgpzaTvcbJ9AwZObgw4uTFgM6SB/fi1HTx+bcfcmMNZWvr61oko7LYetglwviJdThySP2kfa2zV7RaI8vZacSzK40vGlLR9lP4UJsVCRekdc1ipGQPpnXihsrxwrUUhYBgCNuYDNuYDZrMk3OSAUwnDQMUgWPosiv6PCnEoMxv5zBK0nPSc26V3D7aE/dgEfhLA17tnvw7gzcz8RQA+A+AHUsPTmwB8G4AvzGn+KREN2EfQ8Kx40OXGJUr7qufzAfP5UCT+5iykv3nAPDemnngMNoOBiDAbkkFRGAWBcN/9p3Hf/afz1Klp5Mhmu9RC/3973x50WVbV91t7n3O/V/d0z6OHGWcGGEZGHmqQKGL5iBElQhIQLatIJRUSrUolYqKVMkaLSsU/QlXUiokWlgZLSqUUJCVEBCkQFTCMgCMyPB15DcyMw7xnuvt73XP2XvljrbX32ufer7tpprs/q++e6e+737nn7LOfa6/1Wy8swvTLyiLp9ZuG4CZtaXVc74NxC9T0BxPRZLoRgOkJQG5xyL80DpjnhMiMyIwjXcD7Pv1OiUpURDPZgNH9CzTZRHpK/uL7/gC/+L4/wGYkdGDspozdlN3md/MRFttrmhOiGtLdxqAdxYMrN8EGAAAgAElEQVTGltq/y7g11LTZIFAOJTGXtHX2rwCYOqM1EnUlsr69IGr66hvj3dxrejnjHKWOjVnErA9tnWV+bdz0cHTrOoT6jA9ZHkJECHGJBWEt55WBiJnfxczGD34AElockAxEb2TmfWb+PCTg6PPO9o5VWZVVuXTlicAEfgjA7+rnGyBEwYplIFooNMlAVMUzhilIDPwxFssop6iIajrzaLwDUcW3lA0sLFvWH04WgyZyLBR9cnp3MWLMuQSFLCeZvUCuLp5LhMZqWHzMF2Guenubkntal43L0q99lY7dtmeXgYSeFT+9s4v9MSGq3vrEeo/POFDJ7OPZjdM0jwXpu4VrkCev21zDF3bmNQZEwXequOfbY7/ttJUqCQ6rK/NzBu3gGZhetMwZ1fdkz+VNgMY6ltNJ1R/uhVW4M3d1wW1yrmIbM4sfgGuSB/5yNswjlGdiScRKk37YSrS11bbdlzPB2V8RESCiVwEYAfx206q2LH07M78WwGsBYHNzjW1YEmtaZULxAc8wEcgZFKEaFFmmFwqExx47BQA4fvxIE9hSZKU25JKxjJktbVTbgTK0DZql295tNL/ZbL97OwBuf5S3+8VsYE+d6HbYmHy90zWoi3lKSBzGYv0DQrOW/8ub3oR7dh/E193yLQCAN/zZnbjlyaiBRrMRUNekadsgLGUkQB0LcdX+HvqcMZ+LbcFDj2rEISPSofbBNzCAkE02VgCtDgnXAfaPLSGgfhNTEeF48n39OV24hQi6jVc3LAqmMC3SpxKyuCHKhY5wjZ6UTTwzh6EsxM/sUAJ5sYFqPTo+tT+MxcjKFTY+k8bovIkAEb0CwD8B8AKuAvP5ZSByMxiCR5DrF10gsEPys4Iwcp8OjENdF9tbPtWXmrzJdaIXxsobYRRE2UdCnoAunvs4mPg27/Ey5NmsvBoaISuh3Fl65o8ZtAAWgSteBeDRRxK6owl33Pl+AMC11xPu3REnIkA2drZnPTA5aVMgoKeqpvq5296C+X6HMYgR0qc6AviraxuzC87i5psdx0RlLUw5gCmpXqCm7ZwwqmrYl7rTSx5Ef2LmM2A/rHVON5cRxPaKlBCq+7rHmC1dHoACYtvYBFOVLcFOGjMx9t9N34zli8nadfBXBxci+l5IKvKXMPOO++qtAF5ORGtEdDMkRfmHzucdq7Iqq3JxyvlmIPppAGsA/khP3g8w879l5k8Q0ZsAfBIiJrySmZfFQpq8BJNjjJVlNTaKJuy/qLXbeAPkj4oiX5aTYcLqg8RASWLzH8QWtizksmJoe+HEHJtf/RiW1OEvMQOcG8TZXj99tNg6LXZ5aZHTdMq+c3Evv+r6x/CFR4BHHtmQv4/tgQCc0llbV5Y2uKa1Eqiyxvr7McsuHYA+ABpCA0MivOxJV+ItDzxanjm41JM/54VD8IBH+MC/BcuvkWmnt4odR2EL9B4TQtvSq0MUMwvE5G1TCmxgkzThEhiqRsxNGwzjAtREPrPk3wQQopoNe2an/KzjtGwZhAV5a3k53wxEv36G+18N4NVnfbMrzRygTtJUlvL3ZGYMGvRuGEMBW5pJmcqxE6Ff2LJqz7e42A72wloQO7hOzbJ7PUFyb5fvA4DcptheytQxFjzt/B1T4kNmFzBlJRn4+i2Z+ntPzhBjxJOuMYaOJBSgEoltzcrDGTU5iNZt780gJBKqX+z4GMjDGrgTJVLsGe+96x7Q1hFt8yL/KiJOHZcy52chdGcjhPXG9k+a/EGOLeeFZ6oo2DbuDO1xNhWAGAlZxuBY5giakkz+HpUIRFd3njbG2lEm3hAGJ7hq+w5KZ+/L4bAYBEqHvFtw87UT/YRy1iwtoilQmcr8i5v6ZNGJ3YADemyg4jQyq73TjtumyiV3LnZl+r30qpVla/whBb8mnMxivbxIJLi9w3+30A53YQ6JsBziHBgH7AxywvX7AxiABQ2O+hjH6aumrBWK1Zu0H5j1I7bV8vCR0xHXXfEgkI60Dy1s8kXiWnqlczHtcjO2vChzy8OL8rvHIuykKZoCtrO2jiW79hn3mHOuWiyeGEEp1nPyVBtdKTnrVkLLCZjBken1W2DScTeGMLouLqOG52JKfniIgBa/jBe6pP0wdZNzwRb2DC1xbth0nmDI5QV8ljW4mPDCsy7ktnLbj9qDcho03A7BeHIlewW9bxo46Y8j/47DaNtO/gluSY8RgrGXqd88cgJ5ntDPxRTkxO5T8MDmF5q+0GJTWk53CXXMGjxnRuqduDngkZNX4MaZEIW7+/nis+XvCdWdgH3s2mJRmxfMY4291o0ZmIrGg/S6I7kwj9HSDIYzJlrksqwNAk6rdim0wdyndJxIrABTGpEsdHOk5qDJ4nNeEpROfQ3k3VlFi6oPN5FZ/5K64MTHM7BTKy/CVVmVy7wcIk6gHmcEarhNlsulRLVLryw/F31rIxfBs9XLaeH0BJA7F2WrUvXCvctqbW+cOh3VW9x5tgBMYfLM5HR0r6hdVMZ4Kuw2KJT8+oFvFUvwj+4wHnj0QVz3dDmhr+r28ae3XY0HHhf9/sPbp3HDtfeUDMGlNYyFk/PuB27A0XUBGI/1HTY2v4juuLiVRALCuI+T+xqDUDmRpfJ8U68DhN01jyOwO9V90NJancSgrKcqYP4LbZ+cupXUA6O+tLmXmnb49TJlGKl4Utp7Y6zs/5i4RKACgP0xIUQC6TPz+YgUgUh1q9bEPFVUiJHB1EZX9JmoziS+Hgoi4IdXbHrEvTS7hd/sRbWgssUxHzJitE3v660zsmwQptKSTCw1C2ppHc1EU4s1uJqXBQMtf7sKvaERTxZv5UN9zfqBLEOSewejXjH99wRHeN33fyf+ZpTP+5hjtr6O41EW3adPZmzNZhI5FMDW+gYeevhmPP7oY3jOjbKh753lhgg9+vnT2LziCI5uzECo1nEv+56X4mOPSQhyhHVcs38aX31U0pv98p9/fCkBmIbE8hGXs+JADXHnCRlW2dn7egQdh+TFs8l8TfdzoIBHHzuJTiOAFpHPiaQGZNbxp1JXHXGqk8/i6NZ19d3WH3smagQhC6I7powQArKLRERl8LVVZDYNda34YCpnK4eCCLQbov40oClPkt+ZU0mn4ErfBQ1DzpXa65iUmARTqt98qINnqh9gEZV166r9g1CiA/vd7nkBjwgv2/xTYdZ4B9+E9jycvqMRLeu3jhGwcf6hN78H/+a7xUJwmM9xBWe85m1iLHT8ymMYU8IRHG3qOX5kE1+MIt8Htby0d/3gt9yEd3zi0YmJL/CUHrhzJpt+pA4bsy2ctOhEvitlk9v4+144ozBUAK4qgRieE5jiI+DqZs7T7ybPEIXC2VmGKp7Mh0HI2driNmdRFztuhDqaHAaTWBMF32L3fcUEuhJ2b+Iy7uuAHJ4lIoQBlLSkr0vKChNYlVW5zMuh4AQAlOAeOTOI5FQ3IhZAjQlnUD/KpNQzQYOGwslLDICpiRbrDXl8sWvXX38C9977YKHKX/zCl3DDDSfQUF4CkFHYXgaceSsADiqb2dlhP3OR2cIExg+KgXBmZGVDjI1v2rsgwy72BU0fuVGtGjZBYNykKqgPPfgwbrn6yCJL7cSPWd8jYhe7Oep7TTaTp04PCce2tnB6HJt6brvnfhy/QkSIB3PC6XHA045u1Tq0NUkdbJLFfCjaAG6xB4vXT1THCQlwKE4RFXgSMUomCoAmqeHqkFbeBcdG00RjMBHHCjpfp1k4lPonzO7AuImg8R4Ct+01s2xAVI4h1NTjxbLa2dy1fLFMRXYTTXo/x1i5zTMYUxwOIkCVXQ+RNPJKZcVgE2ZyUwwiiRffAckkHANjrqqXu+9+EDfdeKK8ovgVTNgjRh0g+1zqzQwKAWl0qbQ0yEPNLs0Sa6NSLBiL6vW4MVRvMlbV00RU149GIFrxgpmnfjP12cn1SgOoRM2t7Rfi8va//RIAYDbr8b/ecdsC12jRbnf2t5HHfeyOEcc3lVWGBPw00es/ffc342X/++3YoY3iO5MBvONjn8OPfOc3AQDuffAx0KzHH//tg6WNOYuCz2N52bl1GuhXO0RlXGufDINw/ecKAtoQSd/LboVZ7tXrJprVxrCnoA07Xmum4A6aQkhQ2tRsPhaxsBV25KnsCKGMrTsoPCH0HXL9xeLSBjOXg/LQA4NeBlJSIJSseFLpN9qTqAOUcl0sNljVZVUG14mGKJEvtDpZCCj54iv1r3LhNCIREqvlXDu4rTusyJZ2WmVmUK4nzxTBLqcut1qCZvMq0ajRejE1gGzAU7tnGnrLnrhaT5rPP/ZY035r225vS+MoxvkaTsQBoyLWWTkW495+/Hfeg5PYQIhdETBPIwHM+OU//QsAwPO//hl4cNjD1qzTOrKe6DXmvgVx8XK9P41tG+bsCYe6ME9c+mxtCNAmfwfHJbINmI5TmU9nyccWt3IyxmUkJxiP1cuOKICpZEyugCXBm8BLn/Q380Jatdq69nW1HZO2kXEDde2GM1gOrjCBVVmVy7wcGiJQwi2RsmcUJEhjCICitiQfJc5cJGSIGjElsZ2mUMOHdTGqXE0AWcJGGI8pLKXmM7BQUmPKRc9rFL2opRxrn3N2cQsX+0Jk/QnlH6gmHTW2N7P+y1nbkcv3FmarhLPyAVCK/Cjtl/bUdtb/tKuo7s7Wj7d9+NN424c/jZtOXIPX/+vvgQXxTCnjhV/11egyo8uMNMyBcY6H9vabcGjMKON254OnscYZPI7I44A8DuhzKCw1M2PkjP0x47pZxHWzqG23k1/nA+14so6x77NpAqzPZRxdLMnkPo+pqttSquMs9Tn4vBX2y1w0he1Ha4sRQRrYhuDDH7JxOQFAMC5O1kGIofzz/i6SebhDZsHBUlYuoZUq2mbx4j/TtJQ1yRkHlUMhDogq1WylASAjB5k0AKBIQK4sEkfBAAb93lI6EQEW0ZCVtZyyQd423NZXkQ0xFQcyOGcUSMYIAXMJeBIogrkCl5FDJSC5igxT+/B2Jrk8U3CPrmswgAJEVWkBlsvcgLVAlXDIQxpdmauIRPrBZPd3/uWn8Mj2jYWnHBPjD+++E2l/EwCwN444tg7spljqIQQEYmQdmFuvPo67hl08vjM41d0a4Kxor+4IR4aE3/ngp2RsU0YXQrvpk4y3M4at4wWAkQqbb78lZDmKc1MRkQpwqHOcUI68GAOoi27eDUys8lRxJlpwQnBlKn9p8bEDvYhnIm85jKCIxkQk6qh9rUnD51wWpZgS4WlZORREoJFr9UQjUjdKLTHWu2ahw8Zah/ko9ucmZzXSr86pAVz2tA8llTWIpMljRHqSGtVkOUV8QIqiw3a0JXOGRVzMlBWhRrEPDzGgn8Xi3MSJWzR3CT82jqnKrtCN7qIF1+CSAI21Tw3X4izggMIUtag4MV503XG8y7gLZnzfU2/Eu++SvAPrW1uYz3extjbHDXO56Ysx1+y6AB4fToPiFq45PsM4iLNMD8YAxguf+zUAgL9/9RH8t3d+qgHAbK7HVE8pT8SWIdrGRS1cLzK2BmOd7gIPNE+esfpqjH+DmOoGZuUCqrhvXAoj2+ae1G9rdhzYOld74d6TUQl5NuxoCXH5cooxIFbOVN2hIAJA3VwyCAFMnn1hxAiM5nTBYkRhHUuchQVwJ6lpAuqmpcId6A1GqhtEJU1Y/zFn2JFHRUNRTTRt8qwk1pRj6gcOyGIbx1yIS+EQHCCoq7QQHAYJAcr+RKvqphhciHFTrxrn5MHByWGVMyMRF3CVGfixN99WsW8Gfu8zd+PE7EoAwJ6xzsM2wpqo91LKSFzNeUeIu/GYE2x1z2LC6cwY1bzm1e+6vRkn6Oav5t7aPvZmsYusr5UKqEkUngKk2VAWQoICGhtrNY6txaM5CuXEoj1By5VZWZv1TiMlBxaFIGsEiwZpBMKwu1vBRv3RaKksopEBeB0hhFw1Dpl0aS+JmtWcnu1X3qxeLuDAcmgwgVVZlVW5NOVcIgu9DhJL8AFm/trJdz8B4OcBnGDmh0hI1S8CeDGAHQD/ipk/fLZ3sAMxvM94IXQktgNF1tLPJu7vzTM21lgpsaunUZdxw3pGTX9lAJI1JHvOgNV225J8cD3ZzXgjhMWjKpCBPlW+pEawyxjH3OipLWeCB/CY6+luJ5qPOFMcUYzZUZ8LJ80A5N1huYBVhYsaM3KqArOx6CZ9MWeYm/OmXRwbSE3rEq6l08YEEMYx4923f1LbRsoFm+wuMSG8KKC1lZozu1N5UkraOgB5TMgWk09tZacihdl3WJ/AFY8IYcI5HFBk/TiuMAhOgcqgKisv3E/iKp6U/rAEbSkSpn7PblzMLN6/t2mcwRdLRJ7SkOm1M8gD5yIO/AaA1wD4reZ9RDcB+B4AX3SXXwSJK/h0AN8M4Ff091mLgYDGDHujihgDnIk2iAizPhb2KylKzy7tsMmWfqA8WMecCrLsObP2t8l9lZ2TeaAqvpDFv6oiBcUEJDQ6Z1Wbl/oTKp9O7PpveesU9Gsi3XDBu8TgJTnBEhB21svUsE3sxiAr+JYr+5xcuCuzi+itHUMSv/Qww0f2dsq46CACAI6ubeEkM8Cp+EdsdBHIAUEDthAIGblEdh5TxpBzE1WnlrqKfX+ys5pLpf0SktvmgwIh5wAuBNvAQiqekEyEcUjFKm8+tgcQUG1Rps0qG9IRWi8RhlBDg1Em0Vw5AmVmG9WBtB44vs9LHdKKJoOXb+opASMXEfkrIQLM/D4ieuqSr/4ngJ8E8Pvu2ksB/BbLSH2AiI4T0fXMfN/Z3uOpWMp22iu1r8Hr7RahoG4t5sxArHnfTA639OWkFhT+BExqmuz2FUy1Y/WKrNieVn7Pl5PByX197JsTTjIeUdnoY0pg5vJ3cCbRXWcLNSyxLuNCoTiTzF7DCbREwfpSiIJzsqLkN021sBtV7bgWjQjMkZixFtexPzxexqWMA4D1LiDNGaCMqC8/sbmFz506XdouDjyENNaxFXUdSgeYGcFLqMZhFCLQds9KSpWzibbR3E1EhC7KP0AOjf356IC7jKhpwWxOYgwNgEoExC4gh5pQK4/tupA+VUrNepgVgkFCJDTiYelkRXqUAAQAlEqlnA3/csQRlWAV5skPTFnrdtAczOKcb7ThlwC4l5nvmHx1A4C73d8HJh9ZlVVZlcNRvmztABFtAngVgBcu+3rJtaUkyGcgms26wn6ZfU9C1d93fVxAuKUOfQFr0AiX5jox4/SpHRw7JjHtBNmvOWIYUxFEKvRBLIwzMHYuqq4/5VxMglMyVV5lKTNYDZfk1BhVoK/qsRof0f4uHIqyuQO3EWkBPa2dyXSvY2GqSPNbqrL04rgLB+IulMzOZQiQMuNIL0FG4r6o/DpqUfugJr8AcNVGX8QGy0L87vvuxmzWVU6sI6QxiepT21GhGD8WbaOF6aoss2N89AbNk1iSdwh/Xuw4nEePPWdi4c6uukaHYOwlejWXJm+T4VpSREfzb2k4R8tfWAc4UJsfwLIqVaVVNRgrz3j8AhVTaEdmScxE31oiRHLmyQfeeX4qwlsA3AzgDmWBbwTwYSJ6Hr6M5CPsMhAd2VrnydyrHtw1ndGwTF4sYkYZSLPzkmSWaqoFIIQIziibd8wZIzs+DTJQx44fx0MPSry9nBn33fsAbrrpWv2ekFJCZi6LOWchAiYOhEAYU0aHgFQEDdmdheg49ZhUotwcVfkyxACiUDZFzozAhM4eCQIAplRxEGFF65BZJuA65ijJL+p9sghZKcNWCBhDxgfvF6jn+iPXgHIqm9vXbeUP77sfJ7auAQGY6WYcBhF5PBuaU91YOTPGUQDenPwmaVN+N5u+Ibb2hHw/FvUoNfJ8zvqDK4E1pypTOYt9iNQz62Ot14lSRIRhTPWwyrINTcRqBtkBsRQrXmF+DtmJQCHawVKrmIoh00ILH7Q6NybmqVrF1K8MGGwKM38MwLW1kXQXgG9U7cBbAfwoEb0RAgg+fk54wITGERFCRCGxXRRLNtusdpLacmFWvTVQ5D7S67Y4Zn0UBNlR7UJ83UIlwHEC1bTYvswsJqVj2Zzyvi5URDgwYRwZMdboJLKgrL0EcFBUHsV+IEYqdgECWNYThQAJlqoussNczG37Lta7JhqRPOYFPINhnEkdh9GZP4/KlVjAlnXo3w5xtyGrzimEjgIyV2JBARhSxrAjBl2RagYeGTfDW+q8CnEfKvaj48/+naWr9p4AYqCPLZbgg30AApp2+p4uEroQkF24sZQyxt059nb1Wh4R+1nNd0lCxDjXwCYp1dMfqITI1kRiRqzpDootBlG1KZCDJRfT5hgC+q5m3m4IkZtFbsyaCRQrlwvFRdiNEy+jJlrOiglo8pE/B/A1RHQPEf3wGW7/QwCfg2Qj/jUAP3K2+ldlVVbl0pbzTT7iv3+q+8wAXvnlNkLYVEXK1dmGmB1bpBi+kr75MDYWVMYydl1A5815M2NvX+S+vgsYxyQyPAqA25qgFvVhPa3ECckQ4aT+3lMVDhptQE/iNGScRkJWFVV9JjVqHiHbKVW7A5FlHVs4HTMA8yEJ9+lCULX3HJSLtp7qKbX9yQatm6qvD8A84wh2MIxmGxEQKBQW1sxtAwNbHZd7fCyDlI3lrXOWx2nr1CfDgPHSznoSGuA9CdLViAyTMxOEqd4dVacPi08h1+ejqTAZmXKTCXvWxSK65Gyuz1XtbBykxzVENVqfmRVLV7d2mctYdl1YmOvC2y7ISQYsYElR8+lzMD8+FGbDvrHFNJfIqd/0+yJryb9YJkjlYQeiiKCOQgSQGTmlsliS2u+7NQbmJJPmiYADsLoYFTjLiAb6qbrPl8RUgCkARRXZxM2niMEIn8rCQLFQBmWG9yCKQYCe5DxBmBlDYsQxloH0c25eeI03mfCijawLBDz5hqsBAPc8uI2X/b3nY1fH/qEHPgcgI8S5i2YbsD9Wh6g0BzISCMBeFh3gD37Dt+DUzoC+q217w4dua8BK09+X9pGoU73IJiu8qtzUibFCdFkuJEdQfE6EYWT0HaGPhP1iD2BBRZQFdzphq3dvyOh5dBF+GDHE4o0n2YQEHCyOQQgNrpM5i8hTEFC4UnEQbyrdL8MA6KDcFtC2ocEiTLV6ZjiwlkNBBLxiN+d6whvVNcI5aISfQIz9oW4+YmCt64TiW6jmQXa3De727rwEmKh1T05OjdTh/RjAjCuvkjDat9/+6dIWNPPKC4u7OasOmovp2uDpNLs69Udz/p2Vyk9dWpaXr3v2LRiU+DzpqiP45Edvx0P7spmffMNxgBgj9vDQA4/VmicVP+2a4yAE7KhT1+vf937841tP4JHNGwEIoXv0oQfOoTXLynSe2mhE4DqXZR+c2/ov9U+fe9Yzb8a99z+KrqsWgubaC8jaiIrB2BoLJFyF2XCNQwK7NSgEuAU7mRnzlIuXX4iEkSv20BqKGLDs/F8AuZdRND0xOqK/zOhpUg4FEcjMGGwVkk4ygNFOcRBiDOqgIiwbszepZQzjiJQ6RMdOy2lvA9UisJIDnpuNF0NUFLm26xnPvBk7u/Ler332LQf2oTqwEIYxN+i5FWqcohaLRZq1caDJrpe4A+Pigw7UO71dT98rjswaQsGQxTtVw+3s1Tpf+/3/AK//wF/jo3d8HgBw5e6ASBE5nMCznyncQspJIwPVOvZSxgwEYF3buo37cQxHdM66YQdPv+UptS+oHJZxN0MSENI4vFkXJF5CAYgDhiFhe29eVI/BhQarvXRU+ozFRCCUSEc2j4+e3MXRrS3sa3TkrguqhVAQMDM2Zh2GYSwgcaf6SONghyFhW0xHy/uMMTKOI2fnGAdgmI8YuoABMidpqOBwzTjUZquiiRsqWco1NzRnOjBWDkSrsiqXeTkUnMAwJtx3v5ikFvaFhJ0CKuvJzhwTqJwAqMMuDRiHsbiCltJtWnUA0MjU4qzhpDPWmHfFzJbx+MndBmaans6ECpTpLdVM155ixnwYMegpPqXK1ba98QCHdz6RehLYe6vYL/0s9gv1ZNndH8Fc7cdDIPR9LMkul5VXvPGP8Q9uOIYrNQX3qd055gjYixmPzattRJ5knF+PGVuxwzhK3UdnPda6iL4M9wwnt/db2w6bR2t/sQtWwM6y+k4OsU4DzQIoKtUyajpm3oBnWfGY0iwGzHPGODKyviyNAGHAqHPWdQE7e6lkws5qD5yyYEBSKSGNGXNdt6dPbeMku1gYFCFD39oyzIeKY2zv7OPUydMFKC8qSmcSD6iRmuFodnmJSFruWToKUg4FEVibdbjpq4TVnA8Ze3Mx+tlcl6YfJNZQYYeW38AgfOnhHb0HANdBNSCFHSiZlAgYJvCMZ96oYoc8EiMVfbRNbN9rYKkla21QIGp3f8AwDpipNdqsa+tY66O2YSL7+s+ckVIbTnwYzQHHxiMCs1rHmBh7+wlHj8iGPro1w/paLDYA7kH4dfScb/o2bAz/DwDwkYd2cc2V1+KB7W1ctbEt7Q4oYhcA3NQfw2fnPTZOPYL5IJvmW59xKx569GHs9yIevPR5T8LtD8xK38VqTmQxixB1emeOeeLKXncBa31Ab05IOld9VyMdZ7L5UmCtjzqudWMuIwPDkIr9R0fipbq3P2B/sIOGcGxrVubo/odPYW/YbyZl19wpXeFcPQFOXHsVgCoq9p28ZxgzZr2uAU1iOlM5oesC5kMuWophqDEXTFOREmNvXtfTxlqPzfWuiIHU+UbVBv/Z+/96yUgcEiJARAjagXEu0Xyv2OxaTy5uQa5l4cOnhRm44VoxG777SycXF0OWqPVVDJeJ+bpnV9mVmcEqx0kgDzlpLDNM1FiC08bkzKBsDkMM5oD1mVQ06wK6WC0io6nYwvTkdyq2JIBTUe3lDDYXZDbZ1sKc2TGYQcTFCm5trcPWZi8Lu1ATQ7YrGPrWv/gzXIdjAICnPfVG3HX6FK7Y2MDzZD/jA2kuT2gdsxLj2qoAABisSURBVM1rsEW7WFu/Dk9Zl5vue+hBgPfxGAnh+JX3P4SNtb6m3HbMSDTOZZ5AOReDr76PmM1CDUevcSjXZhF9X7UORaZ391R1LGHBHBVA33UuSE1Gp+uLVRbf3hdZf3NDzKf3Byrf+bKwBKme15tr8mwxDArC8aW+Ei3LjGSELzJhY9YVopBnXGI5FrPzIOD5oAR3PiTEGLC23pVxC2Wtnh0YXGECq7Iql3k5FJwAIKcAAMzHjCs2e/Sdz+oj3EGh7YRzIl+eBj7lhisazJggfyz4KCyURTfiJuiD2i94dpqz+AaYxmN/yJj1HdZn0mhhcampk0KVZ6XLjJyrXUAgVi1QVYtGRcaLTJ2kh8UlgYULMJuGLuoJ6jiKGsSFS1sCEb75WdcAAP7qroSNfoYA4ORcTp44U324KXQCYb3vMEP1HXjhdzwHv3vbbdWnQu8z9/AQhZNjAL2Of9dFYJ4LtxA1NqNNGgXBA2IX0PUVGWcKjX1+oyJ3yoKqBiQx5zUxMImdRt8HjEnq7VPAzt6AdT1db735SgSqkYst0rQ3ZQYDNOFYmbk4N8UYNMI0JgZGXGz9x5FBXcWHQgS6qL4OKr4kZnQ9F1FlGBL29seCpx0/FhBDLJzr2cqhIAIpM3b2ZEVdsdGhV6eLlmGtkygLaFENxOzu9Q8uKaaMa0SM8pPdhQmIZ+9y7/RRacdRAKYxZeyqrn0YMo5tddhaU3GgDy3O4aSJGvQEJaQ4IOx/SrwQ09A3xgyfavwAoJ+F1qhKA4h4u/8GgFQx6+133gUAuDY8Cb0SjWc9W3T+d37mHrlVCfF9jz6GfmMdYMZ3PefJAIDX/Ml7Ftlwz55q7nkDVgH1nXC7iqGOYM4fpFM//2JfpHVUfTiV8QIEb+DMoMyVuAQN+a1i1KgyYYyhiHmzFHB6d8CezuGsj9qe2jYz8jHCYCAsNUZeofRZ4mIKYbcNPaQk1odODeqD0PoS3Mv7GLG1KeLGqdP72N0dsVu8IgnHriCEPtaYHAcApMAhIgJHNxQ06yMstLZRxzL4uugs8ELRj7qdSe6EmxLBnOFOgzOwEgXd16g3fpORHf7VVLd18iAAEt9+riDTWh/Qd3UzTtarXMt10QOyR7oOGF0QDoswDIilot9PABCjPD/Xh8aUQCOVF8auw6BYlilWZuqm7U8zoIbR+oEXPB2fHK5FevgT+P2PfUKbLZZ1xRZi4xRe8N0vxtrpz+I1f/JeAGqLwDW9vFkGlpDwyIhqamBj1wfp6P5cTb178b4x7qdEMKdQ9PWBM7ouwLvMzmY9eF+MlrogGw0Uq0cmsz5vm1cclQIJ3mBzlDLjtDpAGRZhoCoFQh9k3mxz5tRaZwblMktmYSWCIUAyO0OtFTmXtR6I1AbCtY1bfIggmjFbg1ubM+TMmCs3vb0thnFXXLEGW2Rn0gitMIFVWZXLvBwKTiAGwrrmqGONOedlGQJA0Z3iYdE5QqTjanJsufsK2w5hA731FiafSEWMEuDBrA2pnjK0DHXlCrYbeziMlRM4uikizoHYA5koU51NYpSwX7GExKImGInvXxPLkNuYd1EzMkkdGYFER91Y3Dn2VWzfqxz7S+96b7HPsC5LCANuRJq3veuNNWY+1BGJAoIBBxooo1gHDhl9BPoulvGPGgLMVIbm+2BqRcv66+P2sfbL1GOiTiP0GhQFw4Bktvde1HLaDcnupLkutN99B2ysVZFub38UMcRpdKo7MMpYistHnY9mjeqcieu1DUvESI6rwpR1l0n1y61gQJbXogvY2pwBEK4lJcbJ03NQoKIePhM0cCiIQCDvREI1Aal9H1uVEqgOaLkHWLrJSnRbKGiHduLYPRdjwOjTaxvRsUk1MImc4QaZk07dKIyE7d2hvGtjBqz1qOKMmnqXLql8zOwSqGrAEL+hPVGzMWt7I3703lY9hIBO1Wm2UUKjXmX7X98rf9RFWSPoNG2hGicvqZxEoSXCYBQ/dgFLuXk+EdAxlw3dRVF5WiRnw0FyrEQ4pQxOLqtPF8CxbpwYA1JODVAo17jksiheohZhmQgSj4XQ6+6crXXYGVKJbznMM2ZHYqH2OTFGMKYrjkBlrYYJETDPVwJKQFbJM0DVC1VB2uRAQChh88CmmdZbW2IXsLkpG35vd0DKjJMn9wuh2trCgeVQEAEV5gHoaUtyrQwgqXux3i1ruIYctzDNgAPF7Ee5DoC4bjxd2MFNmoFmC3gBuV9l/1TYMjOJ34G+bn+eMGTG5lo9bVMWCzh5VGQ+IzdkBIBRuI/iJlwsBLNEyzUcAIAFKTF7BGYAOdfArPpu07sL4dAMTyVAS0tgWY1rcrFTpzI9BniJt1wb1lsSgASAzfNTXLdtXizPY31PBoeIjGCPIGUZlxL9yUA9R7Izs8jDDvDqzCvH1W3jJqc8KZdlM2drrdriB71XEyghrnfYWu+xvSZbZBwzhpSxodoC0RTkZo1NT9titajXsyLXDV7FMriqwJF7Mpe1La7sMvYVE5iCfBKliYtGocN8HEAUcGp71GsHswKHhAjUjtV9H0BlY7WppYiqgY3/nt2EmGrIMVkNNbUSyBEbZhBxyW1oCHCuRBrgdkBzZvRdRZV390bs7I8ChJV3yKbqdLhFTeRYWgV9CFQMWMbURgOISkg8kWsQfasH1WsNCBpmzfq3qFmoYbanC8vzSnbLZLHbaRxjyXlQVhTJBFgYti7GJr6/nV7+pIwxYGOtw8mdytaKEYyw9uOQMA6jiAXFrJaQKJVQ7axyX10bCqRx2ycDGOXPVNaPjcI4Sh5LA3N3x4xTp+elretrauVJzhiI5DCwt2RmJCKMg6bLCwGEKPNgwHIICMg15iCrUtpzlsppFcLAIsL5pWxzD0BS3jFjd28sxHJ792DntRUwuCqrcpmX885ARET/HsCPAhgBvJ2Zf1Kv/zSAH4bEh/kPzPzOc2lIZa7VISdWIMBEBK/v9hFZa2Pbj8Iyt6DX5BBT455cnum7WE6nzBKTvh2P9ncIoTHD3d4ZsT9IQMqZypc5S2SjmnRSVGVsQS6CxLzjXAEgCa6RquHPZJwWBs7+5Kq3Dh2h7+tpaycKUTtWUo3nSrh5hmr3Ju9yIsOkEOSENEOlnJOmaW8nyTITASq69BFrfY3SLHYX1c3c0E+/XnKu4gG0/V4MFIAODsMgNDGAnWhjbPk4itHSunIhu3sjdvaGwvExczH9No4tRsEWvG8G5Zo/I+eMESTfF4BX5j8W028GUJPDFKc500/bM6hu58bMlT4Q0G+JY/fevjp9fYXiwG9gkoGIiP4hJNHI1zPzPhFdq9efBeDlAJ4N4KsAvJuIbmWeuJwtKXVzEkBBmXcHcJHbeLSEAEzqMcux6L+YEAmhFJUymO1+2Xg5S7IIRwcskUiVK0WU2d4V2Wtnbw4CYa0j9OpkEwM0zbnrI4emPxbvoNlsgcruF3G7WpbB6Y2dgAnmUAKPRrWjryKEdo58io/cDMzUqKQhmk6OZQWsbKzVLKB6YBJLsNiy8wIYjF5D59jsZnbVEmHWO7v5ERjGGrhTzoWgY+IGBlV0ohDaqaYgGpeAAqsH9eTzyV4L0lMlKYw5i8UixGZhZy8546EAhFaTYp6F2Y2ukl2pkgKQ5ftYO92uTQUoQzArTyoh7ouDra3/RjtRZRkDRvtZV8DY/fnBW/B8MxD9OwD/nZn39R4LGfNSAG/U658nos8AeB4kUOkZSz2ZxXyOUAEhOwAOpmUo97V1VtCvqvE8SoAC1NjfYqylnEEQGa3K9pryCnUzhkjYHzJO7QiitLuXEEgMX6w9Y8oTRJ5KPkVAZLycJTehV/dlOFDJEH8Dm3TzZHcNUNygnBAqRzqEiv3D9tHLlzpG/qS19vhbxDy2rtysadAbEkJVjUhq5Wd/RzKtQihzRMwSJ1KJAA8ZY6qGTbEjxE44RHbJEwTIpVIH/EkbghDhzIUgMecSKl76SGBV09lQdV1AiIysZsSbmz3mQy6RmudDQh9iiU8ImDFT1YLEKINV3IFVRd1EuqaMgOBGXJtf3I8DaBDQz9ZC4QQcUWBGiZ4cEiNxAnEojlY5LwlG49p9PuVWAN9ORB8kovcS0Tfp9VUGolVZlb9j5Xy1Ax2AKwE8H8A3AXgTET0Nyw/rJdIkQJMMREUtF8RXvHV8MDTXyUSObW+DZhp5p3KfNYKYG3cgQosIW6QqUkOaEuOwqCKrmFE0BCxiw3xuaC5hrZfAlkU1p/H2G5GHXRANzlW+Loe2fPAOK8LN+OG0/lb5MgQUX/WgRkFV1VpZ02kpPgug1gZjCRhQx97zC+bzXrrUPEoQO3ovL3eqny/IeCD0XSxZgLCzL/kAVGMyM5PeADBqkhBfbJ4LRgCWteUNorSPlRsSlVznMlhJPwmdii/r6z2603PsqlPYvIuYdYwuVu2AMSBF6aB4RM3wXNejz6LFodpKyNjWbFWBCNwFsDdJVpHBOIMSmdqWfiSEJG7kxlXF0OOgcr5E4B4Ab9YQ4x8iCZ53Db6CDESFnTMxoOIgpkptJtwTAdv8gjE5EcLzOSysdfDrVutxOSY9p4wYQ7FaK/dSaOsl4OT2PvbnJlkS1nogOMMZC0sdneWb3St/56oKKqKJbkoXBp2d8GhpsMjJ/FDZvGwqE18KuKTy8kRP6sR7IUi2SSaF3YdcCFA7voXQRQJRGz5b5tD6M2kAoKnbqjUjc9YEqVz6QxHgTE12p4W21v1QQDlvP8ok/TNCC4KGuK/pylNmhEzF12E267C5OcN4SsS+YcwgJUTe0M2PQQl84mNbGgTD9p2opeHWMpGfIwbFAEaWJLRaMudiJ2I+MbaehKgpIdG2mTfksnK+ROD/AvguAO8holsBzAA8BOCtAH6HiH4BAgw+HcCHzl6dMwTKCqWEKneTLubitKMyEKg913myLrPLVltBtPpLMIPgakCzgAwAK4SFxdzU04D9ecLuTkXx13qzcAzlzqxRjIu9gW76YvUWpH0p5ZJ3wPDrhh9yXIucZDpWjtiMIzdpvcBTRF62YXIgZW7MkQEPMhnF8ydknh7zer/nvAJJiHSPt2Rue8QsRLl43VEAhYyoq3JtjTAfB4xJLnTdBgiaJUnriFPUm2STV7giay6Lybx6Qqd9DtFHjTZiJff0fcTmZo/tXSEC+3sjtruIEDtsKHE3wmSrMiqBqpwBlzkth3qWA6NGjeNCCIBKxDKhAESCpMQSXk/mww0BkYKLoWa0GgYcVM5FRfgGAN8J4BoiugfAfwXwOgCvI6KPQwyWX6FcwSeI6E0APglRHb7yXDQDq7Iqq3LpyleSgehfHHD/qwG8+stphOfmxFJQ5Mcia0UqmYn0LYA7U4ou2B1g1aT1TO9VJrGotXz9Rrmd6y/QvBMAtnfmGMbK+ve93B+WyJf+lPHyIXMVGTy+IUlWWxamNIWqcs/3VbAD4zDEF/+MbtPLR6aZlGXsdlFNuOIkOHuwAYSCYxUIhFTUppWNZUbJ5hxjAI01n2RKkkik66rqJRBP2G1G4lyShlAMwjpbA2vTGs5AWIWq0wck3LnJVokk6Mnmhtjnj+Mc8zFhPqQmZqRH+S37UbHYJKpclBMVxrGqTm0cfOh5ANUi08aRxfkIEK6u4QZaeEmvHbwRDo3ZcBn8oLIfoRk80FROrbboHvw7U/AEwMmsyjIa+yXPczNyjMkG4MrKmeHPfMgYs/j+A2IoEsgWdNsWv+mN/QfEqqqNR4CFKLpTeJXtUkP4ZK4NtOyimL1WwtFI6OVa641J052MIsQ6kYGBqlvKJodx89S0NKAkQRK3OjsFqaVGzLG03jZO8/mIrpMYid4IqfG1J1Iz7UoYvUhi7WBO9boCTD4NeIiEcWznPzNjQ42Htnfm2J8nrPUZ+5qgZA2hwZdkreQJESalsbqh0a4Fszmoth01TVyV+U2c1baqrQQX3w4CacDTMiNLMB4rh4YI2IIKRMVdl9214GR38LhI2LgFuKZ9LoBf2Ygqx4JKmOkihztnJtlk3NTJmbGrxkF7c5H3u8afAGCfUVjbXzPysq2QxXEoWJUjTNYY1z9roZ9oi0jjw1mRP43ZCF7FSgKEcchLty3gLaV8urCGWBCaDSTtM+JhYzAlMELYA/k+BiBxsQztVKY1pHwY1ZbC1ZuNErqD07t6M3MJ7mH1cJZ3lJ5RBCfNdO3wFCIUYLbrA2KsfgFbm2tIaR/zMWEtWdDTjI4Bi4HKRK2HLOopX843sR8q3AxB1lMZ2kzV4s0xqp7joACQOl/JWHN5t81+/rvACVQghArqbYCW/OayIA30nBzSC9emZWEYMiN7BFs5DiY1rBBPjnbRqUusmWPuDwlMsYgMKZlfunthMKcho9QoQJpvmKf20qczczX6VImmZAsp+nHzxEaPcHJEgPQUrE1pB5Ac5SnbYzr2Sl3JU1kKYK6L3Thu1zsAVEJu2z3MoYC1XRdBqCJRGsXIZ9kYtV7kdc7MulRMmOXaWEw3rUOSXSiPCUlNlJkiPNKcRkboCGvqVbg5zrC3l7C3N5Qo0muzXg8DT0iqOJDUQInRAtY6BQCUk6P2BKeJnGVTWu4qNLDOu4mSxU37DCLhyoFoVVblMi+HgxOgKgtZ4MvgVIKABlHwfvPu9/RzqdT/NckOwowmgjGgZxPnaleibG4huHqaD2NNDgEKmMV6Ell93iaeSJJOlMCbhJJdF0A1B21Y6HPhAto7zey1RPQlNRuetG06EAwuqrCFm/zBVvpzUEsmuA1N8Zpp9dxyPwQAoeRJKBGRkosvwBa/UB4JkRpuofHVh3GRGoDFVLJRRDPjoOTkJMVH5Lmckz5X2yoAnrRpNovYWO8wn4vDGACsjRFrs66sZYKZShtXEpBRudllZYGjVXAaDtsow+UjX7lnZBhVVDyDGGCFzo3lvLCFiB4EsA2xNbhU5ZpL/P7D0IbL/f2HoQ0X8v1PYeYT04uHgggAABHdzszfeLm+/zC04XJ//2Fow6V4/woTWJVVuczLigisyqpc5uUwEYHXXubvBy59Gy739wOXvg0X/f2HBhNYlVVZlUtTDhMnsCqrsiqXoFxyIkBE30tEdxLRZ4jopy7SO28ioj8lok8R0SeI6Mf0+s8Q0b1E9BH99+IL2Ia7iOhj+p7b9dpVRPRHRPRp/X3lBXr317g+foSIThLRj1/o/hPR64joAfU+tWtL+0xSfknXxUeJ6LkX6P0/T0R/re94CxEd1+tPJaJdNxa/+pW+/wxtOHDcieindQzuJKJ/9ES0YaGYo8ul+Aexiv4sgKdBYhLcAeBZF+G91wN4rn4+CuBvADwLwM8A+ImL1Pe7AFwzufZzAH5KP/8UgJ+9SHPwJQBPudD9B/AdAJ4L4ONn6zOAFwN4B8T25fkAPniB3v9CAJ1+/ln3/qf6+y7wGCwdd12TdwBYA3Cz7pX4RLfpUnMCzwPwGWb+HDPPAbwREqz0ghZmvo+ZP6yfTwH4FA5HLMSXAvhN/fybAL7vIrzzBQA+y8xfuNAvYub3AXhkcvmgPr8UwG+xlA8AOE5E1z/R72fmdzGzReH8ACQa1gUrB4zBQaUE7mXmzwOwwL1PaLnUROCSByYloqcC+AYAH9RLP6qs4esuFDuuhQG8i4j+kiTeIgA8iZnvA4RQAbj2Ar7fyssBvMH9fbH6b+WgPl+KtfFDEO7Dys1E9FckwXS//QK/e9m4X5QxuNREYJkV+kVTVxDREQC/B+DHmfkkgF8BcAuA5wC4D8D/uICv/1Zmfi6AFwF4JRF9xwV819JCRDMALwHwf/TSxez/2cpFXRtE9CpINKzf1kv3AXgyM38DgP8ICZt3xQV6/UHjflHG4FITgXMOTPpEFyLqIQTgt5n5zQDAzPczc2KJzPlruACslxVm/lv9/QCAt+i77jeWV38/cHANT0h5EYAPM/P92paL1n9XDurzRVsbRPQKSJatf84qjCsL/rB+/kuIPH7rhXj/Gcb9oozBpSYCfwHg6UR0s55KL4cEK72ghcQd69cBfIqZf8Fd9zLnywB8fPrsE/T+LSI6ap8h4NTHIX1/hd72CgC/fyHe78o/gxMFLlb/J+WgPr8VwL9ULcHzATxuYsMTWYjoewH8ZwAvYeYdd/0EkcTvIgmn/3QAn3ui36/1HzTubwXwciJaI6Kbcc6Be7/M8kQjjeeBlr4Ygs5/FsCrLtI7vw3CVn0UwEf034sBvB7Ax/T6WwFcf4He/zQI6nsHgE9YvwFcDeCPAXxaf191AcdgE8DDAI65axe0/xCCcx+AAXLK/fBBfYawwr+s6+JjAL7xAr3/MxC529bBr+q9P6BzcweADwP4pxdwDA4cdwCv0jG4E8CLLsRaWFkMrsqqXOblUosDq7Iqq3KJy4oIrMqqXOZlRQRWZVUu87IiAquyKpd5WRGBVVmVy7ysiMCqrMplXlZEYFVW5TIvKyKwKqtymZf/D1EZvGfvSKxhAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Qum7YMvrTuy5",
        "colab_type": "code",
        "outputId": "3964ddec-dae3-48b7-8b80-91f115276d16",
        "colab": {}
      },
      "source": [
        "obs, reward, done, info = env.step(env.action_space.sample())\n",
        "plt.imshow(obs[0]);"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQEAAAD8CAYAAAB3lxGOAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOy9ebRmyVEn9ou83/feq6qu3qq7q6sXpNaGEIsQaEMySINgEAJZMEgaZgxopAaZAQkNi0F4A+bMnAP22JhjfHyMDYbxgAFjOHAOMMBohI3RIDQjiaUlpJZa1d3VVV2t7lq7lvfedzP8R2ZkRkTm/d7rLhV6OvWlVP2+e28ukVvELyIjM4mZsQqrsArXbgifbQJWYRVW4bMbVkxgFVbhGg8rJrAKq3CNhxUTWIVVuMbDigmswipc42HFBFZhFa7xcNWYABG9log+RkSfIKJ3X61yVmEVVuHKAl0NPwEiGgB8HMDXAjgG4AMA/gEzf+QzXtgqrMIqXFG4WkjgpQA+wcwPMPMWgF8F8IarVNYqrMIqXEGYXaV87wTwsHo+BuBlU5GHIfCB/Rv1BVH6kx+fFlZh94Mo/V6SmU+yWwJYRd1VWBZ5WVmEDpEuP+7+3HXxEhbjCACYDUObF0/kTmTj0C7KMnW6gqAKimM0n0IIu+6jGC0xgpRLlakpzsRlnYaBEAjDkGQtdRJtbo59Qjp9yvWHy683UEmnAACMi/FxZr7VF3W1mEC3jUwEorcDeDsAzIaA22+9DgDwjGceQQhrqb1V3VhlSW7UMACKqcIRMb+j1Au1QPvMXEiSvKUTEeV96vXItvFBZJqXDG0AueilyPyhaRzKNWKGVc9IR/G5TTZyIZfbdMSxyY+ZAbYRT58+DQC46ZZDAIBxHBtOUElNtAQiSzMAEoY+IJVRJhEBxF1+Qm4G1IlYJySVuKkuZahQwMULl3RqbGxspAk5xQXUONva3AaQhsA4MrYXY37OdQxmUKZf5S+DBsLFS1sAgK2tEesba7jphnUAwDALCESG7338gdNgcKkz5cqQ6qAYI4gIi+1FLmdEIMKQGfQUE2UwOPcrAzj1+BMP9uJdLXXgGIC71fNdAI4bApl/jplfzMwvFk65CquwCn/74WohgQ8AeC4R3QPgEQDfCuAfLk2hpGwWEgr2ZO5ZOF4fQxopTGxFblyoWCW2TZ/RQnR5k4YkGYcI5+YpNgwjYExooCm3YJW9iCzQqJObh+FLgtRAJETNskJYBpABQ5XkRB2UUvUmpiSFyQtK0wgMEslEnPrKSb3d2qm5Fm20vIoSrU7Xg+I+Q1M7SlK/SP48nOSZo0haOwZCIFMWKZgS8ofoKqkRU0tWrYdEiRGm+SueVe3oB8KSdr0qTICZF0T0DgB/AGAA8AvMfN9u0hIAjlsIYa2jYnp9TX+3+j5laKobMeFjO9iBFiYShRwnorUj+AmbypByhBGZTvXcgHyfdCaxGyiaR+o6UyduVRWrmpMeVZvILJdBrQcUw9SHC8OcYo5SJ6VW+DHNnBhJzoMkqmlO+8KrAb0g/FOyOHXqLDY21ifj2wrIX24aOE34OnGJCBy52gxKm+tBJ5+4PAfF5LpCgbz60yOTEChg4RLWx53baRkXuFpIAMz8ewB+b9fxi9i32r+OYeaKsv1Q/k+ZFJCO4NIBLFBC9WHMk5dVRxNV7s8cEGMshaXJDkQQKEjHegnOmdew4+5acXUjt9bQdFVrHWgZUKqjLh/tgxWKqZWkXcT+ofT7XiCgtJMwRi+9GJoZtvXTRgpWhQbUSUMoJpndB8V72lacAFDovFPNK4ydRFPNCDHGOvBK/XX7ymBEYiCkkQGl34Ox9TQSwdmYKI9LEUoZLC+DNrmdtaBbFq4aE3hqoVLrh5V5O4FwUruTmQGBkCBv4coDEIaSKjAnCJiNLsh5pNe5sXMHMOlOs6pKMXSVPADiaGAiFYMY2USF3JjpV5WTcpYEM+51tlpYEWyjuslfs9DMwMuU3GZ6AhsC8iNXSS/GrkJahtuN5sKAseV7BMQMFtOV54E5xJy/Ja5Loi1cWXC5vHRRBIIzAxShhoqR+Jr8kMkNQzAMqKbRKoPlUMVAiDqeUr6VwQbNjHOZ5Pss5q9U+2MqrCxyq7AK13jYI0hAc6pqcjNaFOu4+Z+SgKKHG46npa9kV5ZMhD2HKs1ByaCYP0W2680CcUNGDIUerpCcAFAIQIwKjWe2TGlJhyrGrIRmZGIUIAdjNXTkrB6ZKFzVEUj7VATulNIpySDSRUmQ3NimjzqqjDfytbkCVtKnuAJKPGhh5oRYnFZo6iLvPErZKej+y3ltbY9GzSNSbRlj6h+F/ArSU1kuRsa2KO+UlgSlKObkh8BgDE6aa8lv1AGFBDTpevmv9hmZOObHkobZM0ygqgO1MYyqpdG+jAsHLdlBK/bjJ080SSF+AbFYwtmudRPAUa+PK6imDIzaAoxMq8aByQ7HKMA3pO+N6tMwnfpfLoPccUPdBj1l2k0WD3vZ+EToqBZe2+8e0ko8y6xdhumPZtyBTBpvlxC7jUHO+TO59p5eVWAlADT5y81oKV+C9Fmx9ehyQaBgy+YIZD8rDLOQBEKOsFhUx6AYah49ncXblSNbRmAlhDWZNytLO4S9wwQaojXnIyMl2MdRg4hNLNXRDICj6TByo4cjwKpTGyZa4kZnJ3A2A0JSDJURCUHllwc2O6npBH99mf/2NXWVRyDH6DoCE5ZZapp69dmBOpVGiBRnLUMkmB36KQzM5WsYmStvybietpMpiCZFC9rrpdGSR+ANUIxztTz9zOXdoCT/MBCGoT7HmIUM2ao0hl3HAJKtauyv8qj0T3cf0MomsAqrcI2HPYQEfFBSmqy+I+u6VuYjc28nLdV692Q5SubHWDFfBr06NyVOHR5RaIRClhTZTByTMojqnpzoCgM1Wes8G5p3YvReEvgMRK9XdoMmYw87Ba521iFL95CNXrI09gkuEkxCdH3DAAIFUFa1okBepwY01WzsE02v5SGjYSC6oUpVaQctfW08ytJYS/oxwkjsoIZXjBFhGLJDEal8dMaddxC1SKmjXvXtV2dXYU8wgalpWpBZnmUN2qk8IqFQ7fSRdX4zob2uJEZCN+bLJGCB7O1ol7XtVv1i8AggUDEABiJEQlUPOOUl+nix9/n6dXXFaXbGnTiJX3Um+ZT2NeFbsGyYlWbeEY46ywKrNoRe+rIKf++1+rxUUWGhbwfKAJn47bvJIAwjVqa1UJuXEkOo8UKQjUSEBx46282rOppZRtvaexQDKPOjz7B2CnuCCejwifsfwnOf9wwAns857z/FLSsKqPmw9L5iCtFYG2semvsnwUMlhZ/gfjhVFqNiRXEqEecO0QudVUNPAoZhBHUc2NlYLdLp+ZGHj2N0u+b8cLn78+7ATkGvyUyazKwnkv3pHWdyJUqNywRTdZ4Yq66LjGGwqzN3/uqwaxMHwzQ3QW8YCgVFTYUQCGkbjGLCxmSjxq0SYCL96+s+JrTu1TbOTvaAlZ/AKqzCKkyGPYEE1ubz9mUci04tErG4AGeObSz9QLPxxwarTPrlwpqLTqIhQud7rxQSX4MqaoqdgSxHt+oOQAhlu3H5byFZdo3U8MixEwBQ9quPY78FHnrwEVcPH2o5d955xJbSWdcHOFnxnVHGaOLZ/qA9H5plRqmS6tcJ7atSIN+V5PQ6dVuWxNwpVJVTlnlFStKQkKicVaBdpCWkbcLajZuMfk+kkIW2c7Tkt9QalMtdlaFnRFJAeDLsCSYwGfQc7YwIu8TGCGDjeMJahWicSfQBEH3I/XSDYVau1EqLPw+ADEy0ziDI5wCoASYWsqZd/KTdWU/Xf45lxuJ3Tpbs8iu/FMmRQIoNVBWnxklTRLd1dPo6p52I+SnykjMAHHXkC1ZlpjeKRQmjcAc/aHWl+qtkxi0l9TW6HDckFVLXkGtPB6r7ADwtOlGrEkhZrEiy38sSbY2dm2JnAbYnmQB7wglLdTGg9r0TTiZPPeE5AsyxeIjZnDwCmA7iOWY6tUzyiYbPHaYNkF6mTU1fzVj27VvHpctb+MIvfE6lfNm8J8KHP/RRY8eo49623Ctf/VUl2YljD05kaAljVYeaO6lfXtdlTUB+TQbRRabii2+Rhq6X7aoubwSaeTApdeW7aktG8iCsm4a4OPCoRSznh5KpbgDmLrRwxWSKd2IpKECPEF+OXpGpdZ0ey3uCCbSyOHV4lagdcNfgQHZ/8xkEwkdKBqrrQ2K7VHYNxsxI+g2mm1T7CZM2OHbQs19K8sTL03IE4mZ3njx33n0EZ84+CSAjdGc8IiLceON15flFX/Z85bJaB7E2Ph+48TYzmo/c/QwcO/qAoaXvpbdcbGsJ5ydtTc4uDbtXbdndVpOJIDOTCGaQeWZZvtk6aOTYNH8lqSSNsTKKEIC1+QA5AGhp0LT5Ze5ctrwNQn9J0gqyncVXDSvD4CqswjUe9gQS8KGoN41hTsWhLLnVd79s0g2CqLJ+BrWkk0BXZ7lF9EJRKQho+GchlSFnIrgVTVgp6Lk1dSWewqP9uvREqpP0Z86cL3kGcpuUcpoY09sbbrgO5544WeIcvPkwjj34yVbIs4OfZCVS0aGLXaPZ7FpsBA0QUAp+S2vKV9tduIPeWsHqzndgKNo4f3datVZViuZi8CBA+nwAUkY7YD4fMAxKHag4vUtryRPuhahackZlOaNA9XPU3U6VYOkjn68Ke4cJ6P4gMh1GHWbgKyUbTZrKuolVUTsjlBTTTaQ3B7EboJKnLld2+jFxKa1OkpxSNiwpWhitR50rpiWzB13dANPHglUY7QYhc5kQZ86cN0zwzLkn0VdhNa0ZrmrmI1/9xPMMt8m20waqHZfIBRe7VK6SaA567asurcfgZM45F6ryIKsDQ1YvZ9kjVFYU5Liy3Th8sXpRDsgRyt386HpDWY1zaXja6gAR3U1E7yWijxLRfUT0rvz+ZiL6IyK6P/+96enknyTyCOYRaS1peYcQ8lKczOnOIJFVuvSPUZyB8r9GUhXnDio2CrXSZygxQ5dIWYJ7hiGbB5XyXYV8Vcj98/WTuN3lT/U7Ixp9UIWdkjuNnradqrNLzanXFaVc9dZWq90spo26sr3YLU7YcjgxWhaPPbBhZMWRrHR8n149XuSYsDoB1YEp+l1GAuUfSOVTazYpenS3qQoxOCGA0I4nXa/C5KU8Lo+T4UpsAgsAP8jMXwDg5QC+l4heAODdAN7DzM8F8J78vAqrsAp7NDxtdYCZTwA4kX+fJ6KPIl068gYAr87RfgnAHwP4kaeUuUPckZ0+BxiLNkclfQT6enq7lWilv35msDoaLGVqtieU8pwy2WIK6AMqOuq1UkyEfrLZLlPqpBSiBsK2JgOB1hUmVyOMhtyeSqMt90pHW29d3gTNMM1bzxtE3WDkt1z38pAwm8/Nsp3B905dafLpKORqESiVM8imMDlCThRCYDZLCFNQBxEDxAhU9wwwOKuDS1CXIo6IyrmGdQ60aXy/y3jazT6Cz8jqABE9E8CLALwfwOHMIIRR3PZU8/v4xx40kI85n8jSgZKKCgO0PCwtLZt7kyiAiZA8/Kn8YyYkbV5+e+hm4VzkNFjlX6VZ96S0U2+g5dDgZkkrWHI3LWehbW+op28BaatjKPWUL0QWZ5NLWfWWJXpXSUwghPxviQ6e/wkTl7YsJatxkKm0VVbkFEgcWU7imGgJrZoILVYVkfpL60SdfyG4qosDMQIxgqgP4Hz2YUj/mIqKImmk9Kqe6b6rv3paoKbNvsm2A57UHE24YsMgEV0H4P8G8E+Y+dxudzDpG4jW1ua4/Y4jAIBHHzmBOphdB7L5UwEDoQ7chsF6iZcf5bU7ocU3K0tno7IZgNTBlt3hBYDrKcbI0qwY6KwPQzTFT0yWTgngpCeyyUBPYjLL46k2wlCEmQny4BLHFkZglknMNY32ZlT/kW3AlRHuDGGqXcLWcmooNQPbMAzhFOndvvX1jOhUhpzFhJILiQHaMnqkN91NFbFsbkVsbkWsr1f6ZRu5vBAbnhnTqo/KENBHhXUMlPoQ18KUbBTzatJxDVeIBIhojsQAfpmZfzO/PklER/L3IwAe66XVNxDN57vxpliFVViFqxGuZHWAAPw8gI8y83+vPv0OgLfk328B8Nu7ytCZe9Ovuh23QsEmKghU9C6DCw3BNdcSK+PICsWq7lWtuwofGIu6BqYVJ3LGe7Z4y4eJkM8bQLY8y29rSbbW6E4g4PHHnlAqTtYBld5RfPxzAxbwW4R0tQXof74ZjWolalL+XpG36iTbG9pdoIvIhFZrp3e5LNGKSrYKBaRHrd7pvtap/XNFN5oSMxayZ6Du2cXI2WNQpHnaUr49LrA9LrAYFxjjiAcePm0GcbErwe0raOqjKKCQ1FWuMMKPYxOmjDK4MnXglQC+HcBfEdGH87v/HMBPAvh1IroXwEMA3nQFZQDozGeSAVOVbSLCEALiuJ0TWYNihU49jCd/GLKpJWVL2dimabEqSu46k687BLZgPP2awBWeUp5FWuHId3SVbEMwZZDUG2ogBjURTP0qRBdmVvLJWgpZ4pr0nNtD6NVGxqQeoTkduQlqgHOum9KSOpNTV3Z5UMpMaZvyntM1aWFiIrBWFfS7XtkaYlftopQ+m1WmPY4MCsowiOocZYaIe5HmdSWg8ItSdnuWpF7u3Y0vhQ5Xsjrw/2G6e17zdPNVBajf7pvon+Vz4rghDKXBmQgDoG6McQNMIwl3m1CZ6GV2LGvNPHmbAWGfCOoSE+b2e2cQpg0rphTLV8IAcEeX7aiHndf90IlkGECpjR38hSFrRdsaJJpySi6eyZLtB+WL06mfMGUyb+q+sDw5mKqzkBMMIEJc2Lsqe7xQM7FhoGKPiZrJEmGUk4ZiKpeGOr4KkuhlKu/1/KbWEC6Iq67w2MkPNU52E/bO3gFBOflxyplFG3Rq4CxRxpJP4/6bW9fD+VQ2FTTRQPAGheRvzYgUTNAPOpsmjnTiRNreN2ZU46SD0AKATeGsHoonjVyxxia1/rcUQXnqKqqFtIVvU/knKlADWgy9bX+0VFD9s7Tx7WqTUX1MQj0uOllJOhlLQBk/Mnm3F+nuAQYwhIAhDBjCkE4WyqijIjg2/2R1pLxhaEIzDdbZyzp59RvhB7739RONs5eYwCqswip8VsKe2TtAE78BrR/Zt70UZbWMWxjljUaFDzs9f7ocXWKGeFkJt4bK8kFIQVHIVbk9axTpNL5Mo1PrCuxMr4kxlXn+W89EhJyKUQxdtQbRwE8p28PyVi5Z4wOB1UXG1MT0ikc3tNCqvuwkZUcZM8uucqXWSHV1nSu6TLcTpz4dygGiSOoB0iUj89maOa+idJXJ1yprZagU7YrzLUyqdYrtZLpdOFdAumzZduY9wwRqaCvW+t+1qjq7ETfd2L4c8v0w/azfqb/pPAEudFTDYlOVSutE0EXqwdAjxWuXbS7TzKR5n5+ZOnF9VGbj2Sdake4CUdv8BdpVy6oFNbv7dPxOje0Lu3GsaN/61CCB6uYkodq4wrQNn5NaFM0gOzF1bnkSG0A63o1L2UMI+fwPGRtcdPwyfIoaUcePtb/U0e+HpaFUrzZkWsGM/+qHv2VJqhT2EBPoS3Z5YheXua9/20FYxSTvgns2ZLBwVP3C6rINmvCMCS0zKGmXOFaViaomJ5kCtL+ZSdk87YwNLHFpkKpJ6uiuNGbpxeKMo7VLW3KRc6ye01ppjZdXSTTbELyg89XMxPNkwLV3idCDBLWD+u1UTbEysSLXJWtBKmM2Pm8v8m7BTIDsGNSHjDAP0EyKQIjEjvl0bBR6pYtlPCvmohgWcz2bqRjKlwyClU1gFVbhGg97BgkURpVZ8gMPHMc9zzoyGbfHue06Oik0kN8R4G9yJaBd15+gTuApe/jfJLbSuFH9JwBAI8AaBFEhn+xqkC3O04VVSerbwubtHkhFzAhKmwC0f4Iuv+OmokhRvvI5b+MiyzGfw1DrolWtqgOq9s8I6eyZcwCAQEOnfZdjIQFc+lwFRbSQBih1QJyCZk7ZDkQQD1hNbnrWW9EVlIm6b1IiadOYd9FHdaFtFDuBsmXpPKUuP/Huv78rX4E9wQSqAQg4fOR2nDz+aDZOTUOZnYBwVQWLhQXdY5o7OfeoS78K3qp6mt9WCGToWdM1JTCqztqhfepdQ7JMTtLfnZLgJz5Lu3qGUEaqLTe3GbNmNtxF108lGFuDKtA0p2ZEpeT0XxkbVHpYTSqdX5kYGk6zZXRlua2ndtancYzlohdhAkC6aai8C1QOEwHSbsMBQym359DTN3xrGhgxjqWmoiaaw2IQSv2GMEMYAhajXir+HLAJGI+1/Lfqzq2jj5G7pPpTR4Kqeimg0xiNPtZK0/JjJ9ZKKH4E2pTQFMnTiGA6a7IKXNcZpwM7ujRT+ayZQNncZHJMJ/5WPZw612LltEov9cyEORo0kg7gsKR3WWMZ7HmG+w6nJkUNvZOKOxHHvGt1HBcmitATI2MxRiwWVRoTgMUYy9FsMUaDzBjAuBgb2xBzvg0rx7JuALquyM5IMeetT0YBhoxCwjBgGIayEjEMA971n75WN93ScbuyCazCKlzjYe8gAW0hRkG68hF9K0AOosp1oJWBgG2yCQapJZBW6tCRrHrjkk1fLMs5zZTQ3umCjS5tsJBSPmkhWXcYq4hkhWBjZXffvaSVlxTsvQnFAq4AOzJMBYAxGQFqG0QGkbtDUZq7X91KkCpP7Z8xUarbg1cl8kgyahLh4qVtEIBxHPO79F7iLcZk7ZcLR8dYbRci1eMYQRTKkuHW1gJjjJjP0nMIoW79lsu1WP6JmhrNs6gqFAJms3RT15Alf7ng1A2g3qrTMvy6Z5hA4QEeH0IGuVb27Npw2S+ujFXs4tR8KpOpuqFrNA1Z3XPiR15vLv/phv5SntF8Su2ejqotU4l0hhOUUJnAjgrPDKB+eCeMiWBcWJVBUTLSOnGiVzF8+aHVQLgf6m89B0HvqFC0LKGz2oZqnU6fuZBUlvyu7OyUCc4MIJYJXhgRoaThGDEMwNa2qBScOPGa7E5NaWKMKDdix2RniDExH2kfgfrDbIZhNkMIAUHgfwh5NdV2uKT9vrd/3VMaT3uCCTDau+qXkt/UrqMUNvplGjg9C/kyw4wpSo+bZXqojzsRr6WvjTtFmZbcEok9SPGzKTOrBEzUdVlipe8G0duVMdRM7hRijI10TXGsHusradCY+8tir+jQZurv0NEUy6rNYBkfM3Dw4H4w17X+yHCbgyK2tsZSxxjzSoErf5jVPC6HbcxCwNZWZiyB8Pjpi9BiIY4x6fSzWY4Tso4v19qHxnjIMWKMsZ5iPGSjoIO1xmdlybLNnmACACymbT+imQ5mdhKas/53GwjpHEFVUjt5NSLRBEgCNoyCCM22WsM/OjO8GbgimVXGtmqV1xepyGSFNim0AxR34GiIyJOtqDA2cOehFOHRhPote+RZLyOockp9NPSVrwXKV+lZ85hCbQrKuGU+wYb12SEQAAev2w8iFMMfAOMhGOOIxWLNOIWVY+UkTq6z7FxNF1oRthaSR8Q4jpjN55gNedKvDwhDlfIoaIpKGu+IxhzBMSonpNRu73z7a1UeWe1gqQsmw8owuAqrcI2HPYMEzF77jGyI1VkAHVyo4XxPyuqlxdZGoJbCyL5rQbjJdNK326TchRptBFwnupaKHQRe6Vd1ZHGw0WR3aJrEXY21sYag0rKRtoJIOiqNs6csd8xKBFajXkubxyu1SiIt5bLOHJMBCq4wtmpEQkKLdIuPcncaCAjiCxQC1mZBZ1F/q/Fjl0CRkU5+joxLm1vY2LcPtuUZ42Kh0rW3JXHJUM7IiBgymiAA73r7awsiyRjMVnkJEtgTTCD1R4Y/0Eg/w1x6aockSJ66McqzG1ke1nad78phFCZyjWciq9I0fHbGROuu0+QGv67drN5XbUA5jXioPJH9Mubk4KgUQrAMthlUzr+gMTw6Txyr+uTJKALA0BNsmh2dK1omPeWUYRihu4zWH11PRMUar0ME14NrHO3i12BEC2d/AlVnvfmnjJPSbGx/55woBAQ5DEfMAU69tJWdnkGfidOGBwD/HsAjzPyNRHQPgF8FcDOADwL4dmbe2jEfJ4MJwKeOPgoAeNY9d2AnsWo3ser3u6iD+uGmWnrtvT1UjGgfoaeQ9jBMmYscy1/MrrY01bSjiR7Mlal5utWg9wa+bmXSn6DLUTK8siCNfmytC3pyk5qV8xJ1PSlrlTWfrOOTTL0zLjBZCJXTx7fYYOb/MnEopzhJlEiqbaoA8LwksG8fi3y0MCBkHV8tEabmVWPDT2hu0Q4g/Zfeft93vRYxGllmeTiAMEy312fCJvAuAB9Vzz8F4Kc53UB0GsC9n4EyVmEVVuEqhSs9cvwuAN8A4H/LzwTgqwH8Ro7ySwC+6anlCdx65Pb0kDmilgw9Xl7gU/W8QIWwsp0TxRGm0b97CjmUelyy5+afp4ggrrNsyrKbR1y6LjHyL11cUXKjenHITYdurktokrf+x3LObpUkhHwxRs4mhLb8hhyl2xpQpNptUsaqqiaLurrEA1Y463V5QCA4VLu1TeeLkX7qBpVRE8WrODJW1PhBvlGo3OqRkcFAVP4F/b+QjlEz/8TBh2H2XxTSFDhM/+S/1eYieUmIEYgj10Rk8zTt1wlXqg78DwB+GMDB/HwIwBlmFivHMaSryXYME+a1EgIxRr/DS4ce9DWfMwj36qLLoklHnQGjA5f/NO8tuRbMs/8EpT4YahS8bLB+/js15os+LOmFrdiFOjuvRHVpM/UUmWdGk5Nvax2ELN9tyfutQmMKivEgDXh9AjQBTpTZ0xCmRgy5ZvPdWOiSdjBMvDIxn4kZL9L0Kk3R+aVPOipTd0wZhpESv/M7v65mjHaid+1bnfC0mQARfSOAx5j5PxDRq+V1J2q3eH0D0frarCNiejllrYt6GuGU8bCOFlKPnIuiMnirDtpOvyWhw3zKdPeW4qJfdsSnZ0jNQROuWNUADz103BZuHuxqgfy+5547OvFrutIGU3xJD8qAtG6ttrdKtKaf/CRqArWDV/pMMbMS2xUgjjXec7RfGTbV6hDr7UAAACAASURBVJBS8lGsSVMKfegMq3TlhWZQ7Bn5ssJdGVBpydVryPcg6qJ4eTvpcKX3DvzHRPQ6ABsArkdCBjcS0SyjgbsAHO8lZuafA/BzAHDwun1cXEj98giEMeoh1Q4v6U7LSypbLhc8lHbkmmVXEqtgIKSUpFtYjy87CaAplcHCGSYsFVf+paWNMxc7fPgQDh9Ot7//zccf7tag0KGa7ejR2i2tpb+WfvDgAdx40/WWgTLAXC3cVBz427qbrHdAa71gnFwy/bKCVLLl3mhoC2qqmSu+vb1VpLPuRi2xtepTM0C9bwEiUFSS3raShpVMMEthYipTPS+KYxBEYSSTSfG2lHyWSJSnbRNg5h9l5ruY+ZkAvhXAv2Xm/wTAewG8MUd7C3Z7A9EqrMIqfFbC1fAT+BEAv0pE/wzAh5CuKnsKgeuSnHpn1q6dIO3mkiVT4cqOLVt4rj/pvd6FIvWUxL52ENF/JJ8IVmXqklPhGnXUZbMqKrmRbnCiCUWFkDfPe+7dOHDwYEU2JGvQEp3x4Q//Dbwy1YOKBw8eKL9PnzqLm26+odmXUKSL0m40+mlkz6Qwknx2L5MalOU/KmVbulovRab/a50m/3HQ3joudeQ31TRlI5ctxql5TiXI6UntKjRVyVCIgloKjhkhiHsCp5ufdaNQCIbmxZLNA58RJsDMfwzgj/PvBwC89Mryyz/U5GysAGYiotGp0zvHKXaAo1V7UCNhSplSE6CXJaF6j3U0BQSqp/MwlRQwx5+RaQLIIae6MlvbMdlUAFx//XX54gopN1dYFfTCL31B8XuXeiTVlTNdaZAePXqs1nOS2ypGRlktWNLA/S963wUjs89SQx+KCuLeV0eelNv6+rwQxkAzuRpkn+d0HVN2EFI5sNOpg8qRTVTM0kdlEnJ5rBfXTKmTIvKUQuXG4Du++2sNLRwZkWLZUhzylfOWx02LzD3hMQigSpMuw8pStQUIy5/BjfSqkrYdkqJ/6nlWL4vUBSgp42wNquRaRmf0s+rckrvq7476mQezQy9gXN5K9y9efuJ0PmpaV1gjASirtkdEMlCTTebQoRsApOUoRtoZpy3j2oCrBaytpK24sZwv4xeKeRqHKfN7Iq0jo6IAy7BseZrfq3gqLzJvbSFmdKgJXs+irDGYYFZAGno5s0DJw1hJ0x/vuFiblMwvveK27MyK1QaiVViFazzsGSRQYF7P3RR9ob/MJgB47q8ln81pynBqYari0m0ObjsyWwW5waJk3id3YU8ENY9TkM6o5g3ysc8WnALGvA2RfoSTJ08BAG6//VDJXwMbs59DK9Aa1hhFXCScqRD0nuvi1wDdlnVslJUj3/mkpLv/xsuP8dRp+jcz2bqbMt17v/LLAg1ypI8fPY35fAa/siT9osmpeVZY/0PvSisCY3Y9ljMHe/saQkgXo4657OFzQR1gub6ZAM4WDyE7yqnDxiimOrcgtDromvHPnZdl/E1oqwY/o5tvjcuTz3WOTNsXPPTtjHP9n4kBK7foOL2mR39pM1LtADBHG19V314LovwpNLSf0IC8nYcAUAj5lJ2pyG5C6DqKUYzqv2656ATtmqciRmhDsvVXaLsu58H+XRtK0+TTiAF18jGUrQAiaKhccqJpDXLQyBCSUZDrnIGyQQlDs8ykS1rKb/rTZycwBSDMcPjIbeXd0U89Il/VP/XEUun6XXZmNS6+7P6BqwunknjCAKQx5V9s+p2UscfVJdbz4Yk5+3fKbcC+4mjfmdApoHxJqw2BxLBnbQu7cR2l8i8fA5ZpnwIzUK0N6EmY/xeFkWfXZU++0EdygwGVNrC9rEv0P5qH9pXiYsvaoJEF5Jh2roB2I25KdnWU8rSbr/wt+aBXDpssAeBHf+D1GGjAQANmYcAszDDMBgyzAZRPGk6HkySjoJyGPCPCjKjcRNQLe44JrMIqrMLfbtgz6oA98omw45qxYZg57Q7KX7PaNRlf8ivU1ELNXlhLjqT06UQYWb3VAX4vRcoPEZm99sgwsSwBjh3KbPyyuUmrHqyKobzlqKcLOzWhitiKyNxal6lPI6DdUlBPW9OiuzSRlujL4I3JqP7wKTTaMaszGg0UlGil9NIh51QjWesPIZj+9WYwqxoS/ssf/OZKYP4TmRCNyb/mECO3Y3fJ8sCeYAJe7/P6rpAv9aiupE4RxeQYbL931UKeGLg1kd9ZIIyFG5oq4dQhxjor6Xz7obUBCBNh6CqZ4qmqSgCq40klQJNZEgWQXXevM7zE7zKHznKebRfnO9HpIK+uKzNI16bS0OIr1GMSLM5aVS+X/I0fhhkOyVmZVRuIejC1FOzHk72gVNJQc2x6Opa8/l7kY9DX5jJdKatr/Uoz1XO0JN+wZHztCSYA1I6sXHlajExZ6QGlm3KTbKJgnbjtuB2TMdv795T+aQlbkpd2QFGCR0tCQsiSc5o4zuV4r7dlhsJKnoUhWhIJd9mFzFV5UMORbdvaw1kliSPKMLa0vM5mG20vXaNnl/eqnXXBJR+3eQko3quxVKIyMQoBgUK9rlzZRaQ8BhojJuCbRo9UsT2k53e/4/UYOR9EslZjMFemXoWNRS2GAS3pvD3DBKqnjjqlX+Nnzwh02l1M2pRf+6rdndy7JWAKQKpHVjQTimFSvu9kmJsMZWx0cU3bEITKOFiYSatnNEx2grapjSc9Buvh+07d0p2KVUCXMqiTpjyT/BPkwUraamaqmWNFNU0+oeYD3uGCVUa14kO3VUWJdgmRXDxVKc0RFfwZhoBAhM2tBTY3t0uSy1sR49iiTsl/eztiNgvl/oIR42Q9VobBVViFazzsHSSQw9RtPRUb9uwGrfY+FVj/cus8XKC30xXlr8FwSlsMBPH5FwmyzInE5qqfyUoEEAoQ7RyoUpfdVAFadFKqC+Xz5VguyyCC3rpt4b8NrOMpWqOTZtV5yHRSU8Nu/3TgfKXf1cerAu6XX4rsgZyYbQJBYeSEAmy8Lq1qUHBWcYzdozNEKkjUlOiMdIUIiIzv+JavBACcOHkaRHI9Wq3jxc0RAgQqYqptv70dsTYfMFvLV5ctmRl7jgkAqTJxKRADxGlEB71jLr+xE5q1TtbTGfM3rYXoAeU7C3XO+aO0u1PK6eoGOsv8NJqQLlAs+mqSNbOHDA8AYAY6F2cIbcyy7VwGlG4nBpiDYc/eFz8xkwF6cCejWaW3VeEM21AW/5JDol+eVf3EbtmOAft+Yn66tfl+XjYD+1g2HHG9fKQRG1L3CU2uRmnVg6PHPg0AGPIBqLq7CcDZC1vlSjRRO+pCUrqRKDIQ8pnpGxvToH9vMAE1IMAEBJiDIto2ZDtSJ8OUiNldID84OqKs0VuzhLBMim0kVu9USMnUwOnQa6zX3cBG8qTDP6p7qTCAuhvPTu7WQoucxoGUpti8LFXsEfm3ntlqjZYK59RpotHvAUJUFg2C30UJIASceuIMZrP+UKbOb7ln0HDlErEyJmM5YMDbZWJ2BNNXkxFViexZcu1bvUfQyHAAjC96/rNw5lw6oHsxboEQ00aunEiuUS+CiKUpUj8PQ8p3e7se/HLx8jQSWNkEVmEVrvGwN5AAlHNDcasMFp9rf/JliiUtjdTRuSdzmkZxjXXXyhvyUsUXRR3yxKKtC++QqPXPrh6vUJVIfHHK8YeclHINxGF4rUpcsr2jTC2HmkqxsjvUoqoaQpB7Cq2eTBTUGMiKuutaIucbsVuIJ+ABzvJkYJx+reoDd1ZAbjPbLhJH63QamYWcq0ZeHtAS1vcdKDFCXEOgdMF7uRF5jBgQTH8wA7NZvsl4GDCOEYxFyWd7rCsLPuwRJgDUARWBfJXUbUcOAwBOHj+Jo596BM+QwzG9ci3QW69N55/TIIi6k8z4ceQOjFwhbp1QVp+HHrjlQ5+diH7XrrxXgihfUaRXHls9vEO7z9Ep4rJ8NuWQ1aSXIbuM8cLSWV50nIfMMplLE4zakj9o9aCoE8G0s1HvaaIujQ2pX//27EjuJmFFUo2eCpdLWL0wABFivjTW95Vk86qveqVlEgOKblLeR4BiHajieDafJyNgCCHbKmIx4G6Nm5gKV8QEiOhGpDsHvihT9DYAHwPwawCeCeAogDcz8+md8vIW1t6ArpLAcuxQJg+rQxiyRPbWbS1VupOmlU6GQeV3Wu8mglpZ0ATLaTTwY64yLV0v2IGT+rbqfT1joaU9zwBVV1vFdlIWB55ScFB3QNpUlsHV23jsoolHdBNoy63lA9X92TIBzdjzhhtNrqOR4T7muUKGlqnt4w6Jqaza6JlDK2bGZeyqtgXwiYfOAQD27d+n6ueRbXo+dOgGbC/qmj7NOoSmqwgLqWvzZNcpm4SEyXM9oWjEgTafHK7UJvAzAP41Mz8fwAuRbiJ6N4D35BuI3pOfV2EVVmGPhiu5d+B6AF8F4B8BQL5vcIuI3gDg1TnaLyGdPfgjTylzzscwucMuJIQA58rVv61Wc1t9frvPT3N/nU74dZEGRSppGJyePSTN1agFLFFbexDWIKP8X1ZSRqRb+ll1UqNmM7l2cJJW6qiAVbLFqNUDAlJjj2bdmyjUNGHnmwG1cE/lhgbmanSgCdSaORVdyiE7JeUblOdgufdEqVb8jn6oxoIxnchPBxrVAkhFCFENVp8HA0SMt77tTQCAxfaIxSIWuwLRCJBPlDYdSZ3X1xTiLH8T2pEzCGi4OkuEzwLwaQD/OxG9EMB/QLqX8DAzn0jE8Akium1JHk0o0Kg5XF7/7N/V40G8npz2XhpgAg9aXR/u9mDq68cTZNp3qh/Zx1Vjr09VJVnNb5XY/qwTWtC0rhOjO9ZLGZZh2H0aTrlQkL+e2ZBC7wZfo82E+nJQB8o0s6QttpnkejJOsiPyU1/Xo1+sJheEZrdfSlsZUqNJljxbmrxRL47p0q4QgLU56vgctyFMr/arXItGJQoDCNlFWBMpM2WYMpTjypjADMCXAXgnM7+fiH4GTwH66xuI1tZmEx2kRQ+g2D6Mrr5UDmmJhtphWlxPtE8AAUF5x00YKqZK1xOWUobpPVfJDqmFG0C98eTLzxgEugLsY7CTrpwJWNJm+povG6rEDkGt3jgk1M3T0VcM6IGKv37bEIWV9zOTKM2qhc6iYbllAm5vb5UsuuR3JrA+Bk7aNcqwDLm8nH+gkO97bNFFBXqMe7/j9YhCiwxHFk/R6FMkwqi9WSoW56FYxiVxmuJ8lbYSHwNwjJnfn59/A4kJnCSiIxkFHAHwWC+xvoHougP7uL2uxVy0hOQoQuV30yjNr5qy5KChZTGcLAm+3coqhH6VxEg71OpDuxwI43ci7CxBPBuV9Q89eU3cyuhY6Qnl2C9lrCttYAx47cnI7eqHRi5skFU1mJKqc1IpZOxJuXryA9lxx9TVOgQ1x2SpvFMadn+nJ7RWO5Jjk1wOKkS5yUYoaucUAvQoRO9EJDk3wBlU9eYyZgYW28VxM8Y8NOVMTIpN30QsMsqr/U4Uyq5C5jFdhhpC3TY0vX/oim4gehTAw0T0+fnVawB8BMDvIN08BKxuIFqFVdjz4Ur9BN4J4JeJaA3AAwDeisRYfp2I7gXwEIA37ZiL4mrFEFTRvo2oPrEXtQQlnaxuW6NpXdfdEAsCQ53/x+wkC4l65iS2VUg6gt9IEg9ZDSrIv0Mgq49Lu/S2VGg0DeukozGTrM0XJ5ySVKsMXMoHlASH7aMIu8zG4LRUq9outW42WmnInFMUZKKFr9NcPFbrqSmkaCmuy714zm8hUB1PyWbQ9qPeFqDPQ7Crl1bl1OcIelXJnnkJfNe3f32S/mVc6rQpU58GlLYYGzdkPTgImA0hj9UJlUqFK2ICzPxhAC/ufHrNU82r1qeOitbiXkG3VQbyMGU/aDrTUfOGRlHVbKYHAQkNlvd59Yp1n/t5u++NXwP508G9gbz9odaJ5T1nPcIqMNaAWhhFh26dxr5J276awatTqGTy009qraqUBnI2mbIbshDoGUVHgpiyLe3JuWbMk75Cb5sNmT/urXpRbRwhXwXW85X4x2/9BgDAYjG6ctJgqkxBBhcXY+tsls4YiEoNCwQ5fBjJ67KQk/NpSChhz3gMlsGSRTNzLFyxDgnhaj6V/71TKfmJreutWd6BkuAqvXdUmoj4lIKeKO0g05xQ8S0jhWv6Hi9q2ktBGUFH2t7S2DwI2UPNvS+5ioTsxPENan53WEzDyN1nYWwd9NQLmilVHtmyZJn8BlEAYNGYPSpUk0zfnNywTkaXCdgUvgL1tGYEYdABQ17mW5ulzUpxLFFAAymURYWxFOPlkkZabSBahVW4xsPeQQKKEyeVtVo7Dx85jMdPPoaHjx4HANz9jDucNFgiipU41DYBG6Y5dS/nZYJf5MWOwGCCjIYSL84tMDDoxan1RXJZhcBD7hyXqwxL+SqVTDYIqXJsnhq+qvdBqxmdyj7loJGMfa+rTqKwF3odNs4pyhl9gcodC0bFsgLdIChTuq6z0nGKc5fzp3jn219flvNiWS3IeYkPFdkO18uM29sLDCGogpN9g1SccRQknWmJ0+dz7BkmUAKhGu1cg1u9lVWSfEw29FHLdkZNnZXn+1VZA8qv5Wa/CTiqeFSrN3ojQj/eMhRZDHY9xjFVbo+2ojPWSR+ZmzrpSVH3He6gjgmBkpS12tHRCMoETAA1et2es7bcrVh9ubGxXthwc7qv+lXV8LxRTB/VXSaVUkH1SUT5i28nfSFsAMCDPrk51z2EklWISG0UUqK0+w/F+aCqwNWOExExUIX/YUgXj0D15RAG0BDAOZ/PiWvIjBAjoHUZrLGKg4yTBtbYx6Vz06Od3vWACi8R3Rs/X7u8xMpFP/kli2pcJzOQe91DzidBCZjlCV3B/bxVvrmQcjCGSyE363qHI9LLFLKK4bwEPVrQjku6PQzdyrZQ8IVDNtpOUrz4TL66nMzGtYTO6YsjDss/7S5NaLiNGhvJrd0Kl5CPCi/7eJCMufr2nx961xuxWETERUo3rKXVnLg95iJiIlP8E8oKUWUUiWmoXZdDSMeUK1qG2QDCgIU4Li1xFlrZBFZhFa7xsGeQQOHkLL5oih1qcZjDMIR6yEIJGvI5lYHyo/YO4yoJUT55KKCy7em3zqpc4lH76GWshHR/YDoTrpH2+dnjIgHK+t0jx05iMeq7CdrVYV1f9UJjY0B5vb3ghS/C8aOfMIXlozSwqyBSnDgvmZH94ONq5E55WRS2H3077N9/AGO0y2WqgjVDGUYeHZZ2J1AV410yxzGXM+RlOY22ZDwpgQ2g6upZ1R3HiJjzWfBoljQDERYxwf30nKS8pmMIIS1rlnIZ4IoEQt7QxTGdKQCglNcLe4cJSKDq7OKH8BSgKY2h0jbIOcNr3RRac1hCkLUt5AR6zoDsXBKou3TpqluLJUYAdOqU/z5y7GR5NwyhDlQwXvLSL7VplMMPAHCMiDHC20zWD9xcft/1zOfgoQc+bvLQDNWfC6CDLE35C0Mmg8L/Vf/XdgQuDLwSVNuCiMvklJyInKM5EbzNqboSe1psWIxSZ5ROl2iRORvsKl33PfA49u/fDwD44e9/E7Y2F9D+G1SjlnwHIgXf5cQpBmV1K4REZ3XBdvcLcaptjLEYBIfhc8EmIJNXNaxuGHm3JAf37HX97KHmejmhgd3P1nrbsaKNK5FloO6SgRVK83/UsNytrFW0AV/24udXaYYkQYz3ZD6+aznjAy49eQoAsO+6mw0DqNRBTQK3Q3NJcDyorYP6Vn3mFbFUUZB8YjWpQoFceZJN1bNrLLE/9al2zPZ4MYIYEm3dmMfqMRgtt4pjOkg1ZB0eAEJMVv7LW9sl39kQyjZ6ST6EUGwNjKiHXMHN1S2TEMdE22yWfQvyqUO9sCeYAIHraTZMzTbZ3vHgxmKEakBp0LSTVjYGtR3vc3CONZ4JVEnTqdfSeTGhHDRkKnXD0JppZ8b+/RsAgFtvvQlPPH42n1GvJLSaMX7PfjWYKvHFFUbisU/XvNQESEeQO0bXm3BlXPozF8i0oalrSerUDkZ/ZUBbc0lXGL6LLWEOTvTGj1X39BVoKbZ2+S1f9C1GIPzgu74lvwcw1rEKAGuzAYsxYj3fD7DGM3BkLBap/ccYywWmZrOUqjJndUBWIQiE7XGBtdkaDhzYb2jrhZVhcBVW4RoPewIJWGgq12crRTvzQHv5B5rNNFZaUvuNK+Amm30thc0La+nRxRutQhWcTyFRKmOSemgP97T0ycnAFt1M6QRM3DnkIqs7emuv3hDlJIl9O/HE2dDklqC0JJ+SMsnpK8NeIrNUBnCn/XcOXm33aEuazKhr3YxiBtVAWrp0n/N/JJ/IzluEGeOY/lWfozQOSl4xDbqijxNAgRECF5VNNvrMymEThHGxKCrqwCH7MESYq9zdXAjKMYsQMZ8HbGzMwZwOK9na/hwwDBo0J2+cbttYUVTqMiGakaSgb6dUKv9NcY2HuNzYo7zp+vkoSFj2Oyg9eXIuq3wVw6jpl0+MDmuyeTS+ERMJPXNVeaTJahVxdamQLV3p4kByZmkcvlSRtfaOoOUNbVUCNqRllc0eFt7QmiVC1PshmIvlPj2mdHLpp/y15cAyRqT1+XoSMeO/+effWSbv1mKBYY0wzgKgJv18PhRuE0LAYhEx5OPDxzFia3sBRkQY9Viujk0hBISh+jIRgHmYYQihqHXLVNM9wwRI/WoMQyAcPnIrHjv5OADg+MOP4o67b681Y63TWrGij6wQ/R3wA1ZNE7PCUHoTkqi4gfL0MBNmJJKGmmwsU0l6q5245VNPQunnDoPRdpCy7Km+Ld3QolGR0OrnaYZl1ubAYCVRlxpbSx4Tr6eSqmYvccrVak0VTDkaHUiMS5fH8sxIhj5hAsL4ZBnae90SEThGM6YAYBFHbBfHnyRWQkYCQ0xLkIErA5IxFtWqQ7NyAWAWAtbmabouxohxXJgr0QeiUk6gIR01xvpWouk+X9kEVmEVrvGwJ5CAXnMFgOSGaiUrO0lkFvsMk6twGoyCkaiIEY81qUgt2bNgreA6JkPWmDVtXkctadi+X6bLwtexE/wKgdd/E+zs7Lno/Hr7v/8lAMD5/edBFwP+1Zd/jytN1TEXYi31Ch5kaByUCOechbPMNGpfc2Qst3sDug5UEwhJ0I9ZVmbf3qn002cuAVCmJbWCMcxm5j7MEEjdYZiW3phDGof6qDQV5598399DkvV5fX8Iaf1/VO2ULyPRh7jo6TAMAYRZipOpmSEg0KxI+UgJbVjXbqsaDlfptOHPYKCi/1fNaxoWV/hdfb+bHJ1DSxOlDAw9U9Ozh41VPbH6u5TjaoLeqnkyDk6HKQbQGOOa+K580q/ak3sA4EtOfy/+8LnvBQCc3TyHy7SJw8e/KX28tIWD2/tx//N/I5UjhblM/AmQt58Cxq3TRQXaNw/4ik9+C37zFf820xUQo70OvNHnwUgnO9VTj6YZo2U4tRvYNUnqEZ8PATh4cH/NKc8+6bkE9xnzWXpenw8Y1MY9GoaGkYesKsr7tbVZ2oyVvw+5DdIR7TlShvRyUjCP0diT5rMAHgaMi7GoDMkQGDDLaSJFs4NQNjERqdubr5ZNgIi+H8B3IrXjXyEdL3YEwK8CuBnABwF8e76TYIe80t+qY1HV6zuKL3Ndsx25b/lMal3Vvy2YIICGVsKBisJJnBpRVC+ZC4IIesEOSPvBYBAXMU3WaTZRT+nx9WkHONRA1isOabss4y9u/p9w26ffDADYxGVcuHQaZ7bOA0gD4tME3PjRrwAAvGD9JXjfPT+Duz74Ojz8ot+t2TOBjiUHl8cvXcYjiwW+7uKrcGaWbtv5yPxP8MjNv4y7H74eAHDoxJfjE4f/GpvPWp9oNdTVkIIo6qBXf8pKT2m4bu39G7ZRGdi3kYb/GDtO0Lm9Z8WLOGafgPwcgbX5YJKEkMh5xzveCADY2tyCGByF7jFmg2/ZIJT+M+Zbh+JovTfl6nNmlK3P4gdSmmeOwlB1lSmwcTCaCk/bJkBEdwL4PgAvZuYvQro17VsB/BSAn843EJ0GcO/TLWMVVmEVrn64UnVgBmAfEW0D2A/gBICvBvAP8/dfAvDjAP7nHXMSbt8Vhn0Fmg079RnB6aQeoosc9XBeY30bNwNLC/d3XJCu6bQUF9UjJQ1LUYAUQ1qaEZVl0Xpsvz2QkshKqgIfmPHYrb+W0jz8SkTeRIwXAQAXty5gCAM2F2cAAPdtL3D3R78BHzlwH66TbD61D4+eO4dnX5+Gz11hHZjvwwM3fBj7Qrp28tD8ZtDmDXj47CMAgMuH34e7F3dj/c+el/J9+V9WNKNNDeC6wQcZHShXcmWGyFWyLtDT7svqXEUCTp+7VKDyGDnBPTde9NUKsjogknUI2Ydfl0CEd77jTbh0+XImkjGqS0Gj2tDDciBgRNq/kcdyjGyOK5Ojw9Ims9yfWf8XFWAIpA4hqegCpF1ppsfX02YCzPwIEf0LpBOFLwH4Q6RbiM6weCikuwnufCr5eti+PLIB2PmXjBLZj08uum2s9gYDpYOjAxNFTVGT0QS9nNikrYyHTFSZtNM6cNeQWL5NqCaNX26FpSXc/afYuv954DFpbHFxASMTZkOC7U+MD+Khzftxfn0L++5Pl1rGeBEHaI4XXH4FAODgwbNYrF3Cpdl5XKR06ebls48i4gTWh6R3n7p0Hpvzo4gHk9rx7A8dwidfdM7YWCirW6y4QHOmaK6X94WoDdU+MizkJaQlNZmcsikpndVfMwg01Elb3omhLb21fUbY3NysLtdIqthCoH7U5yNmVXbhXLzBGLky+zCEbCikYm8JYchpUNJGxSELPcqUE6/GyUJEdBOANwC4B8AZAP8XgK/vRO3LdnUD0fqaIiOr5KqdJnm7LsCvvRf1UskMa1XOw6OaANRcyZy7xlJ0LzNWNVRNfmNdQeHcPZbjJ7hjaqReycpGYSrZW1CzyFKqsnPse/bHcfa+QWZ49AAAIABJREFUW0oeHLewTekq63EYcXC8A8c3P4bZZuqnr8ZrMTu4wIkb/gAAcHxrHWEL2Jidw01riQkcPjjH45dGnDgtdbwF89kpjJTsCGe2tzrGU1vf4iuv1sMtmwbOnXkS8401qETd4Pcg6IYplnlNC+w3IKEBYRyLRfLK0zaXe9/2DdjeXlTkkm0AUYn2kJlPuSgkRkDbbZxLZNoJmMZoVA5Leg9IcyQ5C7rU9Z6eRVeiDnwNgE8x86eRiPpNAK8AcCMRzTIauAvA8V5ifQPRwes2DAZSQ/Uphjpl61LN9ET0W2CTdLbbhA0zUtx6ORlZARBJE+xdADX7yp29tNOnAtQ80cTvRdES05aHUidd3ks/+Q4c3Ug7Be87+17MhgVACcxd5E1cDidw/WINh/YnJPCR8S9wMJzHpXMJLZzaehKbfBHzc9sY6CwA4Dk37cPGjDBsJMl/+dJBnL68wBCyMXHtL3Erntetg540th7OspdfBaKGMfcmdM3POv8EvYysEoXO+NHqWLn2S9Gp3akXYzQSOCiXPu3N2TBDVEZejNFVK0pohFEqETPqFJQSs9IaFWK6WicLPQTg5US0n1JJcgPRewG8Mcd5C1Y3EK3CKuzpcCU2gfcT0W8gLQMuAHwISbL/LoBfJaJ/lt/9/I55ocftDQjfFTCwNgDKtkHhuE5UZIOTcastsDznEDoGO5IDKWwNKvlaxnodbUrh19KkH3WZrcS4RjM60FJD7BTe/JGfBgD80Y3/Gn++8T6ce/x+AMD6bD8uhScRxkVJcwGn8ZXjG7AVTqTyDjyJ2265EWuLh1KeNEOkgzi1uYkTF1IJ73/0OJ5/0zpkQfDT/Dg4BoR8WP45jrgVVr3ybs4FEWbysytUPjNAqUUdnc6PJutnwubjYC5XrXn2DrqtenjOi4HvfNsbat4KSRIxZkPAIloDNgHVwShvEKpaqr1aXfqQ1T4HA/0BEGffA5H6FABKF6pIS8RxavRc+Q1EPwbgx9zrBwC89Ery9SNeJvLttye99bGTT3RoAcjjGoJq+DLSahqIXq1hvp683FEp2h1nZhCiA8NV5/dCdANXIjv10BWqOIfAwOLnziZaJaTmd3Y9wfZL2+ewuXkOYUj72cf4JDYw4qzYRegyOGxhOHAel4YE7Q/fFPDE5cewtXkhpRkXOLDOmAXCwZBsCXftO4jZp5+Diwf+GgAwxBkWiwF//+W3p3L5GXj9dfvwE+cfKy0TjQ5bdV8zobU7IAQ667aYuKOabfsS1Yko3nQxKoNcPZ2kbccma+lfMnq4QHSt4kk8ybtc7iLMJdpJLl6sjWGPYRyEvFVjsYgYx3ojlFexdNgjHoM6ZGcKxQi8Bx4DOP7ISdxx52EASoK4QVRjax242gFI/VUld5hCTWvZhHzQm57EdqANNSmVH4RGai0T9epT8WgrEpI7CWWAdbVoAMAfPPvHAQDP/vM349j8Y7jAZwutl/gMbl5Px4ud315ga7GFJ9Y+jTOclvseuX8DdOPj2L9I+v3FcRMblxiXt9dxHR8CAJzDY3j1l57FfHYHAGBjNmBxcQRdTghje30/Qj5Z19hknAGPQnWXLf3BQLOWXDqADPPXdTc9GSghAKijz9Sux75NiVE16JT/vW97felnOSPSg0KHaTMzqLv7SNuPmHN9HQoZqlEyjslDcJ53GsrKgJS3WDC2tkcQKG1VRrUx9MJqA9EqrMI1HvYEEjAMV+3d78v06WCliGwd9iVx87N8VXpeek4c2UPq1gegQ6mCrdSJUqR/+dtKMH1sWdUZdRJn08j2ijAIdAwgVDfUgpoVLY/e9hgObz4DFy89BgB4cmMbNyzW8MnznwQALCji57/qHjw8PowL+az8MV7A4vRFfOx8Wpq7Jc5xmUdsXga+/HBCCzccvgWERZEyFy4ssE8diHmAN/FfnzvTacXaMSE3HCmRKu3WtIyCE1PoR3fkMAwVAYgujQqxqdEtNcqrQV82kjCZUmcisBVjOYtgGJL+jxgRWLv+cnEFDjTA1ECBAsrdOpvNMAyh6vnuzIAYE5qdz2cYZH/BhGs9sEeYAJQRRhtfjBpEaCdEL5ilFzKDY4qJmK0wNklLKZmxVNf7C/Svi3tFrdDY35SLEq/EUJn7VR32v4tvQWU2RACV62lh7AC9+l/mCwg4hXEt+QO+4vRX4LfDz+LQ2k0AgC/YehkO0n34vDXCmZzDZmScHAacj0n/v2WY4/IW40BYA2fPQ6JQeCEAhCFVKIzp++LCFrDfDz/FoCHql7VvCL8MzSS1ba7/RLZtKbYWc/IyA1BHojcnKLM9n5EZ+La3fD0W0Sp6emxEFh8BP76Uzi8ORDlOCIQxVjuSODAxuNguZrPUbptjPpw0pPjlCH5mrA2JmVRnp88Bm4B2eEkW47r5oYp0X5FUwRAocVu3xp8zVEF1SLEfWNdaBhk33Naiz/n/emqRmWmNo1LmHH4yGt8BgjkuTI7JnprB9bEO3NNnnsRNN143sa7eogAAGMMWxuc/iNs+8CoAwO/PfwEDr+P5iy8HAGy+8i+xQAAHAudBOBIACuVqq2F9HfvP34bLOI8xt+eFJzcRZjNT3HYMuOc/egEA4NUHB3zgTz5W6qCaAbYxrT4r24yLZMuSssFmvr06z9VjsAqg+r0/aezmHmSmryd5qLp7tgUFy5MtCCWk06gkTkgbj5Xjaf5bDxKVI+IlX2YyV6jNwoBhmGERywFqnxuGQSPl2XaqOeVGxzb+kR1QzrBHYekIuxg4JaHjLPq/TRS15qWnokcVRgXKtLBRByRXDfVdDmxigDxl4mnSq5Pk9sy/BBHhwkv/BABw88efh8uXzuKOJ78QAHAUf40DgfD45jbObSWj3uUx4nIEaEzDJwIYxjXMsIGLX3h3ere+hnExQg60ufGGG3HzTdfjyKGEOBZcb8frHi2uQrdbGnN9ZRzcMGn9HdnNltWtXtkXfznGNOEtb3sdFoto1TFQ2pEoTCBawSTuvUTKeaccR1ci5cldkYGofiUw14tMkY4gm80GzOd5O/44y3caqlOxlzCBlWFwFVbhGg97BgkYCJ6DNv4IcKt/2os/dSDJa4k4VvvK0nMWvoZnsk3h3yc9Xuvl/b3per2uuoAWrNcpC6bOXkoFcF4N49o6FCwWcPkZ4Wkfyq+bn/cpnP6rz8NlXMhZEP7XD96DB4ePYP8dabi84atfgF/8Hz+KZx7azLQAn9x4EIcufjEuX0rGvgvnLmJzc4a7b0t7CW6dDYibm1h7MhH1E+//ZLFrRK706qu8wb4eyinL3BZWW319fS3p2Qpvk/S9ama9WaggAe1DUuwtNki+kcfsw6AdxRis9hf4VTk5L4GjvvjUxcnxZPkvXd0GyOUnEodAGLJvxzBLtItNgANja3uBrcVY68jT8n7PMAEJWm/SUNjAuW5KyxKqopAbpmaaPyQl3Jz4wwbNw4JtS6XJn+sRZSDkk2O0/phtAkXB43YSMlsGwmy3hxY2IBOe1dkb6Ydcv6VPHCfYogrzsS50hhTsm+HRL/7d8nENazgwn+PvviT5ZTz0xBm88dvuwPt//yiAZAEPYQNr8RAePHoMAHDu7DY+/8e+B3/6i78JALjj8BxnI+Nf/GFaheAbch1Nb4sNID93uLI+yquSryB47jKu3dEKi+xQJCsAsgnIqBjUXnwCAN/x1q8vzyGk04IE0kcGthexQO8wyJVkNR/mmEaPMBNkBl91IxDZXX9JfQhlQo9jTFb/YVboj2MsW5uZGcMsYA5gluPErc8Bm4AMeK2ZkZEIZK0pvTwYyohkpWs5BcCNfVKdL1LUHlhtNP4S6njpHSVmHUpKXVSaXj1atKMHcz7Qq1F1675y5iSJjAGpS3NbGf3p5ud9CnpF6cntU6D1OX7+V9Imo9e96VnYHrlcmnkx7kegS3jG6+/H4UvJq/OjH3scm//Hb+Gbk68Qtq/fhxkzfvzvpVWHH/s3f1nqO7lTkhWi83GnmNhE0EIgQC4sbxFTNNzDngpUVoKgthRTqEeMj4xZqGOZSc5LVEwuJKkc1dHmQbv8lnqmPGdDKEvFQuYQCBGheJrG7DYcMiFjTExiGAaI93eUJclOWNkEVmEVrvGwN5CA1o8VFywaHylOCuDw7bfg5KOP22WUjHCNCUDlSyUfK2lTxlqUVCTAkvmUXcCTLvRzPbAiv5mouA3ibjxdWlUKRG0JS6zazs3e5GPLdXSolwTg+s07cWHtLDaGtC4dZgPAhCez2/D+tY18hXbA/gNpSL3kxXcgjMBZJIeig5cWGPZv4L3n5ASd6NBRKq3BRlT7v/jck66DO8BVCXJ5pPwfnXtkLqf+BuUuXKzoIcH6su+fge+89w0YRG4yJQefWdUfCelGZAGCW9k2IUt5aZ/SkCT2TOjIaEBQSm4TQRqz2QA5Z7CqfYQwDKB8uAgo0bKVV29ijGXvw1b2JRivxqEin9GgVe92VtWgdWoAJ06kjUR33HGopnXaQO+QipQFZQ2j6mfTF3MoxsF2krS7E6uOaux9htEIvIsqQqdMYpOOKNQbb4kU8xOdNJo1dcq2h4ceehRCsjQvOxCo/WZ0Mx68/gBOf/7/g0M3X4+7/ywtG/72r/w7/J2XPB8XtvIewf1AjITZbI4wr0NqRoSD85TxxjzgicUIbG/XgqQlymmY0XAkO+lrCEQFCq9trLm1e55ozxpETZe+i4yi2pQ40R7U8V33fnNu+9qp6YjxUI8Gk3GcoyRGV9WzMBACCIGHUvaQ/TxmM6VmuHE4xogYx7LXYRgCaDYv7ZZsmJxsEAACp0tUtrfHqnbseT+BKraXKK6au1vFeGJ5uc1LG2nUDJWzCscYk0TTM8IW3KfKEdBKYG7j+Ce29MqE1c4ilQNpu0Ol744jt4IBfOS+T/UIBQC87CteDEDfA6jOagSwGBMzOXsmWfmfeDydGTgMA7Zflm4ofsafvgL3nTmO9VDTXdxcx8H1DYxyfRYT1gNhI1uwYwjYt1jg795+KwDgz/76E5X3a78KVpfCUUJltauGYr+Y2g+j5mBtmoISs8RmYDGOxeswZCsB66NcpLmLRJ5DG0pS0gFhPsNQ/AKGfF5gep4TA0xmdysL8xHAMSMESseZS4QIpBOHUiMgxnRr8fp6assQAhaRsCi7RhPzDMWTKm0dHvNNRendyiawCquwChNhbyABaG2w1YvbLb1LctH2BIb1GHShufcPGVLLJqYgIqQjdpTV3odk7a0HkqSDJtQCYIYKZtGvQ2C1YywPR25P6pDsov3KV720lqvgMZf92dVDQvarV/QT09dyxn3E7YfTtuJyk+4rH8OLZ/vwvocStH/y4hxzYuwPXMRKBHBwPsN1WXo9eGGBZ20M+PZ//mcAgDtektuXndxmVgeNSttWpwDKNBdEVNpWB/Wk1CZdzPb2iGFI8WQSkFKbh3yi79u/+405TrpEtEDujMxoFgqZ42LEGCOIBYKPWCyitnYBoLwnJr0dkCT9Qu0VAFDLCQHztTmG2QDK6sAYgZG56PmynFjOIFww4phPNhZX4pk7eVqFPcMEtNpN2Ym+wjcGI6hlRMsmiJJONxq9J62zl4mmYKY8N4Yn6pwa1Nt9lUaie64PFsKnzyPX66hY+RTkFEKyYwaups6+Iek2NxPkW1uf4dBthw1txq2VgOPHTiC3Zi2S6sk66fILfQU2q0mX+4MC7tta4NJ2muDrYwDCiEPrM1ySHW3DHDQLeHyRnu9ZH/CSO6/HpXwGIej6sqTrD8ysFl9pEClX0eCUQ/YDQoVyjHl+ffLkOTAYC7lxeMYIiwzVVUayGw+AgvRc8gQDi63talvI8ctERkAI9ZKcYQjJaSdQmdDDMKSbmTJtIQDz2VCYQNIL86nFmd44MrbHsRotAWwvxnTIKRLjFpVEbB2zK7mGjIh+AcA3AngsXzICIroZwK8BeCaAowDezMyn81mDPwPgdQAuAvhHzPzBHcuAHvts3tc3sXg9NXcF0GD1uZyaQEWqt6xDJKKpqylYM5DdBgbyRiBbj2EI9WBKl92U8dLzhJ1uFN7cWuD4sUdcGpTBk02WAIBY6pbQTJn37E8orhnVFY8U4dJ2ki43rKdXH70EfPMdRwAAxy4+gZObI7bz6N48MKT+W7sjt8kFU0+pHwjFACbyvfD2GEGDeNDJzb8V3QDWjmLIR23Lc09eSm2p/CtCPmSEVYKf+InvqtRR2iegjxPveZymVZIqVGZU66EP+yw2HQoAIoYgtoeQx0r6POYbidIJxYIc7WoBI91K5DcJzYahbFKLS8bwbpDALwL4WQD/Ur17N4D3MPNPEtG78/OPIB05/tz872VIl468bBdlqCCd6s5RA7np4ZNYVlIZiEiOTiOI1ahImokJZrmRE87Ntp0apJMoYYDioZbr15xhp++oEwneWMsd6So0p+MyG9r0ZZ3VWmyPxC6GNFXVcqy2zAcCvv/rXoQPfElanfmjf3UC5xf7wMx4/+NpJeK1d92O/+V3/hT/9LUvBwB8yZFb8WU/8B7Q/LpMWpqECtkX6F7IoWDbGhEc8717ZVlOaKy0pfe2V0i1H4WAQTnojHlRYsGVGc7nM4yL7TqJpJ0UyhuGgGGmphDDOP4k4aQMm6VPazcR0kWu1dBLGBdRtUHOk0kxbgZTNBNbVggkDBnVCssal5wxuKNhkJn/XwCn3Os3IN0uhPz3m9T7f8kp/BnS8eNHdipjFVZhFT574enaBA4z8wkAYOYTRHRbfn8ngIdVPLmB6ITPwFw+ko1HKfSwqAaygIf2JGurtgAraZlQrxNBERna6FiBgcYcyskkS2qzLu3rlfMOoKr7F3rSz8GhFlMPTa6T6gY4TEJetuqG0rntQaRc8oWCxuZwRwi8JiS/giRXnr3/OH75j07g7me+EABwmecYY8Av/srf4Eff+sWpjsMM//g1L8JP/eFvAQDOD8/EZd7E4UvZpwPnihtu3SouqlcVnY12z0KGTqNdzatagRrNtNfB6/ZZH7AswTe3trHIpyf96I98K3hUF4nUxlD5kdEzqj2JS76yj6S0J0kWItUT3JebiAT+l/MPZ+IL4PxOoNzDBaXVYZruYogRYx6D842/vQ1EPTzdxSH68pHrD+7jJkHHcs+dDgXyIKUAGEcZF5UIxhKtM1P7DZLzSmUQ4lRUvmaLtnYxB+rNyMWhhEhtcuEMeytRhrlAGcWaSmP3wfFPbWPTdABc1qFl7Oj69NRHIsLX3JF2BD5yeYHhAuNT9/85AGCLX4hb4kHcSa/GfC2pCB86fwaHb9qHJxcZ/g/Ac758HaBPmzqnSeHUoqZaVQ+R04b8HNe6GtkPTa771+eZCaQ2GIbklZfW1LNu3pw2nIRK1ZySWIocq79BSJ57Y3bQoRAwn80Q8xo9haGoVmJ8FTuPXE1OABZ5lQEAKI81I3jcicTpkpMRs5lW+xgj1f0ds/lnfnXgJBEdySjgCIDH8vtjAO5W8SZvIGqD1m+sNNO3usj324/cikdPPC4vsnONnrAwP9LgCWiGGFkpYnXwlLeULRZhP0n0BOf6wuZDNoEYe0oGNnatjwsNGjDtYuss77RBkjlmya4YlErMcKSWOgF//ql87iAHXHdghPgKfeEL/wL3fejzAWzhq56dun9jIPz2J5/Af/G6rwYAvOeD9+F9p8eiY+spW1cEo0NwbCa8vCHUyVhtHN0mMQ1SmycbP7NxcRHH1B/jiB/94W+rqVQfJKZRc2dOKyng6uLLQHPrT+R6CxGlDeB2h2CgZEyU+rEwnPwiVkYxin0iprEj3oCLRVraKEbfkREGwmweELIxMSyZ6U/XWeh3kG4XAuwtQ78D4DsohZcDOCtqwyqswirszbCbJcL/E8CrAdxCRMeQLhv5SQC/TkT3Il1H9qYc/feQlgc/gbRE+NZdU8JGNiC5S9Z38kWianj08MOP4u67bk0xCrvPHLxES0igqgkVNRQpyIA+M6671MReVmoKVZbNdbrOWUh/VrqdvlTSrI5QlRKFtikgIe/LqqlrxxjB5VirfO11UxP1xMDhxVF837emm3b+8L5j+IIj1+Nnf/e9AIAbD2zjS176N/jQv3sh/uD+tDpwcH2GIxG4OEvS9i9OPQLG7bWdiBCGUHz0hfig+igY+I3kL8KAWfQvDYNu0ChMoizGZGcnd7W4OHX10iZX3uqgg7wvAABGOTiYAaKglgKT1C97CxZbaX+/8l4KYQDIXxjjsVhFoYDsJeCidsTIGAYCZAk9ZBQS67L5MExP9R2ZADP/g4lPr+nEZQDfu1OevWBseA5yd6cd+w5MMbls7hYomSdNwTy1g4ruSDqPOvlk+a/1E7CzjhX9DvUb2nqppTwx1vW8GAExKGkbQqtLl2I66kr5wXZzU8jMsNgF2Z3wm7Pb4ohHLqULSW+8YQMPXdjE616Vribf2tzGB/7643jxK/8CH/yrlNHrXvEabF7exKPZkem7v/bv4EP3fQj/5vhGzjereKQOZEm3f9QKFDVLc4L8n1J3qgdzGIotW9YTejFGhADMyqRK8Po/+6FvKxOLAbOMKO0mS6t5CmOMhEU5GyC143xNymTVt3myhsEIIDnr0KivrT4jcqPQlkdLoiIQZqH6FhR1g1rVtRf24N6B1Aq7c9BJTZGMWbmT1P9KdiQdZCdRatjapHoil75gXxoKY5DysqWmDJRY/snVWvZfQwPXL6THt0pV9MAY82mznQ5m1LuuVP6+5KSH5n8BGAjZcy8fq50sl2kSZmL+23vfiVPMOMWMzRsP48J1t+DisI6LwzoCR3zNi56PC5s3A7QfoP34vfe9B1/27Fvw6PktPHp+C49d3MSIrWJgKw41qsVFFzbtj+SAkzZ25c1dRE2c0nDkLCmU2bS20eS6S6ssxnQ3wDhmd9uREbcjtjdHLPK/cZEPbEHeCRiSMTqNvpD/Jf1e+mhcjFjknXwxo48knFyfdZ6FNhk/0Q0cMv2bmKCUm8ZKcv8eeMDAA+Y0bRjcg0xgFVZhFf42w97ZO6BgehMECrn9o8ZQPuHtVxFF4vT2cgmBepIJm0fE5rQAl6coA1ZhqYBUzgugLJG0zmNKKi/1pRRp6bN+jTHaZUckyTTlP6DrXr/bdqLyinxMQ+qx8xdxdmsLAHAJEdsxgmfpPIEzFy5jbXYdYlhgtpbcgQMB/93v/xZefOtzAAAfOHUMN163DcKNJd/gaTGYuP5h1U0sKAW6nVRds32AWPeHsh+oJtL9+D3f/ea021Ys8JyWUeXCD2nnoRzdljKa5eXF9C6fD1iW//Lqgaz5h3QnAaG+a0IzDRgQFS2/KxuD4qIk2Y7RHBzCkTHDrNA79zfZqLCHmEDV4RLks8q6boQczSQlSjulFqONpNs0uEmYlstQD/T0urT8Fchlx5KKRJYeKV1vYSyqh3lRMpGNM8sOyLCgnpUenycE56U/YWbCNP0eKGY1sezEIPVO5z0w43LO53JMt96GRRqEz/m8Z+PBk8cAWmA7x18LhH1z4JPnjwIAZnNgOzLe/AXnAAC/8fHrU5+oJcG+Nl+DbvdTp87lfNdMTAbMJS7yghBQ3bal3Hyib15DjwvVUMTZ4Fbxub2aLJ0eNY4jeKyHw3AghLXc/krolLZkBg0ofhrJP0ALFVE3a0nC88bc3pxPC0Je4ozMWESuB5HGdCrSfNAuzD32nsKeYQLGBtBMmrYC5LhAMdqbdX4nndUI4zyJ9Dq1N6QUndMfXtpwoIlKKQ5kMIUYHl3t7Fu0GxhJtwRnyUNmY4pGEyJFWroUc3RV67Y0AUfWAtZz5LPbI+L4/7f3psGWZVeZ2Lf2PucO772cqiqzKlWDVBIqIclSa5YwU7cEAskaGBosGxoJBGHTwrhtiG4U/DB/cDTGbg8RHU3QbsItAiMk0wg5upupUaPuQBISQrOQ0FBVqjkrK8f37r3n7L2Xf6y19t7n3PeyoFRZ+Rx5d0Tmu/fcc/Z09l57jd8CjpIsnxNhhXs0oEUD2eCIMSFCo9lHHDGcP4rf/uIxq1Vt7+Oc02tdrTzlSPwMTG8BwGC/83vVlzzUlwyBPQxOzObtR37se4BoeqSicRfEH4P+psF8GQRJijG/J6/BQ3lK1ed/YH0iBjiJc5v21/uqXpYeDAN+GCnFAVgoc3H4ijFB3ZF0rgnsCd77PHfhCrEDh4YIWDEvPRptSIt7B6BKpZrCYm0j0j4bdkANuSyqcmCvL8Za+VSCkWi4W8bzq6x/jScwPPnHrLdsoP04kXGPxpsWXMxLec4qojWOSrR+GPfjqk2We0dAbYp0jvAXF5a4ZSIbYtV1aD3hG3fEG/Cj930VX7nns3CUsgYrREIHRlAcwkl7FPN2ezCi/ZZlJZkUAqCD3o+jNUeh2rSKenlUokN+xsn6+tGf+D65RfMBUhWUI0pTn61NMQrnWLs4gzxSKCKa97rGckQmZcxA5GGMMR4SAIchB2jXbTJ0w9f3VCbCmBISKEcieueywjlDJh5MAzaKwU3ZlOu9HDpOQMoBZGusOBr9RGSI8uXUO5BTr+zMw+sYsZLIddofqoTsBBo8ZAfxlVhcNfJXveQ1OXAwsKpv+1w+8CFTQKUK0NROozKVNBAPTL1RO/AQAQ8vA+7ek4xDt3nG6XmLnYmcIZ/+wkeQQpC8g1qRC+KzMVOb+azdxp/ePx+ZP+Wd2QlvXMAAMKRm3nJ2nyKCGUucuMwlDWoo/iCmqJW1MpxBhuRoyIpANf9F1RMwJQCpiBXqzOZcwkR1Ct7rKZ/KPYyC0sRQX37rEJT9r6EwSJy3MjOhysVRZ5VzKSyTJ8KkaXM7gLgZZyVljwPLoSECWenCaW3MwGjRcwLI4ZSCVj70wCMADVmqomQqLDxjnfUdVPt4tCd/WZNVDmC7ed/fM2jomLUfdGbEGo/7nln2oVhElRBhbKppolVxjqSRa6XedeEpzyUBv/qDr8V77j6LpKzx3QGurHZqAAAgAElEQVS4GDr8wJ2i6d+iiKUjLMFQ/GG0TDjqHAIk2cjFx5KICyh9ye1X81LDrjMD5EqK+sictfK15s/GNZoIrZ/X5psZ+NEf/75KhFCUZiqONlHniCjm+XCNK4AnSryc99X88sCJywKO6tfMgHqT6qCcHz5jc1/1FfZcRegYQKZITuR/WyCcxekSiHTQ2gYOExGw4yDVm9lOiyEkCDPDIQ52xdfueQi3P/00alU4VUusLLTxK6l+Hc2UnjnlXKH9otfqtqqzvfLkGOgSIAuoli/HGx5A0efR4M+w6H4vh4gCmBHVPxcORje7q7RkQzIyXGzyO+Mrl3ssYoRpwBoAN01a/N3/WVKVPf82oHUCaBsrwJwFEib6XkPkgZKjfqdUXau5KvuYg4Mq78Ixuc8WtzFFqOdU/4pWv89XSPsLBuwIKlF6qiNoHJwvsGDmvIR6bWYYe9uM0Hsx+D6YCOiprr+l3LYqAdU9mVNJbyZOaA7JuC4aohaZG3is9seVFIMbncCmbMp1Xg4NJ8DVsaD60Ewdzde6sENCDQsinEl+B2AGllZGNv/RuZ4p9uhs5MG3QaGK8ssNJsOVU6SW/gcPjnUNbp8GDiosB48znQTsdE3j26qTilVvQkAlH+9TdT4RCcD9u0sELu9j2zs84+gOum3JLnSxB7a8ZMd1CsrhPNA6l+PZT94EfPnMsLUieli7ihu8xvbq76lgNo+5xXbS5soYFdjrPiP88Z9480A8c+pGHVKSQBwo1FjNEXmSDMFVPc4J5Fcx59Ho/Q0zWVpikcFa4IQYkdGGDe+QwzLPDTmHFEs9YymSSB2Xq86JK3RCF9Lo7vVyaIjAmBUnorIQTWYdEYEx817blPdvY/yFhteVMGS7dLU4126s5K9BvzVmHJwGJGYoLByAYFz9pbXx7fMIDRnLgaicr1csdEpgjpru2vpvaqSakA1t972m02q09pNti+949s14xta9eYC7tv7VRX0HwLmLx3Fi69kAgMuf+RRw885I9OAhjWVac2sYjE91IDxKpMEYbliAswhhmDC1rqQcAGUOQhKgzrxFOWlGJ2tbWf+KQEVYrIjW6zTy1QBmbE1qrwyyROIWZAy+aSWa0ro+IBTK9kdNLluLcZUI4Efrnlmcubo+ZlxCQyLerxwaIrDmIUX7uFYOPMuqrTkSA0c12cPKZRR5s9xV7/rhCQ5mS1lXnTA0WphjORoD2XY8vhE7kjmAgXKRr4wsXH5KRR+hE7eO1FNzOjTaMBgtutH8ELBSeX5bc989++gW/v4//nUcuSyKwcWiwy4kF+EbXnkHAODffuRrCCHhiw98GgBwchoh51XZZOtzw6ovqb8Px7MeWEb5vn3vscXhgR/8wdfo2ORUN4VjCFEJS9mxBELbenjV/DeNyyAiMk+kxKc6oWPQuGIdoxObfR0q7kfMAjmXQ6p1yBBPQJ/7H6JYLeqzihxVsrz0o66i7yO6kLLC3XwK9isbncCmbMp1Xg4FJyBn71jSqU9ZDCndQNAthSB4cYDgsK+3gseRF9ZP48Ej2o+x55p4M1atGBcwUjnUQkHNJhYdwpChr7kB+TPkbEjvsXkxG/cQjKTWwmujFZionWQD+0t1Wv36O/4e/vD+M3DMOD2X5fKvP/yb4HAiW3R2vIP4DiZ89M/uBgCcIuCSdziuQJmfO7PCS/0Z/OUtN+GKpRJFWKekWFoVf59pbSYqPkDGX80bs4hXtTjJMWWNOVuG5LpOR/BNA6/cT+oYYJ9bimAERW2xaynGSk8l5sO2bfL7ENjvYZIc7iNC5Mo/QUQKyyYUAiMExSJoC5ZhYsCUNCY6mkl41QUsOjMN1g7F+5dDQQQG2p+K5S+bhiuTTfVYxf4QHnd/Dx8acOvjB0esvfWD1KW5XnI8fqL6MhZxRsqstbFStftGSsLallzXWYtMsuCHrsLrFNMUr2Vu77nnwcHvAPDyVwpqcOyWuAxxAT6iTe2FDg8dfQzdUkBGmhtEieXOH0V35DIAoG0Ytz8yxa5yoa/9To9PfWg1FAP0v3pW6qhIIpLNoN8t38Y4WctgWrisBxm+EL4f+IHXVNOvx45e8F5s/hm1V6ehoTbbPDkEmetMXARglDllrL8Uk+CiVOMJMQ7WWUzDdRw5wDmf/ROYgdSHHJSUkrqFO8AChmBKQiUcxKRxMIXYxCi6HzsMjZjtV55oBqJfBvBGAB2ALwP4UWY+r7+9E8Dbpav4aWb+/cdrA6O1b4XHn6u9w+M7xvt4JJNnZXzFXYzL2tavIxkhk800XGRS1/DkNRmtuqEcwFpP/VzNA6w5jQyrWSN0g69rRI1x9z37QzzaWfqKV74It952O0K/kOtOEmqYjPpQr5YXIlzWhdpFYDbtMO3FOrBwK7AD4o2P5AU1ccDZvsFMF+rDn9rGvRcv4Fh+w1Q5slQnNHEOOrJsu2V8ov9wNJJiuZyCSe0H9bskEJxvKuLBYE5oaYg2XAv4Y12E82pVKWYH2ZdEyOnlUkIIEU1j4cZJ14HLdThPIC5cSFJHCK7t+JRA3igfQI41D0uZJ+99yT0YE5rGZw6jD0kJaKWf+DoDiP4vrGcg+kMA72TmQES/BOCdAP4RET0PwFsAPB/A0wD8ERHdxcxj3nxQCAewK5XZZHAZ8i6GaZfqU1WeXds04888pBVDZhygkcokO+iNmhXOn9burb3uqDrBShCK9XkIo21DH4dPDwmAsqVV28zA175WNv2LX/oCnDx1Ei5DzTJS7DRVVu3llvI9zElOIW3r7CogpFTw/QAse8YyED74BdlE3/x8htdsQr6eS2pAflJ1/gJKRrSUT94azi0xIxa/Wznh8u8uc4VlToYcZH1YWPmRH/7uDPedb2Uuabu1GNQaIKz8pGkrR6WU3xMAhBhgzmPjCFh7TSmKqOCVKHinLtLkoB7XWCVRSjpf+iZ5NOS7OAJ5wHOGtSeIK3IqGmt0fUSv5sBecxfU+AJXYpKfUAYiZv4DZrYZ/DAEWhyQDETvZuYVM38VAjj6isdrY1M2ZVOuXXkydAI/BklOCki2oQ9Xv1kGorWyloFoP1KVOS8aoLsaA22n2cmbb8TZRx4bysKEtZN1oFyrkWeo+sCVqJBP6hEnUtfNFmwyPLJrFN3aH35YkdXHWWm3LxpQNYbyqOgnsoMNgAceOAMi4AUveE5+oFYgySXxv3BVZQ/cXyUxpSErvPfcZyPGhAkYR9qSVTlEh1c8T0WIiYzXAZjoiTY2hdnn0w+eAwDcf+oYzMSWWVbmAcIwkSmDaVAHUVEA2/cSB1Cd9jpn7WQyeAfMEoab8wEoi2c5AACgnTSY+BZ9r4q1KME4ZkKNIWjqegzkeTHJaUARiQhiGYGNw88cJcShihxlESKGBA4FwYhNIvIMh2LuC30lUiR5z8YJhBARQ0CMZc9cQSXw9REBIvp5iA/Eb9ilfW7bVxjhUQaiOugiO3OwDTKJLD6QoVmzxMhCofJDrmegNxiqCKp+jLtYo98OH1Bpf431F3a/sPqm1bYFZVr+AW2pOH1iRZ2liHoKCVUqM93MXP1mFMuuzWYTkCM89phstJM3n8KD9z84ULTZoF0OhDEkpyJS1BgDKTEoJcyJcdSy2DDgVnPEdjeP2QwPnS7MhgBfzR8DYASQOsmkFGtqW8bskFdsYgZxlSJNJ23wVsYKmkyg5f8ff/sbIV55RVOQYhJEIGWvfdPAew/vG7SNRQR6UKKqmYQQI8zT0qkbjgCT6lwxAfAw6O8yp0o4okKUeS7rFATvkFn7PgBN8miU4EYkWSCu4AWkKHEEIZhCUtPqKMFKfa/JSRgZafwK8sATJgJE9FaIwvA1XI6vJ5yBqJbX8qlYBY5474rDQ+W1BRTPqXvvfRB3PP10vsecQuRrnVr7SmWc8aYmHrw+mVU/h5fLD2OiVsYsf5OK4GsoYKN7x4FUWUat+ueqTL4P3f9g1o0AYkmw0yvTg3ogesV0ZICezmDMHGGLyp2ffmgbz33m5VyH1aN7CA1D4bVL3yY+ZuUVa9afjCBsd9VTzOK+TCPZdj9Hqvxdb337j71BvqaknpJDLtF7Bxi8GBHatkHT+CybgyP62GsIMcAUkLjPE+MoIaXRuzcdUx6L6qWiyvd+nKFY1nCquEbvCG1TcAoB4VoIQNJw4BRYMhPppufIiFQcgkLk6v3VJHH/8oSchYjouyGpyN/EzHvVT+8H8BYimhLRnZAU5X/2RNrYlE3ZlKemPNEMRO8EMAXwh0qBP8zM/zUzf5aI3gPgcxAx4R2PZxko7VSCoGpva3iugePMvjhTw1NbcnmUTDs40AaxD/BIRa0HMqv+Nzh9yWK37YTjbKIyYu4cBmx71XQe8uhSsVjUnkr1DYBqpynL/KZJL2i34+YMum3M61RVrk2TsJpzB7zo1FG95oRDdaVPNTcgYyZltws3tNMSFpUcS1CWX+sxbohyAhDOQTf1GEQpUzhH5sJOyxrg7Ctvps7MBcFARsu8e5/gvNj4M3ZBTIgh5fgVER8KiyTxBrJ6Bh6/am2xK2KedPkGZmmDXQFD4YQcCu1QMhPLPEkgkEuumEEjI8SUpyVoRuOQfQsYoITENEBdPqg80QxE/+IK9/8igF983JYPrqD+A8BY4YIzUNJ1FfTY9XrkwZqtXb93ZL83FVt+pjx3ULGFXAeWmBayjvEe6CeqceVaeHjP4LeqkiF+ciVq2AgGt+sGqEfMiqc3qAXAyCxn5eyXzqA/DvRtxM+864NS31S2vMnCzhciULO7E1dSinlyeNW3zPGxj8n3qPDpiZGTlIoIB0CBPJrGgbnGahR2uVYDiDs/w1f3vPWtr8/9d07eAzmHRpF3iieBzo8XljyGgBhKPQ5lY4UY9bPNKSkRqOcWam61TS9irBFLYf2l80Y/zQeRK78BRsEtDKoEnGiMAQDEGDRQqSIUiRFSIZ5g0rHrPIx9K6pyODwGq9Mn28wHG1heXF5QMPCFg1FTygGaz9Z9b1wjDdUuGm6w/QlCBkBdO83LvZrNHGshytaO/lf7G5Tg6KozNYWy7yNVw9hngVHcikmDZGrtvyk6sxbZEVDpFT798O8hPAjcDcLOttzU7akcv8ZpAO/7j/J5QsAP3F4CkhInRAZOb0sasjPJqaMN1q0v1YZmcD7NvXO6EWnwnpBKqi8kzh6AZepIEYDqZ0rfYpK1FmOZKzCrd1+F6Ftp20G0pmOKSTafVz2Cc4yYIiipokQ5XKISvAQ2bqCsGu8JSbm7vhN0oAmaKpvx0DXaOUIX4mAdkK4V5wwteYKDyuEgAhUvmSCOJyNw1XKfFjnBdSEPItJsYpx6TB3QZO1wkqs37mJ/FqoQpnXWfu3grljWHAU/AMwbsrgWLp3FgFyf3UdQVmCt0Xptc0rD3nM1bXaqDhJ6SshrDUGWEuObb74HAPCph7awWDlwT5idFmvAqm8yTkBdYkChUWpus9MpgvDBL9yB1dmvSjunnyZ9d3X/VCmpYw4h6kmqbLAp2sZNUyF7b/3xN6lZtIzfK15AvU7qlOFiEXEqiRphYMQ+FkJh4oZ2NqaCrJwHoNp/5wuXlhJUoCr39aHAlDOjwk4s4k2xKIjWWEya2ndDGNKJ6NiBm0mWZajv8jiNA1gtVziobKIIN2VTrvNyKDiBUClCGCXaKrNvmsBhbCXPWOpKxQ9i9uXjWB5/fIWJ3DesQtqpGO7MoldyLeQkrNl/GjC9PDyh8z1YY0JqjqCWj8u9XB1IozGytjwSVWqTlETLuUFyDmbgK2eFfZzPF5jNGNyVwKm77zsGTzR0QOGhQ0oxQaoMTQ7/WbvA+9Qs9139Er83mWelLyCnnSjwqmc5oYtF5+G82stHTF6ti6hTrZsCMDHnoBwiGqYMh0QFAuVwD5E1+EevgwUqwPQgJBwoDRqngaSyJmpCHHoSVzqAIYwBvNegobwf9LQPIc9lAoMdIej6CnDysqs1bshCK9VxXLxYG/GG5VAQgX043LzA66sF8FPY/Tzm2o5cLYbHU+qttTrWAQDASI4fk44qKlfbp/y3sLm2Gbj6Xh5cV9IVopHjDEbjSdaXij+23IV2l/MuR7gBIjsSC1ucF1kqmYysMy/f2cF9QdjH3aXHsmuRIuHhcAoAcHxOOLNcDR0b2CQgqWc+neeRAEDHwJf3lnBelHP3dD2in4AdZQUjswTYmK+BsMCEoPbwdirOPHU8gdNd/kNvfaPOgfyr/YugyjazDsQQxX+guoUgOgBj+2MMCLVhiwyt2sSCKP4HhOzJV6SQ8p7rwyYmRkyyQVNXogTbdogsJDaVOiw8wmWPONsHJSV63/UIIaBXlj/0AX2IWK0CVpq67MKFyzioHAoiMChFKCokYG2X0OCPcw5Pu/Vm3H//w8MTvzIv7Z+BgFDnlztI0t/HuDfcsBXxGNGEKzyETGC4/m3UTa48EVMa/kaeMmdSt1G7w47EY5GfqVgAUhJZ3uRM5xmfOLuLqZdN3G7tYrsJIAbCJQkhmW7djs6XSEOqjr7vfoVc++K9R0EI+eWlFNGA0DjzhIMmWPUV0rTg65lFLURgsezzCFxIiE6yKGTaptG95j3q3fqbliSgxSaSkMCusGKOZVv1oXIqUq+lfPA4gAJgwnxSznSYOWgIp56SvCPjLno17XV9gqveZQjF3OdASIEL9HlKmEzEi9UIVAgR3Srh0mXZ9Ht7HVZdj+VCvi8WK+wtVuj7iOl0ou+1xUFloxPYlE25zsuh4QSGMvoQB8+056iuiAa4cAT7Yf0xRoE9o5M4J7M8qE/aNo8eJAxlzuHxzTkWgNOQX+Z19mHYWN3H0c8prfMYXM9B9ayxiaYRzwCVqfSj9p/oYszz5xPhzlv28PB5YSNbItz1kjeI/mUp4CHf+/QTeOdvfQ6PnJNApUWICMrTm9VgZ06gdB51OHbrKf9uDsV9SPBUPGViSOjsJI2swTHKoi97LJc9ZvNJyb8I4Cd/8vvgM5sOmLuujQ9Oma7KDDdIuMKm1SnPRVZ5vXohGQcQQ76vmO4oWwQA0TN44oxgzCBcXgRwSmisfykhJcZsJif27u4Ki9UquwD3vTgyNY1H38u1xbLH3uUldvfECrBaBclMrE5DDCChAbzHfOcGAMARNc3uVw4FEeADv1TX9tXjlZdq1rN7NZ7+tttueVydQA7syeaZYSMZ0WiwMzl7nOVSsY1FD1C3PdzZxpjWOoM1XcM+XbfMMtZ3sAFxau0q/Vh0mSNhuU2OtXh8ERmUtbQVW9nm3/hN34Ff+Te/AwCYOcYXP/H/4tY7vh3Hjh8BAPyHhy+hcYW1bxuCY5/nBgBmRHAhAqkEKjlifNsLBH34/r/6CkLUqMEq80aqWOzGi5dc25Q6QuS8+AFg0nq0LuWYBFN6FhMcgxpSKmAHBQoyMCQgJyVG1xcc6BhEb1J7bJIr8j+YxPchchZNVn2HLecG8GHU+KyXuXR5heViiRgSwkoCAZbLHotlh86iFV1ECClDqAfVX/R9yvf4ZiJindr+O+3HbCrPbG/PsD2fYXt7jqM78s6O7zT4f7B/ORREYL8VXzuj5E04PHCrTU4HbJqUHxoDetjGG2xVOyKp2tBcN2znRc0L5C7onyFUeu7r6J7SALJtHhhCZRGhOJGwF2VgpUdoSO3fWtGJE0dx9rGLuV7JtFOUWeLJrZBkmXCQbAKdwPf/xJvw0cuXMZlYQrElwMC9X/qPeMkL/jYA4Nx0Bk8lp4Aj3Txczv3ttoWoBMpYCcC7v3gPAOBbSQZeI+aMJzMmIDCBNZovMaMPCYu9PTS6Sd75M98HgBFGcxlDpRDVeMbaNk8kykJpTXqQmAeut5aPINfjCSZZO8dYdsCiSxm8w3vTLWdKja6LOH9R/CvOnL2I3ctLLBYrLJSQNb6Ba5rspxFSJ9xRI3VuzSfw7TacZ8zminzcNtieUdZx7CyXWEWH227aAiCn/nTisTVtsD0dhjHvVzY6gU3ZlOu8HApOYKAdh3EBPPDp1w/VA/WF/Ws1mR6ouIaBikCO6OyOkGXCJj8z1AZwtjkPpYHafs8D7696fEWmHOoihFMVLiRVGvfazJm93ao54MRIVNqJiRXXrtRdJ9Rw+jxrog1AxpKqvl1IERQZ3/aqVwMAHji3wN1/9fvgvsWFL38GAHDr3/p2vPcdL8Nr/7cP5Xprl24AmHoJKPDqF8BgUFyAUdxXbR6Nf1h2EdPWYa8zzXjEmYfOZPb6jqffCnKEI8eO5jWRNDFK8flfDzZLUVqxQCXnAfLIXBVBE4d2xUPQe0Iz4gRkPWiwTmAsVEdht7Stx8XLHbpOOK5Llxa4vLfCRdXix0RomgZEE8y3Zto/j635HJOZ8BjLfoXJdIrJRObJO8ZkPkXfJ8zncm1ra4JTx1qcPXsRAPDVe1Y4sj3B008fAwDMpi08MULXYW9XQWD3C7rTciiIwJgbNFYsw4Lw+n014aDqpmKesYCjERHIm6hox2JNY8R3dNBQHbgkPgojxWW16CKrHzgVl03SCBvLnGPEpZblyTkQcxYlzEQ6NO/VBFE2L6VC6KIGktQKrNpVNrIRhWJGxIjYfOaxi7jnzFnccvPNAICLOw4vf+Eb8J4P/Dm+ekmeef3ND+ODW8sCGUoFHNkSdTVunwRgjGzy/EBqpG99xLlHH9L+M26743QlqjicvOVU7tvu3jJv0p/72e8HACz6iBSBsFI9QuvgfXE0I0fwLUD7xPJnImAiUeVy7UkUgSvFIWR9r6ETNn530eHchSVWXchgH0yEVRczEei6iJAYXZCZmm1tYWdnC0e2tjCbiAl2Pp9hNpuCSJ5ZxiXmswazqWzN2awBSHQHMwUm3Jo3iIsOLYleIfQ95kfnIPVrmEDWatcts+v83uJgF/rDQQQA3P/AWQDArbfeCNG4HpyBh+vdgeGJXZ/4RE6zz+YL2RVf6IOd3lqM8tc+/1RrmuVqTYDKNRM4URRK5tJYhX0C6hFJxVmFCGggoa4190ADi4JeqRZy0hO9VhamVAAmEyOjz9gz68rSodXiF37r3+M33vZ38IH75X3M2y1Mux57y5Lg/mjr8e4//gJIz30CSSQgA62F60KMEV3c075MsZsIDz5wBgDwjDtvzZr/k7eIExKnhNWqq/QgjMnEY64Kr2arFTt7GI7B3KoAiTz0fpjOjJp1RS6nQnBTTKqgWxXfh2mL3b1llt27PmC56rHYFUi1C7s9IgOTxmc/gN29DssuYDaTDb5zZAdH53NMZ6JfmU6nuOXkNnZmM0zUGaJtCZMGgAK9LoPMnM+Ceg8iRjsXv0YAWC067F1c4tx5cQDyvgFQPC2js7TqnJWJi1V5f+NyaIhA9mDT91nvc9Uh7WNFMJYw6T0j01ClaYZq+UeWxtIAMIirAZQWcFE6KlMpfakWqpz8I04DGBCkoBro/AwKkbPTa125Wa4lmSRYXntWxJyacUk8JIiGPbffkPN3Zact5LTxhPv3lnnj7bUNXnbLDv5pLC61v/LvPoVX3/ls+EbYUQqAS6IQnWpFe31A20V8LElugpWLYExx+lbZ8MtVlxF/ZsoKT2YN2rbBZCLLctI2Yu1Q01dDhBAj3va21w5O9aBWBQBITgdcBWtR0oQe5oCjp769n+Uq4OLFBc6dX2QFWtdF7O6uqlBigfOyYKAuesB5sJ+gUbzDG7ZbtNNJZuV3tqY4fnSOrZmMZz7z2J630kYya0ACp4ilBv0sl0s03iF5gy1XES9xdmzjBKz6BIsJIjRomia/6MRi6VguQyYC5mi0X9koBjdlU67z8oSSj1S//SyAXwZwkpkfJTna/ncArwewB+BtzPzxx2ujPsFz3RXrWvu1D58rfxN4wO7GmMT8VFVceRFLxlkYuqy5exIAP+AmJCVUccNtWq8OHkMsg4HPTuIBInEyNj0WkYGJsywJRk4uU8aoMnXmUlTgqBJ2JAaQKhWjtmP2e4IgK2WZVRWYXR8G881c9BcxAT/zng/jj3/6dQCA9963i1Mzj65yLWYA9+ztYqZusr1PWERGxyWuhwj4/OQ4Tmjb9+/tofWEicq1TePQeoetrQna1rD+HBgl/bf5QCQNJggx4W1/7ztUFCr9D4nNHUFY/QG6MmO1WKHrAhZLPW0XYpvvO2WvVz0uXV6h60rikGXH6Hpx8QWApm0xn8+xvS2s/g2TFpNJg0nbYDqzYKsJdrYm2N5SBZ6e+pRNkQkXLu1htewxn6rY5AgxMlaxsOshJlCwNefgXKPJSJTzRUIfihsxkcPOvKQ721skXLjUw8Xynv0VbIRPNPkIiOh2AN8J4N7q8usguILPBvBKAP9M/35dZT9GpmbvjK08dcuNuP++R+SaG3qbmRxfdAfiUedQAtpDKix73W4mAo4QAme5H4CAPKZUNPBOo+0M+it3mIvyEiaTWv9JMbq5ZIqhQjysv9J/LuOPwgTXEZh1BJr0B5kIhMRY9QEhRDhlYVMS5xaTs82n5txSvr/w2BwPLXrcdvORvOheffIWfPSxy3hEkS8jC6vqOGJCtunPY+IdnnVUshQumoStaYNmonoEb2AXBfaLJBcYUt4AqqVXIhCZs+dkTcSaxqGxbB7EWC0DlqrDWCw6LBYdzp+/XCLpSPAqDE687xNWXUSMjPmW2Nr9dI6jRwpr304m2J5PcOKIiC5b8xbzWYuteSuQ+dBEIVQg4JkDYgiCrAwFJuk7pMjYW5T+O1ciMIlpmC3IUQYdcdnzsICcSDteCak8J7kNCS059PpeZ1eIHfjrwIt9kIiesc9P/yuAfwjgd6trbwbwLkUf/jARHSei08y8fy4sK7VCvtIJFHy4oY5AyH2R9zO8V9lnJT9crtZ+L3K6uJMOlW/JftN2DJpK+kHZMqCiOQKbZ5nWEAvhyRpqkhx0OeS3tjZAtPoNnCr1al1DmSKzOtS4i8muV/VKXgHjbBKc8xl8JbJYDxKopLVLjHNnz+RBv/RF34CUgDsvcY0AACAASURBVP/qtwQiKISI//H7vxnnLy7Rq6b5y02HRddn4jIngcaOTNjWhfpocmicx+eWlwAAk0kDN/GYqnyc+1VzJDafNvsaRWgwlf/lW16Tw3+zW20Q2C/rW+gjzl/YxaWLsstWXUDXB1y6tBArDQBypkiT71s7U5yYTTGZTtC2apqbTLCz3WJnW5R621stduYttlRrL5OeQJxgeXgsL6H1LcaIrusHacEbD6Sm6GDIWViyEuogh0o+jEhO+qb1FbxYQggp5xlIyaNpSlDY1BNc4+B4Cl9hPB5Unija8JsA3M/Mnxz9dCuAr1XfD0w+simbsimHo/yNrQNEtAXg5wG8dr+f97m2r1qyzkDUNL6Sj82GXhJvGBdQWHWuuevsL04op+sD9z2C07feNNDiAxja0A073r5n7kLlNcvZR+XkjkENgnaKs+HIVYNlZWVhrqDW98LOye95yAADMZa+JNCARHMoeojRTA6mODLwwANid7/x5CkQyWkJAGceehgpMV7+0ucUhNqUcPrkVr7n7Pk9yWunsrAnwn/3Gx+Ad4RZa34PETOfcH6pJ553WDHhOdNJ1keAHU7Ot7AiMWOZC24ZQgI5wf2rTcEEYGlsSs25Abi0u0TfR/QhVqx8xHLVYbmU03hvb4ULF3axtyeq8+UqYLo1w/b2Dra3hdWfzqZo2gZtKyzyzvYUO9tTbG9Ns6WimRCmUw9ncRdIoMTgKHoF0wvFmLItPur3ghQsViBLO06SOhhtBSQqFumCDVDrrQCgW0XM5lU+BJ2Yrgt5PThHSB1jPpMVtQgpcwUlUv7r0wmMy7MA3Angk/rybgPwcSJ6Bf4GyUe4ykA0n0/YFBfG2ns/ZFIS1wowU4yty/tcdjRijANWzOzDVgnzSKGXWWtl573I6FanLdiUKkhrtn9cfR8GCDGEmGQZLqWSYx7AKkkSUO890uhdFemFsgnQrieIqqE2Pd5x201gnAQgrCUgoBUAcOqGbYSQ1MlFZeZVBwIwU1l9OpFEnE5BRWdtyeZbcr8wyM+xNRVvNI4rNCsAU4/Pnj0PAJi3Db4SLmI+K0tMYhmMVZb59b6BZRQzRaBhA0QViV7y4ucCAB548DxWXcDensTLA+JAtNzrs8fgdDZF07Q4dlzg0W/ZnmNrZ4r5fIrtubL28ym2tibY2lL5fmuKpnHKlsuG7sICQMiRoCLPyz9AzNKGPjzQ/RDAyeV7ajAZx6Lj8CPCByCnKmNm+KY4fM1mHu3Uw1GFsxBkLr2mF3Ik4DGXdmOeZwdRPDt9r+kKJsK/MRFg5k8DOJXHTHQ3gJepdeD9AH6KiN4NUQheeFx9AMz+LuXc2Qs4evwIhrA1RhysD/JfhqpOnPPY15skxFSF8+opnE9s9Uikgmhq/2fQTRD6ECstv1DyWtMvMFVFoTfwKcguwKMMOADAQ0CTVR/RJIbtCKNF2U4dosq/Us9jZ84iMeP5z3tmcQFOwO6yZPkJISGGkocADMwm4pMwV9n2xJEWk9YVmGzIZu+ChSOXDEFUad09Ac5ppBscbjrW4RtPzvCFc6ID8M5hsUqYtBZc49Q+rxuCCJ5FeZbUytCoEswUa84JR/TVex8FAHSrHru7izwnNtPT6QxbRyRabra1jem0wY03ChG48YYd3HRiG1vzCeYGsEGa60CJj+D6JDAn9MHCc5ci31dEwKXKKsG2TooLuPmQGFJS1wkeWVZsAug6OXiyRSRbbkqZTJpKH+YRIdDh2T08z6NcmLQOjS9rn3S+HSFbO9Z9UEp5XJ2AJh/5EIDnENF9RPT2K9z+bwB8BZKN+J8D+PuPV/+mbMqmXNvyRJOP1L8/o/rMAN7xRDoyziqUUklEyTkwRn5zUDbYWEsV7Acw5SpjFz/bYiEAkAFFYgUmmUUBfcQngb4wraxjCcENlfCeopycBScvZfiuCivDuiBtSweQ08snGcOqT2CybDKMxx4pwTN/6wXPhPcFr/6Wm45guYq4tNvle2KUCZhNVes9dWi2fI7Hb1sH7xwSIz/TaPRPHbhk12R86oZcHSXcAE0ImKgs3HCPFBi/85dncnjxqXmDhy8mLDUYaGfuxE9B2+nZlDFkNhkwm4a7nGiJtvDYeXU9DkGsG7GIQLPZFFvbR3HsxAkAwNGjR/GsO4/j2DGx588aj/mkAZCQTSIsgC/GIYVUshSvesXpC70Cj6gFpJkgxZTt+TYdIcYsujLLu8y2eaem0KwjkEHVrtxT5chsdr33Q4URyvpJNYdn+RcATFuzXhXdQ2Ocg3Fx+6vmABwit+GC5cY5GqUkZFBbvM6dLeI4UpTFOtEtD52HwBr4k224rIq+OLhmZkFAlE6Nd1mGMHOibXgA4KRpyKuRJFYPXyNaxPJsrZ6IBfPuzCOPIiXGf/L8O7Mtvg8RKd6UN/DFSyt0QezZAND1EdvzFjtbLSbKWk5ah7ZxAxCOVKUdowp/YGiKZHVGMQKF7B7LnECVKAYADaWBnonZYUotEve5rc9eOAcih84ANadA27j8zogZIQQwsxBXANT6UX/F3dXex2S2helEIuxMqZc4YXv7CLZ3xB/hhhu2ceL4FK3G4zfE4GgKvHJoRE452ahtdkdAq5Tb+WZNpd1VCknnHaAHk62HGBi+oSoTMKkSWb76xmlwnKvMx6bXKe242uVZA7xSKjoZEwds/ThH8L6w/tNJg5TCQFdxBWngEBGBGshjXOzUtcCYaIg/+rMp59ZrhTcvDJbFlGU8VezEyoec1BoQLYEJRLlWxGVpRDzbcsf1yK8UjkYUtJ4uRTz26GNZkfmKlz5H7byyeo4dnSOGhEuXlwVBtpcFFzQCre8L8AcAnDwxx7EjE8xnTV5QjgSSOwdA6clUT4wQqDoUWqwwNJq8rL12BEolcZf9xkD2P2hdiy+eu6QQV6IwvW02QXviJO55TCwVyy5i0vpcL1sdpuFEHT0qZevE03BsUmz3LTWYTMQp5tJF4w6APgQwywm9NWNw6rDQqLmOCQ3J5rNBEhHIy/X8Cs0bb4DqUs2bcqN1mvQYZT2k6n7n6sA3p05flG8gimgbFO4h/zcs1h9TMOe5ApBilHnW/h872mA6LRa2na0WXSDEkHI78QopQQ8NEcjusaTOOCOThqTKMkKhCRntRxYlHutvANQjsDhlWAorm8iQEvqc1YVKG1GURABAjVfuoVgu5F6HmB19GKFKX/XYI2eQmPGKlz4nP8cM3Hb6xrzpz19aoet69L0s3D7EvPht/TgiCTZxZbF0XURfuTATOUynbX4mVVyPzSk5ABUyD4+oJZF6qY28dlzVD3jNoWDE0nVgLu7VDgBSQiLKTjv3R8YpEF5xl3ia3+gbHJ/N8Mdf+7Q8wyxpyCqtsLhbc56Ek6dugveFs9mZNWhbh/PnL+Oxs2qqA4FTQttYfwP29gqk2sQ3cL4B+0L4yDu4eoWpqFhDtTnn1kyyRJS1+FFzBIIITjkK3wyVvTkBKgrhcK3XwLRKBKWhAY9Q5p/ygcMZip1TQNcFkDdFp1h1shWRxNrQ+HJY8RWycW0CiDZlU67zcmg4gTohYx8iGueqTKoEVO69ktxy6O7L6vR+QhVEZ888hpgK8KUkbOR8gmutWeYCkF1xjXwKHr2rQDnlnkcfeSD396UvumvguHT6ph2EEHHuwjKf/H0vooexa413cC5hoiec2ehjlfVW+uUqV2N1JDGRKEkegq6POTjExlsyNylbWcXd1nEGNu9cKUONEbVTTFzyHTqKiDqelBoEfQeAiEfHT53Eqlvh8kqRbGbH8cij92db9oPkcHI+x7NPPAsAcHI2xZ8++FnUyVxJTbDPfdFLAUjMg/eUwTTmEwfmhNYzpnptsYoSH6EnfwwBs5nhI+bQMBmTf5wzj7jKsVhs/TIryFwZoAAtPiGGkJ3CnPeIqdxXPH/zB2Hv65iWJC+Wsh8xic7AF6yGFBMcxwyCEoKAjk71vR/bmQAMbO9MtQpZO7XjUuMO3uqHhgjUmzNFAL5MhGhTXXbkiMkyxuoDJljVdTDDe5/ZQoGQqoUvgm88Up9KJtr8k7yQBx94BAzGi19wl9Yp/07dcCTLvucuLgYebF2I8ERomyYrauZTJ4CS3mR3U8jVQCQCvV37E4SEgbtEnU04RpFJJa1VpU9xRZ7PFhErJs2YkCnTAILDwHmlEscElTeh8Q7fduQWAMCnzp1BYJetG7dsES5Gh4l32FG+PBJhcuxWdCbvU8S5rssy9x3zGbz3GECB6d9j2/beI9qWMM+IZAl9F9CtQvbSC31UKHO5YzIhiR4duhKU8QMDwJEyt1BbfCECiY18wKTA0ldmeNaglpxSTETJcljJ9q+zISU2axRV7fosRpASAfudWZx+CD6POSURh7d00FvzCbZnE0zNMSglEBiRip9J23wdAURPRZGJqhYCyz+b8Lb16FYBZWKA4drmrACzyykxvvrV+/EN3yAOjB6iKS/55+RFPPLwmUwcXvmybwSYYOLTzTceQwgJl3ZF/owpIYSIZddVCLOCumun8fGdKSatH6THdnoYU70YkmTqlXrNQ2yoFXZy/Eh/WU7+QgRiTptViIvOWT03XHNZMq9j5EThpKzd8k7sV0Do4nvvfRgAcPvWBD1H9FrvS97wJnz2vb8LT0mwBQGAAiIRknrYRedwPi7QK1zXwwhoGtKowNLX73ztqzJx7MBoHcPrO3Pw4gzVx6zpN6K5taXAHfNm0PE6S0ROZZ8YBJ8VRs7JkouMCtlYdEFmsrX2zCoRUsKkdUgUEPUeTrIOU3YzXzfMMajicPW8oeIJ5L0f3G9ZpJyXzESAmCWdazBXgptCxKQlxEwkEmIQzs2r5cgclvYrG53ApmzKdV4OBScg2tDCdoV+CXLz7FoJACGUgAmTqbIsPxCcjQrL70eOyBD//ONfUa39N8qtevupG4/kYJpLuxLr3VXBKY6QtdONE9PSEsi2+dmkkQQZhhnXuJxPz7gDr1yjsahBAUFrJ5+0JpOIbNmoibMPCZFKYEiIYrJKyZfTWgc28GMYSQMwTiGDLZq+ofDKDM4CrZgBRTzoLwucWD+7AYsQc5DO7/7Rb+PYCTm1Xv2a75P+rfbwvt/9AwR9r27i0SSPVnUEfegBInhfOhgjgL7PcvlWoxkE9XQmT9jeanF5t6wLyyRUZ1VetyuV9w2ImMFOHaWkd9nMnOdSx53dw2MSAFPr22yGvu/RpQh2pX+iAahYfdQSnXIZqE9fym6+9evJoovybY5IQ6ABohaUCK1xgI6wqFCPnfbXNT5zFmNnvLocCiIAKqAKrCxuXPV5onoFwkj5JRoB0MmGptviiML6iRIsJKn4BS/8BqSQcGlXFm4fJNNLCMVjcDppMW09dpSlbHZaDSwhfSZhd9nDLcvm9M5j1jq0TWHJvRf2LdM19cjj2k69n1dDscKprDz8zfAMABUHQgCSA7G+aIFSOtgxhEv7NftPtkvqW61dFZvIFdzUy3sLbN98C6YnNUpyscDWkQVAhA/+yfv0eYebbnZ4+QtfBgBYqC9+o4M6PpvgLz/0IUwnPo/z1d/yIgl8MUVnlD7XG9w7lxGTrf+ozMe0z1o3Za+Jfas+YT4rYCZGJUxRDMi9q77PyMHeExpftgvpfHJCDhgCDH+i3LRmkgXBOc6KCVEPDKHNa68Mid2wX9Q8GSSFuymUSdvJikjSp2NCo4AnKYX1idFyKIgAobK/EiNxxLILWdkGTSOdvdwS9MQyudAm0xcKysDTn3Ubzp4Tp5KoobiNLxr61jtszyYZ3rltvPoj5I5Z8/I1B3sU2/WsdZhPai89fW60GF2NJMxQYNGihBLPsaK9t5PI2AdPgGtIbNMQ+KvLi4idoyXKj9WEUC+n2gaddEEOyUQcjLV4ptRfxZno5beLfuVrKWHFjElrJ9McTEuJZjP/iSgE+SMf/wgA4X7OnV/ioUcvABDk3RuPb2EyIXzHt74sj7mGC0+RBRzDMhlHzoFUJViGQBVxzH02xxoYoaO88abTFm3TZIqRuaXqnRkQaZu9MSVLUO1pGRIj9q5wotqEG6yfgnBN+TcaEDZHqDSZuvlzFUqEiTJX0vURzjk0TelwrIKd2CkhdYRFt9BaDzwaNjqBTdmU670cCk4AKMER4jrqEVPMJqjs0sn2V06JNHiW1DddrjEYobKh+1ZYeDOj2PW2cZkLMZbbisjxXIXzSuJHImQdwERx7vdjQ+tC1gBM4S+2XGlHgkE4FQ/HsV2reLKV6zEl9H1EMrYQBh+uWm/T+ldcb8LYG1OtAyZGAQOXbKpOSYvzf3qb8PkuwM0lSIecx4X7dnHD7UdKhmEv0nBuKxK2tyc4tpxrO4TLex2cL370lYSn9RJ8U3z7+sC4uNth1ccypoYkm5A2m5jRrSKalnL/LX7fzHCN1m1WiGymZCrcHgugSubeEqOPYWB9Mo6k5hwrRb9wBtW7M71EPfuCE7B+StfijvOi98lxJb3YlTL36RigCN8aFyGJZ1NI2VJx+DMQoQ5oke+MYqpLiswzNPMXFF0LvBJlW64SR7arIBAugRaAbBDSLEclS48f4AWmpJhvsRAoSyxi97QNo2kLQ2Xmy5rFGsc1WCScZYxBknAdJrGvD6emVuAVh6PIjC4k7C06zKdDM1B2cHEm7BfCwVl5WosiRRkhe6HWLCqZYOD4tgTpHD26g3sefhRzrWMHDnzqdvQ4j8zOEgYutBNi+K0W3UrSbz105iISCG97y7cPFmgtNplokN0p1LGJCYPQTKYiQy8WPdqW0DQl3Zk44xB85SDAqSACMetaqDIVE5IG8hiBkhbMYcqUda6t8CVTJQpY06gIeLUuBiJIragFmaZWu26KX8m5YG3TtMFExdimkZdkcTIcVPkJzsCuBwsDh4YIIFPlEBnLVY9lmhTfAVW4hMo2zGo3B4q8QxVy8POf+/TR6cwmouU6pa4i82eFTUU4NFjMvuaYhMqYISg5rnwHCbdia87gzbN1oBcdh2nB20bTiY/fVCWbaw9zO4yAPkZ0fcyyYCNZAde049b/mtAWJ6phGConFu+1OvchS62f7wQk6hsvbuHE/AbsatjteZYMgzvdCSwn58o8VMeeyejHj4pX295ihsfO76FtPXxT/PGBYikSkNGqKyRgKG3l+Wd+EfY+JhOP2az8nuHLBvOoW9q0+npFCO3wJZTMUg5c+WkYZzfIdFR8fMo8AwN/EZnj+h4eOExJtQ7OFdARR0KULI0deQExt5DxtvXo+5CVmCkIUfOOMmS6G0eIVeVQEIEQGWdUgdcHwcqfzCf5hRj6au3xZwQUAJ5x69F9IZuk1Iq2UkzsYBqy8qZpBYwt5mLG0omOibJ5iQFwLFF45Ei8H6sO5vNE621bJ04+ebGrNSFFZIsZD7GV5OQpLPmReYs9DSgqnEoSRxQauq3ayrQDv/Y83He+uKD/EyTQp94bjjpMQOhMsUYyB31VJ+u4LAmobTA79Y/uTPGjP/xqOF+8FTl5sazY3JrYl4k0YT5tM2diFdecWePVJKg3iNfokDSOYb+GSjO9ZtxUthYgH9LWOVL2P8/z2pQKRzswQlg9mbANnxCiVebEkbYDzm7oQVGYjVPOYzUxsBFingKjVyTkduMstCmbsikHlSecgYiI/hsAPwUgAPjXzPwP9fo7AbwdYnv6aWb+/cdrwzuHm2+6IX9mAu57+FL+nQHccfpIIbQEEBfa7vY52UQWo4FSrC6cT4hhGmtwUVKChfvISMhQf3mH7DIrNuuY2bdoisSqQVEcUs6Xx6qfyHHmDhmPsB7z4ANV/2zMTIiBsVzJsTKdNMqeGqtPg9OXyKu+gIb11nA4WXtVtFvC+pZrr3r5N+NDn7wXX1QXYM8M3xK66tSzcZkZ1DkIeIi2s7M9ER1GdbqSyvap4rHTCA8BqhDNXKHqEIroCGGh9Occil2ZX8WmXvQegipNABdlYbI8j2TZkQhIqVLcav9QMlTbT6n+TvVSYNPO5nfiG4Jryk3C6Q1xHTNjWYl109bDeMUUhW2MvXExRfS1tscAPHV5QhmIiOjvQBKNvJCZV0R0Sq8/D8BbADwfwNMA/BER3cV8BUQDyObLgIgkk3fH0+pNP9JnE4FTtfFJFlvTlgU1af0ghZhsvMK6OajmtdpZpPZbY4VDlH4VOZwzIEevLPiyZ0xbymiuiTUqoWLpmEkgyDJtWc+4vF/CSC4IUtXYtf8k/6ImygRkw+yfbsqUdQJYGSqQylxp3om27ct3QGzd9sS7/vRPcLO7BTdahGDfY5oYU0f4oZdIwql3/cVHBvrHpM4cVsfrvutV0i4VXYhYZ4pzTFAILdtUKSVxHIuxpH2nBjESUrCGSLM7U35mLOcLUIorCmEy3UMdk5AG79D8RzJeRZnWytFHxlII4T4vj1msGcqdi/WjEKtWIxHrR6OKVTWWxLxxcLqguj1zBNL3rMjWXR8R1A/k60pDdkAGop8E8I+ZeaX3PKLX3wzg3Xr9q0T0JQCvgACVXrnoRnNUhXxU1H0ot4swVivnYAqUWtNMRa42eWzwzFiFpvBjtma8p+wJqOPMWuHaQ40gzjB2jxAp4TKkXgyVTjyWQ01OH8JM1WPm6j7rm1hECkJRTAltRdQEnKVCZSaXjYGFEajYC/tEKFpNKFxLPmKlnu/51ufi1z/wGfkaAtrJBEgJ/+ktEsr9LrZxj4hb6QoA87grrRtir32PmpEXuSqHrdk8K4m7YHMtRbwqy3GdUoSFU9foVfK5yMkpRs38a/PsQa4o6EyPUOsibD0VD2z5wjxcV6VzKODWmfOTFG61oprLYHN73YoRNCSzIcK89Zi2ls2Jh85CIUm+SbBkaQbg6OCt/kR1AncB+FYi+ggR/QkRvVyvbzIQbcqm/P+sPFHrQAPgBIBXAXg5gPcQ0TOxj34UI4nOSp2BaDJpso1TTnk9n7KG16lzR2HFanm/mIgKm+2cgDEUyo7qmNu/UzEmOF+7oCpLqf3og4A3OgBe2SyOhB77a9uz6TIB2YEAKOSeytfMdFJ1AlRDHGunLaNPiDHnpFt1jOmkjIzyoIfXTM6Udnj9pfG6T8agDgZ+9T/8Cb73m74JAPB//t5HcdddJ3B63uAnf+8PpH/eDZyOoDkbX/udryxVyiQVE+ZIaGQmtN6Dc2IaYNIyZpMJLu4uc/9rDtB8Hkq7kneByGWzg7HydvrGvgcnu8fWj1ew0ZGuhmveUq/VE+hIcAaAnIjUAEMSUmYdyjMET24gszP7YqXWDyGIzseuee8GcxhjcWpb9UGQt4kyqAuuAqjIfQD+lUKM/xkRJQA34QlmINrZmbPJRARVmlRmn4y6khEpAfJUsVDK8lLJwFvsr/JIBrDUumrY55pwUL0RIc+vViJzFajxsoNFKVV85pk1vr9SREHrMdqSWJyj6rUT01BmHi8Cu1jMvYTGk2SjqRJkMPvKJKURgQMCJZ8N39CUakXXMEye6gkDe7rNCxh438c+DAC4+SThgQe+hgcqRx9g5EXpXHGOQqUXqYk5eKAbIZKMxNaXeUPYmnk8cObyIFuzc8VxzGIuir7IIcUevvHlGhtNLqhB5BwMaFa6K046hj/BBpGexRkqCFfVQUNMA2xC0SsY8ak8Hau3H0KUtHMAmB2IOIsh3iuatS/rSQBdi8nQE7DoU461WXQiIrSecAXLYC5PlAi8D8CrAfx7IroLwATAowDeD+D/JqJ/AlEMPhvAnz1eZaIYKTO5FvZIyDBMAOA8D4IuGJajoJZtNTJLL3nvAAJiBrGwLVIy3nhVStnGa71ErNWnscF218qfWlY056OxLlSsAXJT1DDgodBfK+JQtMFFeNexDuskV8GfxYQQGRPzYCQMZexKKWIbKwXNk2AnYA7F1t8BNMpB+ZIvLBsRADkJqSKMpZQgLyLCd77mlXkjNpMGROIvke/R+a0JYeNdVmptzRqRzRNnQg2SflnfvJNNYZs5c5aFFQRzFMebrNchQB10xihHJa/g8FQHqQcpMLD5O9SKTrH5j9GdmAt3yX0AM9AoojK8uAkXq0bSg4lyiHti8ZI1J6suijP4KpgOyqwDFaG5AtDoX8dE+JsA/jaAm4joPgD/A4BfA/BrRPQZAB2AtypX8Fkieg+Az0FMh+94PMvApmzKplzb8vVkIPrhA+7/RQC/+DfqBSGDQBbZumLpWMA0invwkN3OHmNUbLYiK1KG3qL8m5lMkKmyBRA5NRWVLvCg3SKPo5zMBEj6x9rcVPpgJcZKPBibrFR7beMePDti7eu7jI0v4kAUdropp2R9stb8bDZrKQufE4WSDIoqlsQSgGS3Xk2eURgMVliuBGTTXfWuIJycb7xk5AHQtIYvWHzeocl6ynsVbmdb8R1aT1h2CSeOzfDYBXFZ7iKjaQkTDRiaNtKiYRkySFnrikskAjlf+qYeHGIWzLmiEWMQzAaY+FJZHTRzFXP9OrniOnTNgUfrQGX6HCtM8FUyEt94xUwws28EJULiiMVKx9wFuKbEiiyXEXvLMGAmSRhfNQcD7RVMAIfCbZhQMPpEotP/uLCS6z7dtRPM+iaCXhvI1pXjTDHZVVuEK1/zfI0RVX9gSUfHOsA1O/SIlax1A3mQ1V9z6hnWIcSmftRMUPI9wTvWdN8mDvCavwFXVK24KadM+BKZz0Hxp4ixyLWWTZkrjBx1nylx/9bBCLimyK31XLzh9a9CV+NaKOtv2aZGP+TpkQxQKkZpQNeFyx12F6LTgG/gGsqgNLU4Z5UYO11frLH8UpT5FL2AzVGUAKOsA3CDfhIZ8G2tdypOXLkzNiaUe6QH+k5g4owdRIoRmIObJKlun/o804kFYNbiAiyhjK2DxpvIkYoD0746eymHggiAygI1pRNVi4Gz7F5OJwc30B3k6bYFNNwLAIrCETBOwWVwSGmHNH3YUBs3VlZV4qXWVWzZ2pASoLJJRo8AlewojAAV5RNqebviYaNjRAAABy1JREFUjEY2DYu4y+m1YhLHkvyMLX7ONQAKwoFKSZcqdGGCaONNmZVPwAK1RfmfPBPBYKcON7p4fQYD4aqeAqYhQVWuIsZQrqagMJMH2BE662pg7K0izl9cZm268xbQVStT7APye0lVPsWcTbh6z6QQ9wWMNBUiNajS5snBUQTF8mYdk+zIKphs8Maoov/GVXrxR8hxMhqenIrzhOgjKg6VIIrQlSFcdwFgzrDr08Zhd5EkfP6vkZX4UBAB5eSlsGrnqaK8jIEXmL2L/fxQxrR3YCJEYXOdKmwYg724f/9o/L0g9sa4bmJzyiYOcAPXqADlhrM2mZBdi218+ZEx5QFLsE2V9jzl1Gp6IjTDk5GNxWLOCi5PQETMXA6UM7Cj1dyqnaNBEApVClyHdWUuKYH6/jd/CwCxsPimaN+9k+w4MZT+Mydx562UfgkOYMNHEK5EMkmVfnhXRB7ZeJwVeYkZFg6VsQ4yATBF2ghyXa8NklCgED2pN8Enr+JfKr/7stPzvNfP07AuToyY+lyvc27IkajYEWPR/jsnohFrclTPvXrDmmkSaBUJqeuN8B1MBTYBRJuyKdd5ORScQF2o8iXPVDMrWqrro2PfvtYnf236WjvnubQz5BbWi1H0xIwIoI/F5u/BGTfO6pCqS+izG58yo++pyCNrbR7EpZhTjPOUOxM0eCnoqZ5DoKk6mtSRprD/Ho4SiuVUFFVNfoRKexifJvqbysJ1J4kI//nf/fYsqnhvCVh87krUrL5Z/k1B3ptxC94pWy7PdH3EhUuag7DSgtVAJIkJXSgKMXkTEZ48DCmVyIKDxsroUlj7lhWdeYXlxZDn0Li32vV3MEs1e8osuRb0Wowpx3TYuDgm1GZFZgHGNR0AiDDzBbTVTRuESOj6cr/zalLkoic4qNBYIXUtChGdAbAL8TW4VuWma9z+YejD9d7+YejD1Wz/6cx8cnzxUBABACCijzHzy67X9g9DH6739g9DH65F+xudwKZsynVeNkRgUzblOi+HiQj86nXePnDt+3C9tw9c+z485e0fGp3ApmzKplybcpg4gU3ZlE25BuWaEwEi+m4i+gIRfYmIfu4pavN2IvoAEX2eiD5LRP+tXv8FIrqfiD6h/15/FftwNxF9Wtv5mF67gYj+kIj+Sv+euEptP6ca4yeI6CIR/YOrPX4i+jUiekSjT+3avmMmKf+HrotPEdFLrlL7v0xEf6lt/A4RHdfrzyCiRTUXv/L1tn+FPhw470T0Tp2DLxDRdz0ZfVgrBr5xLf5BYlG+DOCZEEyCTwJ43lPQ7mkAL9HPRwB8EcDzAPwCgJ99isZ+N4CbRtf+JwA/p59/DsAvPUXv4CEAT7/a4wfwbQBeAuAzjzdmAK8H8G8hbjWvAvCRq9T+awE0+vmXqvafUd93ledg33nXNflJAFMAd+pe8U92n641J/AKAF9i5q8wcwfg3RCw0qtamPlBZv64fr4E4PM4HFiIbwbwL/XzvwTwPU9Bm68B8GVmvudqN8TMHwTw2OjyQWN+M4B3sZQPAzhORKef7PaZ+Q+Y2eIbPwxBw7pq5YA5OKhk4F5m/ioAA+59Usu1JgLXHJiUiJ4B4MUAPqKXfkpZw1+7Wuy4FgbwB0T05yR4iwBwMzM/CAihAnDqKrZv5S0AfrP6/lSN38pBY74Wa+PHINyHlTuJ6C9IwHS/9Sq3vd+8PyVzcK2JwH7e+k+ZuYKIdgD8NoB/wMwXAfwzAM8C8CIADwL4X65i89/MzC8B8DoA7yCib7uKbe1biGgC4E0A3quXnsrxP155StcGEf08BA3rN/TSgwDuYOYXA/jvIbB5R69S8wfN+1MyB9eaCPy1gUmf7EJELYQA/AYz/ysAYOaHmTmyxIb+c1wF1ssKMz+gfx8B8Dva1sPG8urfRw6u4UkprwPwcWZ+WPvylI2/KgeN+SlbG0T0VkiWrR9iFcaVBT+rn/8cIo/fdTXav8K8PyVzcK2JwEcBPJuI7tRT6S0QsNKrWkjCxv4FgM8z8z+prtcy5/cC+Mz42Sep/W0iOmKfIcqpz0DG/la97a0AfvdqtF+V/wKVKPBUjX9UDhrz+wH8iFoJXgXggokNT2Yhou8G8I8AvImZ96rrJ0nDF0ng9J8N4CtPdvta/0Hz/n4AbyGiKRHdib8mcO/fuDzZmsYnoC19PUQ7/2UAP/8UtfktELbqUwA+of9eD+DXAXxar78fwOmr1P4zIVrfTwL4rI0bwI0A/h2Av9K/N1zFOdgCcBbAseraVR0/hOA8CKCHnHJvP2jMEFb4n+q6+DSAl12l9r8EkbttHfyK3vv9+m4+CeDjAN54FefgwHkH8PM6B18A8LqrsRY2HoObsinXebnW4sCmbMqmXOOyIQKbsinXedkQgU3ZlOu8bIjApmzKdV42RGBTNuU6LxsisCmbcp2XDRHYlE25zsuGCGzKplzn5f8DKfn7IoEMj1MAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_efyT9blTuy9",
        "colab_type": "code",
        "outputId": "8bae5dbc-446e-476b-8964-0f2d8b9f1991",
        "colab": {}
      },
      "source": [
        "# Seeds can be chosen from range of 0-100.\n",
        "env.seed(5)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "WARNING:gym_unity:New seed 5 will apply on next reset.\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "T_heVE2PTuy_",
        "colab_type": "code",
        "outputId": "8ecb5b9a-76ad-43a6-eec3-e90e86b35e25",
        "colab": {}
      },
      "source": [
        "# Floors can be chosen from range of 0-100.\n",
        "env.floor(15)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "WARNING:gym_unity:New starting floor 15 will apply on next reset.\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OpxsoXxATuzB",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Additional reset parameters can be set using a config dictionary\n",
        "# Here we set the agent perspective to first-person mode.\n",
        "config = {'agent-perspective': 0}"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Fm2qteniTuzD",
        "colab_type": "code",
        "outputId": "95644725-b846-4bb8-80f3-59b954e4388d",
        "colab": {}
      },
      "source": [
        "# These parameters won't take place until the next reset.\n",
        "obs = env.reset(config=config)\n",
        "plt.imshow(obs[0]);"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "INFO:mlagents.envs:Academy reset with parameters: agent-perspective -> 0, starting-floor -> 15, tower-seed -> 5\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQEAAAD8CAYAAAB3lxGOAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOy9eZSlyVUn9rvxfd97uVZVLpW1dPXeai1IaJfwaDxgdOzhyJjlGDTAeAwGW9gDiJEYRkIwNtisx2xiZhhbw+ADNh7ALAbZnhk4mGXgHIHUTWtptZburuqtKquylszK/b0v4vqPGzfixvdeZpXUaivP6Xf7VL/83osv9rhx7+/euEHMjAlNaEIvXnJf7ApMaEIT+uLShAlMaEIvcpowgQlN6EVOEyYwoQm9yGnCBCY0oRc5TZjAhCb0IqcXjAkQ0VcR0aeJ6HEieu8LVc6EJjSh50f0QvgJEFEF4DMA/kMAzwL4MIBvZuZPfsELm9CEJvS86IWSBN4E4HFmfpKZBwB+HcDXvkBlTWhCE3oeVL9A+d4B4Bnz/CyANx9YicpxU1cAAIrfcfofMGxbmMfbIuo8d9/tNQ0Gw+Et37udcuumye8TgZyTT6L03bhM93Z2Rgo+tN72gYBeXQHksD8YjK0Xjcn09JlzZUaxoym9w9je3kRXQKQxlaPiC0YIjNZ7AEDrWwyH7cFtie/SmN4NsfBuXxA5EMXfO30x5s+yTJPe1TW6Q8LMcM6BnOyLTsfPJNzb3r6tOThuDtkqTPV72Ns/aMwOfu9W5CiPt46Nfbf14Sozn+y+90IxgVu2hYjeAeAdAOAIuO/McvqtcgAz0kR89vJVEPJzYCCY7PR7Rp7OjZN8bUV8yO/de+4snnzm2aJiDErv2Ub4EMuNKbmzhk6ePply6fWnMDU9g7pXo1dL9za9HogIVvXyPuCJjz4CANhvA2pXzLeSGSK3W+vS1A5nlxZwbG4OH3v8QqzX6HRhAE2VBb6dG6t4z3/7U+AgGYUQwMHDxZJqMD7yoT/N70cmYbMmMMgRal0wzmHYttjc3sbatesAgPWNDdxYXzf1GJ0SNYamDGB7EMCcmaYr1yCmez1UBOx7j2Er9a/MeB3Ub8xAG4B+LfWdWlhEVTuE2AdghxA8pqdnMD07CwBo+g16TQOHKmbM+Ohf/lXBVOy8UWqqUrxmBnxsoKZ/7cvO4eFHnyrejXsgXGyD9olnzuUU8y6XWcc+mO7LZkQkLMCb9EPvcX1r/ymMoReKCTwL4E7zfA7ARZuAmT8A4AOASAIvUD0mNKEJ3YJeKCbwYQAvIaJ7ATwH4JsAfMthL6xeuwEAOL20AB+Es+kGdu7UMp66dDWlDcwgs8s7AkCyU+pu2AYV6SQNx9/0eaovu4q+J2kYbaAsCVB+T58plscm34I4gDmAmMEc4lce5CoQ2T0iYHtfxOW6dggMqc8hVAjfDPR7NaZ6vSQ+a13Szhjr20bxoaocQgB+4kfek/L6/h/8MYAcfKxrYGAw9KmfXBSJQwgp/7oicAAG8R3yjP39AXZ2dpOY630Yu/tXPEx9qXXeGYbiO905A8uOVojuhI5UcmsKLAl3Yn9PY3TcZKwDQlRnwA04BLCrinTO/MGsc0fnByEEIMRKhRClJjLvkox3JhYpMQolHnF+m3rpe1plLVMlJmZgeqpJ6oBIykLD2J7D+ukFYQLM3BLRdwP4twAqAL/MzI8e/AJAsYWrV2/g9PICAptF7oC7zyzj/MW14h10xMaq6CiWfyG/8qs/+R0IccX3mhrf+t5/AUJefIEBBiemYN9VIqJisSozSDoYcxK1daYF70XEoxDbUwMM1HG19iqHoQ+xTZ3yOg+6wH0IePLiGt70ioVCHQLILGD7vTADZlEltI3/44/9IADg+9/3o7EPAlDVuY0knNJR7hffqShxwMAH7LUBw9bH+pWrrOKhLLT4HAKwM2RUDqh1Mse8s1xYMjcCsDf08CEUjPqwCa7wQa9y2DPysUwf6qQNCMHnFMym94DKlShIAECmX5hZFp/Wl4SJFvMFwHd+w5fju7/5K2M/ML7tfb8MO9UcZf3ejqGtPSNvTnMzPTjK6Ip+Dluf6tuOm8yRXhAT4edKdeV4vif8qKpEOz29vJD0314NgPOivLC6VnByRwTnygkR4hh+/d9+fSxDMkm4Qqiwub2Pr3/rK/E9/8OvypeRswcuJ4udk0QUB0m+IgLmT66k57qu0ev30Z+ehoKdlXNwziWG4VyNtvV47OGHJVsGKqIR/XYMT8gLMUhfvfmVD+LCJWGO56O0pBuNc7KLZP0yg2qJUThX9Nv3vfdH8OG/+BPTtxC8gCgxUGYGgaCCTdu22N7ZwcbNm1i/uQEAGA6H2N7eTju/bphbA52MJLqsy7ur6M+m/2M9Z6f6qa+HrYf3IUmJ7jAOgIyjDAKntIunTsJVLg2sSHseTdNDry9lTc/OCibgaq0uHv3whwsJxkqe2sZCSoljqu984Ee+Db/0O/8O01M9nFw4ZmpJ+A/e+CAA4B0//KvF/NLPEEbn5dxUT9I42YSGcXwcUWIAXqVAB1zbGT7EzG/o9tELpQ58TkTIor/3AVXlcPnqDawsLQAAhl6APuWod58+iadWs1QQmOE9FUASM/BzP/B38FefuBDzZRybncJzl0XtIGpwbL7CH3/4Cfz7b3o1AOCPP/TROCEopuGRnZgxqjJIeXnXyhuIkcuR3wEzmDkxOWag33fwPqALcrH5237aNPk3BoMyIBTibqWJ7ZYayYeApsqSwU//5H9XlDHOsHE7RMjMSMoWsT8xafkKIZRtLDYlKj7KenXK6/aTUmARvwf7HiN7YRoPJKCPDWMocosMigshj0f6R1VIzdYz8PaveiMA4Hf/+BHccXoRn3ryIu45KyD9oG3x9MXr+JOHPp3yZWRx3ofxZc1N9dJ6YBBaztJDaxjA7TDLidvwhCb0IqcjIQkAhlO5LA1cUbBweQGeocYa1CTSwMDYx0+eux8f/ejDCJxZ3vf++G/gfd/5Nslj6RgWjk3jo58RI8XJhXkMhh4fefQpfNmrzwEAvuKN9+Ifv///RDLKGPFfiRlgMmoFlyyWWX7jwEmiSHKz5bnMZsfIUoTuyF3OrapBMgXHzw994jM4EyWms0vHAQDHFlYAAJ9+4vECDNUyGpM5Axj6DPo1tUvmKmD8Lny7CiQDGAxzakeUzKwutt9iPwr6zUQxd3Z2HgCwv7sFABhEvKFjvh9bn6yn51TM3e1QcZwgon0wu3gozaIAR6mF05sWeNay2NSGGfih//qr8aGPPgEAOHPyBJYW5gBmfPkbHgAAbO7so1fXOHvyRFF3MnNjdqqH44snU323blyJ+FcGBh2Q8BggSwG3UpeAI8QEdNCIRDVQRgCI5eDUUgbAiIQRBDNZmRkvu+skPv2MqAkOMjl0QgHA3HQPX3L/aQDAjZt7OHvyGG5u7WF3T1DjC89dhaPSLmv1crVCOBBaFQsjgJTeMrMiAU/kwOBsZYjvuTjSgYGZmVncvGmcdFSs7Ewy4w9S9BEgNmrtC61diaaXOmpMAYe8OFsfMPTI+jIEEKsMbsBQ7MTmUorTCeOI1dOJncG4rJpkLYWiCqHq2Cgu0lWZDuoju4BXlhbw9KW1wjHJWn2SCmd1K3C05sSFBgYRA5zrJrp4ycSGAUZMZ2xs7eLl958FIP4Bu/tDzM/0U/NXFmbx0ntOJd29jvNP+3Z+qocQYWedY5J/ycjVSUv7SMfZrquD6Egwgf70NAADIBlGACBhBKeXZccLPOoIxBHVPbVwPOcD4OSCOH/sDzwcEfpNbDIDU70ar7j/FK5cl51mqtfg1OLxw81OY37cNwXKJA8AAlxcAQTxRlNgR51UVhaPmwaI7tpG7uI4L4JxZZMCBmZX7C6wU4snir7Iv2WUe2xbO7jESBoa9fNLC9Ywj65jXzdzwpg2grC1JeNRHdD+Ync7QCfXyV/XDgTg9MpKSjOAAqTKBAQUcGTQ/+AL8BAM3Hnm9GhbRoSLstLT/QbH5qbS88L8NDa391KS2jn0mgoz89MAgLNn7yiyW7++hkrbbJi5xTdatcgYEDBZFeLn9OISsL2KcTTBBCY0oRc5HQlJgAHc/6rXAACe+Li40jpCYlEq9qpD0dmlhWhRMCw37oKVZWsEzM2IyWdnbwsggoss0kedtNdUWDo+AwAYDFvUt9ChwgG/a02896hchRBCdksFoarqLP4DQMjIrYqwC/OzWLuxmdJUNmPKabV/tC4XY7+cWZgt5L5qLIsfbcDY3b5I3d1uMYq0ayqjrrAV9ccUwCh3OJFROInTddxUB0bUVTyAO/1i+8m6KJxdWQQzo+qKJAyEuHNydM5pvYeL3/kQZCwTnsOoxjSinA+xMea7qX6DpeOzqRyA4Vx2ISciVJUTFQFIcyTnKJhUTXlX15IGY1QAySOrN9MnFmI5B+/3R4IJAEjedQ++9vUgcvj0wx/O4p8TJxYXucKlazdwdnmh42vPpVWuQ60PgiXEnmpbHx1/HPrRR2H5xOwtTWKFVKZ1t+UMh6iqCt57tPHgU1U5VFUw4mxZiDVrqjeZ96FYaN25nmz/bUjvSD6jZquxZXUqb7GGF4qsq804MT8xnPgcyp/RtqHQc+1vXRwn9UmEz7rjJvPNYAQAhoMBqugh6NsK7bCF6zXp91G1SPPt1iLT8sJsml8hiFrY1FVSDZ0jNHV1INiqOJR1YgNFEDA+Bw6CvZh+O37mLNrhMNXpyGMClpgDiAgvf/0b8dhDHwaQ9d8QGUVFDszAsM0t8+Lul+y4oxnLv25nVBVBD7vNzfSLQzpA1ltTNp0dmQGgyqBNr9fH1NQUml4PVVWl+jNzkgwobmXWiaupJO9k640YVFFfLhcxxXpUUbrR/nAdN+KyE0i8yzQNykWlbdavFBEf7YdyQR+046fFGcrf05jaRACIMmCadzaDI8RFkb7pAHqq6lcRjxm28lJx8jDq7XbxEpGM3bTo5v1+D3VdFSDrwIeEu6Q3KTfA9oMUQ5ib7ue+iBJHXVVZ+uG8MQFIDlmpHMfR83C0b3U9dMdmfuU0wOpWrD8c7DE4wQQmNKEXOR0dScD4j4utPeDB14jL72ceeSij4RB97Zkr13Dy+Hx6PXAo1QEuP6MggOzWzyi2oEh+DKJtuft4VSDvKf2pPppeH01To44GdxHpOCHnSSJIbc9oruITq9fEXGjTjJXVSQ78SN1lW7Tn8W19iSjtOuzz7gWMSgPd9nLReIJ92/pVHuSFLruVEarHiPRq6dC+UGwg2b8PaL/NT/GVE8fE8uKD2SVT0RxNfjmTqqowNT2F/pQg+b1eg6apE/Ke25bbrNjEQaL8QUe7W+8LRcTa9xVXoThZ1ApmLSI7+8PC1VvbMX/yVHwmeA4gY5GigyqJI8QEksgXZz4jN27RLHZN0+1fR4QWSCOysbXdmTSMvcEQV9d3oMl84OLgBTGwvrV98KgCYyfizEIvLQQfPLxvUZGcCAMAVNE/nyJTANCCpayY5Uo0ZSqdWZ4vitMqDT1GKdhEXNqpN7v90F3Qhzf3wB/H9EM339vCF+xkBrBwPPvU6/jfsbJwYMHD0P1+dG4wM26s30hJpk4swJHLizR+LziOmKrVzm7VnOs3ro2tf5e6eIt9HLYeG5t7OD4nzP7m9j6u39zB8TlRQ65eWwMBWF4+md5J4n7M766zp0fLZmAz6qrpEJtV2Q4BBY4EExjsD5L+7IOPXm5Zb127sdkBAUfp2s1P4s5TSzg+J85BVzc2UVcOf/rw4wCAj31KA4hETh4qfOfb34KtnX0sHJtOOR+0kyW6xe8hMoHgkLgAcwVyBOdU36vi9/m9tfVt+BBGALrsmTiqex80rNdubqZ3amvrxqje+nnTITv+55sPA1i7vp4y2d6/Meo5yflwmL5zWF8Agg9YBsXQTSfLOYwAH1q0Ph7v9hIdyqWjxONiIOHQ+TBSJ2as3djGv/p//hIn5iPTV6uWovcMDEPA5s3McDb3WmxfWh3bF0Duj4Wz4pTkfZuAdMUWdvdGo2gpHQkmQAQ8deE8AODc3XcjojaJXvmmN+Gxj/xV+U76X+7si2vXcNfpJQDAA3cs4cmL13D2pIiFTV3h+Ow0ej0Z1I99ehW/9QePYGdviG9+2+sAALNTPRyMLN66DWVtcngxAODACCxcwVWxiRpvAICeYJ1ZlPrPH5svgB1hioCrdMgEaGRzRMhVNRZOLOBTH/kQAODulSVcuGR2LzOJkicZbrFwxzBf66iUGziS/Laoq5RN92vsDWQhzi4tYf7YsWTeIgBwDsQMPYpUVTWYA3xQl2L5/vgxkSg+89cPwXeO0ariqWllwYwibwro5jZ/bnND27W9K+7t//J3/h3mZqZw+uRxvPIBcQo6NjeNXlNhdU0Y98OfeBxzU3lZbu+1mF9eBoeAE4uLRRspMigOARsb6/DRZJhVvABOmtTB3GoCDE5oQi9yOhKSAHN2faT4bB0j9gd7ePC1r8fjjzx0y7yeXpWd7+4oEWhUnd29Aab7DS5fvwkAmJ2uMdV3+Buvuwcf+thTAIC3vObe29/JOlJI93tg1KSjpKBk93dHpacTW1TLpYMBqRznKvHJT2Yrgg9lcM+D6nBYFKNb9kGUAop0h+nGny8xCt+CEOL+T6WKQ+Sy4xWiz79KD+QwzjzG9tBBak9XtDGSHEaPld+qnxjA3mCI/+3/EsnsP3rLK3Hhuau4cn0znfnYH7T484c/i7/9li+J9ZW8d+J5luMnTxZxBLTurNKLKUvnhs4GEGEw3L9FLY8IEwDyRD7/xJO45757ZcDVYhAbd++rxasQjBSk8yB68tI13HFqCcOIpP2NV9+H1WubOBF9tJ989hpOnziOv/7kM/ibr5MTXY+dX719eZaLj/EJNE1nwtiDK5Y8d9yD1FMEojqwQUsdXExiBfoARw73vlLiI1x49OO3dH76vOkQVLyT7HOiQRswq6BYxy0wie8m1BmleUI5pYHsLc5SVoxLDjk+ETKjYBTmlttoPwP4+Gcv4ivf/HIAwLOXb+DO04tgRvIirOsK3/K2N+GzT8vBt+leje29FsdXTuZMgA4LIhC5Qp2UDtFNRFTE/b3MAMZGvI70eTMBIroTwK8COB1L/QAzv5+IFgH8BoB7AFwA8HZmvnF4Zkic25FErWHO8YSJZIfTyK8BAQ+8+jX4zCPZxVhdJS0y+8zqNfz+H3wEAPALP/RNePSJS3jlA2cAABfXNnD/uSU8s3odd5+WgzatOVI7lrp68JgfxqjJ+ffOQIwrand3P35ewajGPA7UKyfHpecu4d777wMgC+p2jpLekg5s90F1irXpAlm3UZQ3nlq7u3vY3d1DsfJuUWaXYRyYzqKJnN87rLKjVoeDs85/E974Com5+/Tqddx1egEhcLIGXLmxiS9/zV34wZ/9TQCCAcwtLxabzM7OHhZPLuHSxUtjK8gMzM7NgrmNZeaQ9/Yk60H0fDCBFsD3MfPLAXwZgO8iolcAeC+AP2LmlwD4o/g8oQlN6IjS5y0JMPMlAJfi35tE9Bjk0pGvBfAVMdmvAPgTAO+5VX4ZeSZceFJUAtaYaVWFEDzIGdEMhJd8qYi9n/3YRyWdFddIONz5iI6/80d/HT/7A38HH35MTIWDYYvNnT18+esfSL7d7/vZ3+o4eJRyfIr6ytnUCAZmO7ux/prjBxDIlZGPAWDosw6niHsT0xxfWpQDLqo6hCBob0KrK3k2yDcRYWd7xzwDd5xawlMXr2pVR0TsbjOzbbyrsuRESfg27Rl1jKGRfK0IPa4ex2Ya7JsLSxwBJ5aXioM+HKTNOX6Dk745oB8GLad6lGbmUp/OgV3sDlviNoO2o66NybfbF//T//7HeOsbXwIA+Kp/7+X49NNrIMoOXW9+5V34mu/6RexGi8j88hKCuVVjd2cXU9N98aFYEpyLAyMEn9QBH52P2KiTg0EbsZGMFx1EX5BAo0R0D4A/A/BKAE8z8wnz2w1mXjjgVQBA09S8HGMFiNjCaOoKZ++QiD9UOQRvzucTid+0EZk++9FHCv/qpCVrGgbuObOE137p/QCAN7/xrXj88Q/h9S+7E9/+Q78S8x2VehmjYp9dAATgxEq+OKU/PY2madBralTRnEfOycEUykdiQmA89sjHD8x3+tg8qrrO4pxhAJJnlXwptF9CCGiHbZoMYWcbd5xawvnnrqYCRto3RrftTuxD++F55gvkMTo+08htU9NzqdSmySHViQhIDCBO7njbk/aNcw6D/X3sRV+J4shA/Fw4tQx7qi6EFuQq9KenUddyYGiq16Cu6+QnQMT45F9/bGz7Du0H5H77mfe8HRtbu7jw3DVMT4k68Jsf/DPsD1tML0UcJEhElz216zNjanoa+4NBMf9hGGGv349lCP41HLbx2Zn5w1hdXXthAo0S0RyA3wbwD5j55mEAROe9fAOR0zhAADjAVbVcYeXyQHHw+cCEq4oVS8x48LWvwWf++pGs38SfbcjmC5eu4dGnrgAA/vWffgJnVk7g//6jjyUbKncQPH3fTmbmOAXVO4tMYliOmzMi3Ws4T1zAm7px2iVz6HLZ3dSJSnAsyvmTXHfG3sfTYkBV1xFQlST3v+pVOP/oo6OTFd1d0YY6yzXWd4gAE1THHD4axUGo+MOAo7HQbr7MeYyGPmBq8SR2d7aLHEN04KnqGhKRyexwzqX+AyTKcRmsVNy1s8yVO8COkN7aY78riFTGU+L4PLryO86v6a0f/oXfRW+6waW1rdTmuX6VgFAlxYUAYGp6WoLB1nX2d4gZ66na3BadKz5+Z8XYg9fl8/ITIKIGwgB+jZl/J359mYjOxN/PALgy7l1m/gAzv4GZ3+DcxF1hQhP6YtHzsQ4QgH8J4DFm/lnz0+8D+FYAPxk/f+/WeSF7P0WdiqoKl557DgBw5uwZAPkorgMDroLTXRLCcV/2htcnWzsz41Mf+UgqgyHuo1/ygISZevSJS9jZ38VdK4sp/LPecqQbidcXIzkg7RgpX1VNbXvgCnOevmPTElmvPUqCTdIFb25j+vg8KL5U93qFPM4A2EcVQcVl53DurjvxnN6xyMD+0EgcnEN9o6hLxiu0DsklNaa1u+TMjPi97+zuFvnaftB8rdpk02kjXO4m7A08pqQhAIB+r0m3TQGQcF9k91bFCRgh+kcEz9i9uVVgTLpZj4tDkJ5Y/qX5Iy8XnqDik2HyjQlLKQrpsI42XwPbODBubOzAOeA/+0++DADwe3/wEBRnAoDd3QH6/Xz82Hsv5xzA4OgRWPUagIG6p8tXCtLQdJQ2VTNXX6CgIm8B8PcAfJyI1Gj/Psji/00i+g4ATwP4xltlZMEUNWswUNxqK1c86bVe8Yy1yws+cABChlSIKKkIgAyGDwEXnpGFPt9vcGppIcUrBOSWo2dWr6aBHr2IJIu/xb0DRtlVsV11MgDi6uocyEaFsEtebf+EomwQgeJJxF6/j+C98TFg+LYFmHFsQfCUwWA/Tqic5q5Ty3huLTM3vTAj14RsFVKA1nQmSdUfELYieLU12LTDh/l+bfI0q972k+bZ7U+zGmdNUNj8UkAVb31uB0NMzUynhQ9IdCAmRq8vp/92tncKbEf7NDDSpau5fC1Hx47TxhICFwsnqUWmXYmpWazGtMmRBLrNTJgw2+uhX3n87r99KH4nZundnT0AEscAxAjp5CSBqZwnTdMrmD8oMiXFRUixgIydjCI0mZ6PdeDPUQxhQW/9XPLqT/UTl2MAVFVmIWVK3L2qR35gr7p6lBbi1cYPvkYcjD7zyCPxNh4NHyVRjE8vLaQJ7wi48/Qyzkc0nYBCd9RuLSPtdslEHk7LgkBUwbkcWYPYp5OTOpm6O9Xexk2cOCmg497uLmZmZ1I/yaUaNYaDAep4+7FvW2ysr+Ouu8UufeGxT+LM4kI6eUjxf1aa0bmkF5Z4k06qmqWYE/Fw1vpWea02d9KlfIHijEKarObFLoC4c/1aCokl+IZLjKqqKjS1MJxkDahr7O/vY3FJ/OpvrF4pvCtSSHMq9kUEDum5kOz0mLdeje3sOznjkPLsSAXIaWameznUV+yTofcIPhRMd3ttLZ0Zab1PmyCgN0RF/T46je7t7WJubg6DiAVJv3OyomTxJVe4Gh9rLtXhi08sIgw5B6qMM2RkvU9deCqJZzBIcIrjx9JYcafkZEqyw/vga14rWZpvWx+weu1GWggqFdx7dhn3nl2W5cwoJpUjcblVByUycJ4OBuvM44AcUgepbl1yLucp4bAyI9lYu4qNtasgImxvb6NueqibHhYXF7G/tw+qKjRNg6ZpUNUVbq6u4sJjn8KFxz6lllSTZybd1Zwry+2m07TOAX4Y4IcBr3npWRFzezXmenWZbqRvbO9hbNpctozD9rVr2L52DXvrNyL6L+kZwNbmJhxVWFhYxMLCIobDIeq6xvnHPoXzj30qps1t0b4vdnLLrRAZWLyvTecUQcYvzZe0s2JsnukfGPPTPcwbBqD/ht4nN3Y7D+dXTqX53+s1EtuwblDVDVy0AslhMWUyjBTAMc79/b3MmGUDDcVIHrRbA0eFCUxoQhP6otERYQKMu++9F3ffe2/SZ4icXDRKBFAFggOokn+QXbXd30W7vxudOkSbTf8FgcCyHsd4yatfnUqUizbFLLV67UaSCFQacCS3HFnLSmC58rxloxJkpCj9TZ2dRneQQkohuTPQxzw9ZzyBYrsJuRznXOfACOGe++7Dgw8+COckivL1Z54pOH7rZSe7+/TJ3BZTpv6z5aYbl7hMq35LzMATF65grl/nHbrTDo3OpO1wUUnXdDYtAMxN9TEXLx1tjdswAdi7no9Cy8WzVbEF33X33bh66TK81hGqfum/sn6tlePj/RBJzADEqau4EDKPq46JjotnKTOEHLFqdrov0pUrJQD5F+BQWuvmV06l3RxR8pyenkLlXIyTqOJ8lfrSRRM5+1b+6fipNE2IapRDVRGqW9x5fyQOENnbeY6fOGbAlbzAqK6B4TCl73p8OeeiF1VefMyckVKWk1cPfOmrAACPf+zjKXST+qt3MYK6Au5YWcYlBdaSBGYErc7VVlJ31RHHA9y0WYoAACAASURBVAcc7bwpAlBKZ3RBqHgptH7lCuYXF3NaZtR1jcWlJTzyF39e1sHomxev3cCZRdGxHUl1iQ142C2XMvZRtsFUBmOuSTMAYu6LsiuCCbGm4blSQkgI7XEBNXevCSOYOrFgGCmnfAk5NoC2X58Ca2m5oKQxc259SmHysfNMUyhI5zi3Qd+Y7ssloV0MIN8ulNPOncyHpEbEds7YlSMnKi+ZMYvcJY0ZM06dXskFOwfnagz2dnFzYz1+deRDjptR74AxY4njoKg5JzBQRUaQssk6phRB6XtAHGme+MTHQcjikPcBq/amI8jNumcjOPf05asJCOrM37RqcmReKkw16DAnCxiVEy/WJW4O6RfFQjjn0fQanFhcGFH4EpgcM9TsW416TrnMcrHk3XnEFIZcXwUxUx9Q7hM2aa2JVRZLXgU6NuWtyaWu3G0XA6kP7IJwBkTm2IZu3UxVTH7KBKTTysVI0TRXlk+2AbENs1NNKotNPw1bDx/yIS7typmFxWzuNpGLAJFEZGcvFy132szGY1a/S5UKAUzxLrnU9oPX1BFRByY0oQl9seiISAIYYdPU/YpsoqijRRYb2gHYTYkeFLfBJz77RCGaE+TstprPmBn3vuJLcOGTjyYG6pClAQBJImgiq7z79DKeXl0Ds3F/HWGwWSxOYbFIffxjfX2AvSFXN3ib1wiuwPFYqElTNw2mpqaK3TYmlefurh5rBjbOPZ1dKm+psa72t5RvOQ7WDJfrr1KLVqqTV/yJuDykU2iBnSqphDVOQtDGEueW6rujY9ShVEVzaSzF3djoM3az1TfmpvqozM1SzDk6skoBZNozs7QkDkDR3jcYDIvLRJVmpqdisaklpXm1kNAU2InPIYj6XFR1vGoKHBUmwBKgU/50UdyPPwAyIbuuZvnX+DcXp+7uf+ABMDPOP/FkSjsctnji8fMAgPvuvxccWtz3qlfjyY/LKURQNIVFUU1Vg3S5JQHnYsxCve34M8/kE3pAFHFDAFej5sDkF0CiNFjTrQaLtMyley263I6Tv6iqClVV3l5TzFGSujy3Jkztzlj3567eHLm6O+EIjmBj8YQwPo0tJ9Wd7YQne/Qj2djtgl5ckHNm21sxMOqYACDxNSm3qqLDVbkYEnNAvJ6NzcEx5HqNapl2IUnna5y+uq5jXTOXZABzUfSfnjkGEDDYvlmI2qoCaF0sz5pZWk6DvLO3V9RfaXp6CiDrGOcBEsBPr0HjwB3sSeptmUTwQdTkhP0ccSYgtltpQFXXcTegQs92juDzdjWiD/nBAC4NXG60Btg4/+STCVABgCc++zjuvvducPB44DWvS3l99pGHM0YQIkawlA9Bdg8UnV46BhvASUGrwicgApSKOhPXYB9wavGYtmaExjHufXMcWWzKPcnTbMxdhlA8x2321JK5DTnVIE8g6q6z+Pn973hb+mZrZz8FxviJ//mDKZfRept8OxWyUYNHU5uk8Q/nKgT4EUZx5mQeHxoBapE7Iv60A5TQMmc7fHK46Y4hAXesLGH9poSni7ecYWCkjnEYwJw5HMQslojB0GdvV8hcnZnKNxeDOx1DKgVqjYPuEimPjC0grZ10uAoAHaL5TzCBCU3oRU5HggkwsmhbuQrOVWIXr+SQEBGJngP1BFMuKP/0LAGQvpJcTZCF++6/X3wQXJX+Pf3Us0C8hEL/PfDq1yYmK6JlwOr1G1i9fkPq6Ri14ySmFrq0epxxQPA+eZ8lFSGJzF0v9oNJ65LUg9g/JxZO4OTJk5iamtKzL2NeLroJlQNqN65kQrHRkHioVhAzJgH4L7/5K7C+uYP1zR389h8+hN/+w4/g6sYmrm5s4s2vfclIe1REt/mqwGf7t9KLNG1dO6TtK5H+iOZ3RAnNN3kj0mi5MYOR94Jv0zzwoYX3bbEr27wrk5f6AQTOGAARiliJYq1y2NndL+YbmDFtpQCdWdonzsU/zX9jQA4qGkgShMeuER7FHZSOhDoAdMQZIJn4AAE6BoMBrMXNikdkrmS1wUkZnAL6U1Xh3vvvw/knn4x5SLoL58/j3vvvT+USAS973RsBAJ96WC5EVf3syo11LMSbY/T4wrhQ9HqxRbZls0QOTnWUdPbi0+4pPO78oO/MzUmAyjvOncOdd9+FXr8pzGPjQDDVUfXC0mLdREDJTqziKra4BipHWLuxBQB42996FS5eWcfmlihCr335OfzFQ58tykxSdL7ZO2aW+0AxkaRDj1a9kIxzHTO3yBGBtO4l0BiYkhkx5VnL6zo+4mcmv7sctjiqdbnEEDiJ+s6J2tSaqEbKcOZPyQ1BoZWYGFqyxku0AOTszEzhK5BMt6at3QhHBgNMdRO/AjOG7VDWxSGAoNKRYAKV0V1CRDorq99rO0JeEexyWGm9zUNvLtI08e2YRwDB4Z77BCO4EJkBgXAhgof33HdvtIFLOYvH5wu9mjgvXK3TzZ0dOfoZv6ibGlVdxx1By/bi8ZX9lkAA1jdt8IxbEAGzi30sRZ+Fu+66C6dPn0FVO9yxPD/2lTaU9nxvHg4ru8sjAOBHf/GD+O+/9+vid4xzpxfSzb8/+LO/dWi9xz0uHp9PTOCO5ePFb4NA6ZmBdPpyn7MXqC5qAuH6+s2Ruo9gDaYeM4uL8qb5kkisLXU8sVg5OU9gQ8St37yJfk3xd3lvxeArmtsmmwVNOUhIdlnidBy7rDUMutrl5vZ6NR79uWgjCeZgNsqm6Y++EOlIMIEQQooes7y8hCuX10AhL2hycoU4x8kR5WuzzSCCIYyxWyEQsUSzG4NGOvKZp5/GHXedSzPo5H0vxWMPf2SE64KAmel46qv16Bfgl40lGMN8eY+6rtOiAVUYmBhxsXojVAB0McFS9P5bWFjE/Nw8ml6D1evl0d5CMhhT97MrS7i2Ub6DTrouKAcATTxmuzdo0WucXLEN5DiHVKYfeTaPW9vbRTxBW/duFkrz0ctO2pHH0d4wREBx7j9VYxxTMPPHReDWngiEOuUAACq03qMXTW+X1q6PrfuxU6cKq9BwYNvISJeyUv6ua3scFw+wODqsqeNjIGX2ebIwSZxFDTtuozh36UhgAhOa0IS+eHQkJAEBYuTvzc0tzM5NY2dnL5lRnHOomwbDeHZA1QJrgutKAEQkilvnHjp9vvPuO/Hs08/AcuDgAxxVRqT0eOBVr8KTnygDggLAs1fEn/2eM0tYa3M2weqIkceyC8kEJe0R19AzDzyQ6iSOKYAjDWxJgAN8dDzhwNi8uY6paTHLNU0DkACq1kRo6SDv68tXb+Dul8mFGFVVwQfGYDfekExA3UylSD0EgquqdFuv9EusXyz3jgcfFBdb4oTttDHgicZIFBE1V+jZT39qrODGXISWLGiMYAEG49z998PV4rcRggcBKTiIb4ciETkXcRlgY2N9RBKU6EQ5enOAAHl2V5/p19jd135Bel+TzC6flPRGbdV+0NqCgalpCwRKRlmSd0Wn2CCq1nGp6IOIKWTTpMPa5cvwIWB/X44Yq5ozjo4ME9iLzhOVc6ibGtPT05iZlQl/7eo12IsUWEX/9P5YFUlQ+GSb1zvpoxdf8Ljr3nvw1JPnCxzhqfMXcM9998RnoK57uP9Vcvpwe2sLzCFeghkxjF4fuHplrAhnJ4mdYHIIJYNV4jHmgaoBKAKZzsFRA71Qwvs2WgdslFxBpO96uVxhNRzuA1SKtDnegiyMqtYwZfLdsB2iqgTHkC6IZx5CBt4UhU/QDDP294eYntKFB8BpkA4FHwN86xNTYBPEAwDOvfTlYDB8O8yifQwfzmYRyQYgi+b62sWRfpbDWC7VP+y3SJaG2Pl6S5P3OQgHmVXMqmNzN1+70QAr971U+hiZyZBzuB4PmInffxbb9wcD2AAhxECvHxdjqh/ZCqFyVRE+XZ2UilaPqLyM4D22NwW43dvdxXAwHL8oxtAXItpwBeAjAJ5j5q8monsB/DqARQAPA/h7zDw4LA9b2+FwiMABvV4PW1sSO346hoIe7Ef9ph2iqpvcGSN6FiIi7LJTRvQm1EM9CXu1LF1SpsnAQPTuy1stkQPHXRtAOWCIiyjOqJFDIAakBDO4eJdBoU1mhxQ+LJZT1VU0K+X2aUnDVrq31+vHu+fGSEUAQA7et3DOyeKLdeoCqoyQt2PvEaI32uaO9P+vffBDAAPf9vVvMe0R6cbHoSYQ6rpOnqAaKUr7X+9RqOseWq/To9zxBFir0Mb2CS/iZGjQclzlEKDx9URB9m1b5MW+iz+MrpCu6a0cP2GcddNLb/sYHjzNJSDGRDS4AmXOYi1exelEMlegW3uqvFTUQPOxjKGqe7hx7bpIHRDJmQF076Q4iL4QmMD3AnjMPP8UgJ9juYHoBoDv+AKUMaEJTegFouclCRDROQD/MYAfA/DuGIH4KwF8S0zyKwB+GMA/v2Ve8ZNDQPCE4XCYuNdUv4fNza3E3V08h2uBc1dV+ew1rDgoH66uEcxBDYoRXO+67z48ff6CqYeoBABw1313Z4eRWElXVXLjS0KNR7swnU7v2nx1F48uqauXLpt3MPJOXVdYXF7Kabizq5CDc1Wqy2A4QF3ZndVl8R6iUkhJdfou+Bbe+3TpBgcfRWjJ4eLlK2Bm/M1XnsP6pkhmT11cw7ANuLou4ufXvvke/NIH/xIA4dTpU0VP2J1NIuZmS0LgAPgWTS3mK5VodJd0dYPhIGNDwTjYcBYFpC9ivlfX1jActPl3K+LHz9moZhYieQdt4DgWdgcdtnlOOlfBwUkbSrES+4OIn6T4gEJNv0lzKZVGHQWH5TKZ4sIVGAkI2VJwM4r/VV3JejCTXiCxCkQHWwWUnq868PMA/hEANVQvAVhnVWSBZyFXk92CyuMNjgD2XnR/CMjE5ghaCMB+8JgyeiyAQqzlTmdTOcbZoihPRT2SaZIpBqSM77isk6u0qXpm1oVjXEJTYIorkHiBLI6VUyu5MmSjxEo+l1cv48rqlfRqr5fBHSKpW+CQRMngPQbDXZkUkItbq6rKIjgHhMDwfpjMlQRVCWSyXF69nMRuIEdbfsOX3IOpqM/OzvQBBpZOzMY+yKbXy6uZsRGA02fPpHEgUkYUmbZzMWJyjrsXGAafYFRVk/o49S0MlMbA6sVVU9+AM3eczYuNZdysp936jeulGpj+NqcIO4sQEBBV+XA7HKCu6hF7ZOHEphqqdfwx6kMmMsyhZEgGUkx129nZxc2bW7nNPhQAIhEXzOpW9HzuHfhqAFeY+SEi+orcmhHqArr6frqBqGnKyZ3Cjmsjg+4AMY0jOLjk8XX82DFsbm8jBHNVGSg5HgEAj4RYygOjQOCFJy8kTQ2QCb28kq+ssmHPNWSTb8vmaTAK5/IO7FyVJqJNB8u8ADDyEWMGY+X0yXQcjjng5sbNPG9JXKmH7SDrl1F3TwErqloWdApg4UDk4Nv9ZHVoelNy263BGk6eXuk40hD+1Z99Fv/NVwtA+o5v/ApcW99GE0/R/NK/+QRWTp2MCHwb8wGurl3D6qVLKY+VlZXU7zJWFdj7vOs5B7luTf0PWMJ0BTuRu8h4GKlvAZyFAHWm64RaLbMUAMgsnhpyNN3egpUDebD34nXiHPxwEPuyj9aH7J0Yd/ky0q8ucmViwkRSH4yTSCBhxtc3NuIrXGBRsusT2jimrspzbRh3qz5eGGehtwD4GiJ6G4ApAMcgksEJIqqjNHAOwMVxLzPzBwB8AABmZme4jh019OZ+vdRPyiWziOcqlzpsc/OmuHRWlUHgKYrdubPqukk7kYgC5d326fuY7166XEOe2/09VL0+iJBMXyLubZe7gaMoikXmEePD5R2iAmgIvTsueJ89vHImFsSH93H/S33i4YMHDVGoQMwBRBlcbAf7qHoRzHIOVeXAoUllr166DCLCYnRCEtDNxN/3Pk3mX/x9iZX/t15xBtfXd/CHH3029YFKxcrEQgg4eWol1ffK5Su4cuUKTkWXWpCoHqRqAQBiMem2+9FS1OuBnEPdVGnccx8oc+yIzfEcSQJh4cE+JIao+YTCK8lAv3HMXFUlcV7rS+Sy6TTW26Eq1NICGOzu6l2PJS3PgsTORpKUXHd3drGzvZP6yVmzoWl7MsFa1HBMmV36vIFBZv4BZj7HzPcA+CYA/y8z/10AfwzgG2Kyb8Vt3EA0oQlN6ItHL4SfwHsA/DoR/SiAv4ZcVXYoyQ4yqoNZUYwI6TCNmrUMXic7LYd0a1FdNwVGEEKQnVN3DJOHtcqM2I9h9wkgDAdwTSM31ABG/dB6Rq5sgn0QUfHs0g5DOQ8igOwuELl9YS7L3J55CO8HANVJp5b3TV2j4wyro0/dIIBQ1RWurF6NZROWFhfLQzxR1ZByjJwU6/KlLzkLAHj09/XiKQKR+mHE+kZJTmtz8tQK1q6s4fKVVQDAysrpWH41gt8ocTtEaHqFeI1YRr5EVoNv5LEq1K5kzi1BPjbnKGQkVAWN6l7dAyKeAM3ZBDRxVQUwFXNs3K7LAIpdmRHHKaNRAnflZyLC1rY4b4nzmUgKFluSosbv8iIRdtWmgyWCLwgTYOY/AfAn8e8nAbzpc80jdH2bWe2wCsgY2TiG/Q157gME1MaJp22HmJufT77TFNWDNPDxZmAgi6MLC8cL3V2cknKVKE7Y0Aa4eJBk7fI11HVVLFYiUVfUGqFOPtqeFEXJeIKVbEfzyeKoosxpvgWf8l+7Kgv65PIyglkAMomz15tEGQ64euUqlqPVQcC6fBsSUVSlYkVcPEtsMZl/+nsPl4AqKZPKOAgZD0mt/5kzZ5M4feXKZaycPBn9MIxDEdUJ0WYAFBhXLgvjaOoqibrZ56IMu5XuErQ6cwzdnddBFyVWK0q+eqWqKrRtWyDuV65cjrgG0AYXeRJDzyAE32Ll5HIaJFfV2NvewtbOTi6Wok+AZXxsgTyH9fWNVLWgl+gYK0IZ0jX3b3YkE6Zc4h4vMBN4viTLu9RxLIpK4CIKTYHsIuph0PBUuTM3N7fS8+rFS7jrnrvz8VEYCSThBp2OK2qou4Xo49NTc6l2ZW2i7m+zUZNWQrB9zC0uGEfx1hu7gwkzsjHvxtUJAE6fEgR+2A4B9kaC4uI4KfsW165tiP6fJCIAcMnHmEMAsZHIWGoajOZIjoRxmBA6FKUY3Ukp7tpJ+lGGFr84c/oMVlcvYWl5CQgiqahUkBy8QgBzkDQAbq6vdzsh9rjpN2V8VtONOzwVbc4SQ54HBry1EhgE6yByuB7Dn59YPBEPsVUGp4l5RyaPiMyneeyMS7p+BpFeBwPZrNpWwubnXX/cfBwlCblvN9Lbew+YHCCa0IRe9HQkJAHZqZQDcxapVbR0Di7e2gN09KyUhyDZicOyuYsOwJk7zmJ3Z1ei8yLuWPGAUebOGuQ0WyEExY4JohRm9as7zt2By6uXOsYn6goChTim9c+6rkNT12nHAlR98QCrSqFupSaP+Ee2eCDpqWUXZf35jnN3YG93x0glonMmUdI5qQNls5xIT1nCIHJomjptUiqBcfDmQs+6EHMZ4u6tqhBA6SJVFaf1HEAhKgcvyP4Imf4MPvUPA9FUqsW4qFaZPBRrsfb7hKtktaiYC5AYA0XxlG8I0nxCm92TyQWoezeAFB2JzZwbDgdoW5/Mez5ainRuhEPEeEtWCj5M/x9HR4MJWIo2UBfNWYAMhKtcsTjH6UWy1uLkDnEAdIKRdPx+PH9w/MQx7O7uRjFR0vR6YktN3nQa/Ta50fvC1FdWm4tPrY/+VY5L5C7mMJCAaoZXROM2OTNEqnvHLJwDmsZBQ0cxU7Kt6wveLggVf8llMDRIKKqkx8Z2J+0yAphV1UvYSdEGzTYueL0xOjDHoJsKFEYFLOWRAT3tM4n07NM4q/pQ3J6jmpZRDTn4NEZE4m3XRA/IEAORHE6ZSRbMG1y82vVdAeLFJwbRcVWT+4WBqumBk6kZKWze1tZWbDPBBjQNcfzGgo2HSPi2j/IcvD1mcOSYgPdBgDaYsFNEqCo34iCRiAEmLiPNsnSogkwUYwnqAt/a2oYftuhN9dBZoQVwZwGmqidun107LQxSqzfDdFF1tl8kz9k8eeQIKlAp0wLACEWaAhiERGCWvpJ3qqqS+7E6u1daZFbPT0eWxZJiJ5jGeNR6qHeiJdv+ylVyFNcwVEIoPCATpfYJE6/qJksPVIYp10NgFtDLMJ3BkFxt6iuh3Iv6sjAlC5wVbbFt4vx3mSqhSADkaG4R21LTsE94RDscwFX5VKBzFbY3t5JlCQCqqi6wEg6jC5di3xx2CIg6c1IBU/W+5EPenWACE5rQi5yOnCSg5sACYCfCyIZibb4cXUPR5cxGTIcgzSGek6/qClXl4IdtNt2xqBB6mEYPLCWbeTQZhcCwXphGg03RhkuEVy0e3TfiZ+AkkucgHGU71QRnz7e71C+SZrC3J56UZNJUVa5b/DpwSFKTuMfmQCjMjLrXpHJDq+a6LLLqrp/McRUn7SD3f3QBNq2WI8mlC63WWZ5EV8/BPjneM1BKJXaLJgLqXpN30Lytp/YI7hFy3yZJu9w5ffCpH4I3dnlTlsoH+3t7ci4DpYrEyH1A0f9jb2ev6EMiSqHZkn/CAaI7ASNz4lZEcR4559Itz+1weGD6I8IEsrjpotIXAqcQcDXlG2wsWT08qA3RiLyFQxGpc1CpUogIKou+rgLmjh1PZiCK/v9JXHVVAep0KhM/QjwrzzmmoDQxi3wKOoWMOKrDUBL/OUSVwIi9REmlVnVAv9f2iFOJMZk5V5yelJdDjjkXWmEEyeWU4zVpCi5G5mPbTYCDK8pR/Tk57ZDcmpwYbGIAqprkBZnOYzg9N6KYjNZbG00GW8h94vV+ddMXIXcUCITKVeXGEduanjmAg0vzQw9mlSbPzH8Iev7BTEtGvNpeUu3u7OLatetpwSOC3c4Rqlp9CzjfFmQLMJRxg9HfYuXiPC6BzmHbYi/6ydhoy106EkyAiFL0VT8cQr2+8iQAkq0d9itdePIs/uB58qqt2qa17woQp8EfpR43N9ZTZw6HQ4CmzAQQpmCR2G5dEBlNQroRPfeMNcBBwlddjU4+Cr4RAcsnV+J3rmiz6qtJU6UKoFpyi1/VPUHkvc8IvDCYeA6gG2otlmMDbEogotyPARydjGDqq8xB8ji5sgJ1xrL19SEf6aW4WgrpCEDTqxMz9D6gcbVZ4K7U7XU4y+0W5IDQltKV1v/q2tXIXJHq29R1XNw6J6JFwhw4Cz7AVY3x0yiP9jS9RiI7da5Ran2LzWvST7u7e/Dep53cEcXI2pkUQNW6dRfr2IVPQFM3SWLq9XoRp9J+9BgMhhHTihhG/4iHFyOyd8BVqcPbTjCYFDmFHMi2aUxPaewVK053FwEroMd5MohoLs+9Xh9h2Kb55r1cgFIwp1RaSHmkzHVzDYxA5oRjHLCFeGgn7Xy+xf5eDAUeXUubXhmOKvEaqoGqFqaQyhH03UpI3ni9aURnhssiJkPO+Fc5nqMFMa9cvoyFhRjheFHuDqyqGt57hOjks7e7A3IVbm5spJDoqSs0QnSUXBS7zczCMnO9rCUzMR88qmhxyDkZZgg5tRmdDtEOh8Uur/EY5GIRGaPdnT0QZ8lGpURKuSNZCkbEdGPy1LiE+l1oh9jauJn5UwS0U02pdE3WDpCjwGqiVdVNP02otZSvA/Uqc2AooPXGRDgGXBx2F5OhCTA4oQm9yOlISAIApUjCwYnI5CqHXowzYIE3AB1RbgQqMLnC6K0CviTcyJilsv6rorSKxgImqf569o7TWLuyBuasOx5kthkH9BROPMzZvo8cDzFjGAKQDmK02I2NDfR72ZwZvJfjxc6YrSoCUQ9VlQ//VHUtdnRJkMxNKgn41iOA4XLBIHLY3xE79uLiiRjRJ+9egeUgVpUCVojacez4cezvCgi2tb2FpeXltHsFBjiKw/Is0kZVObgmA7FV1UDFPA4eDWq5NCX1ofZdliQuXbyYbjgmV8U4Eno8WaIG274dPzrdsUpYZ/llpMo51NPT2NveBlsHIco7cdeVV0HN0toqeFghmSGbphWT0YNdmk+vafJR94gzjG1HAp8PjjB0RJhAPvghru6M4bCFdyYYhnMp3HbwPk4C2/DusBKsc40sdsoIechis+phlfGf1zyCJ7gI4qyvb6BuGuzt7mUg0JYHJCemAoPoWizi/69fFV/49777e9K7P/FzvyB1qSucOL6QRMsTJ45jd2cnqR1tO8RwMMAg2tIBEYVdRekwlp5CTNYNMPqCbCSmq7qy1vfmjRuY7veNihHSgZb3vft7O10siX78Z94P5xyOHTuWVJ5j88dw7epVLC8tF32QnWKih1ybVZHWBzDa7E4RsQlXoOMK8GaxfXHhuBlLYOPGegqa8gPvemcao5+MfTs9NVWscIEYSHlZylfHpCTJzQfGjXgisjyTkHlF9vGw75pCIzVNk0+HBk4MUvPQw2PZMMRxPmMsWVULI3UYpSPDBDJRAo2UvPdo9wfQb8VBhtIk1IMnhOw23OWMqo9lZzqJCR8Co4lpXdMAnPWnXk8cWbxxdSUIiKmTuHuUGEBUGA17UFfYQmqgtPg1ZwD4gXe/s0jz07/wzwAAx44fA5BBzHY4xM2NDWzv7Bh0ugSptF5Z91VTW0i7uFc9Oe4qJxaWMNjbTdvVtes38EPf/y4cRu/7PmEOP/bTP4+FuCMDhBMnFnEtWloWlhYhB6Lk1xT2yoCfKqWkuqc+S6sq9mOWTEK8iWr9upTzj971zqLNyOsJ732X9Pf7//m/SL/pH2UgEGVW3THLoOv1q2uI3LNIIybJPAbiAWgXZVk0gxMOBgCBOIY2s3mo9UAljDEmwwJbkc+qcmhNpKeDaIIJTGhCL3I6OpJAgn4NZ7USNSEFDBkMBpiZmSougFChx6i2he4o32WO7aK1gIPcZAsAVS32/S66WtjMDfgPyNHP5eWTuLomAUFdi7qNDQAAIABJREFUJdeepyAHUCkEHXHBiJoW9i5Lxve/87sAAD/9T34x2pYl8e7OLra3dnD9+o1C37udYBIEY4OPLqu9GIIs+Ba9qRl8x7d8w8g7tp7jNpYf/If/IP39i7/8q2AOOHFCJAMJdxJSv1UK5xv9t3CGKtqQRXNW86SKxiFge3sX73lXqarkKWQrawbANig6YjlXp11Wx1DfePr8+WRWBsSU6qIaFXxWTaxjDzMXbvDyXrlbA2JByCaFIJYXH4r03ock3TaNqs4W78rN1ANhh7kZWzoikkAH+IE0xIcAH3X3EM+WqxnJe29uq4mHVyJA4tTpxOkJsmyag3aXAXCUrF+BrVmMVStp4reql4boGLS8soLllRWQq0250UTpHFxVR5/8Ci76i3O3NMplpTIj8/iH7/z7EN8Jaf+N6zdw/snzePrpp+B9dP4hBhCyzjzqPgkAaP0wlx39GZRHed/iyupFWyUjXpecTNtHI78ANzc2gOTwBAxbYwYDkpgq69mD4ZM6I0dyFDmR6MjeD6ExFrpNetff/69KfV4Xvu1c6tRRr/siSgxbxsWZf4Tnnn4Kzz39lBlvjoFvbdtaDNt2lAGrMVPnAQxOo5oblYd/5HLekE4Wtm0bTeMcndeyjp+xkbj5mTZ7L4ff+r0e+r0eZiKeNo6e770DJwD8EoBXxuK/HcCnAfwGgHsAXADwdma+ccvMdLeNdwroAlMKoUR0izv/yAGOOwc6KEYJ0ifARqFRW4FMtswkrFsqi/tX4rgh5O90wH0MwgGWPObmZ8WLzZtIx20LripNAkcaUjvX9WDoxooJhN3ogrq1eQPXrl5DCB51E4dRXYGNS6rsVMMiq6ZuENRgT6I7etZDWy3eV+ASUlEaee6IaXFy6/c/8O534qd+7p9gdn4+1qkurBIiCFB0c465K7Kf/BqGIHLpXoJd7Kc+ScFjqs4+RhCX6NRthJF48x0irT842eVXn3oKvaZO+VswEtDDafJdjsrU3XmF7bhiE5L+Sn4AEQhUrMG3Ht7MbVtHG/0JIBPirpQo67qOpxUdqmCwkwPo+UoC7wfwb5j5ZQBeDbmJ6L0A/ojlBqI/is8TmtCEjih93kyAiI4B+FuIgUSZecDM6wC+FnLzEOLn190qL2ZGv1+j369FJ+/8rlhAKZpm7qyhu8T/m1OocRu3sIjVR8qhxx+/VGp9Cxd9snOAz7J2Vm3xIUSvQgAcQPEft0OEdoDQtghtm+32ueQs6ibZWnezKFJGNr9+YwPrNzawdmUNg8F+0Vfq7qttzPcwBADmxl2NtUhAr98DwOj1G/T6Db7r27/ViMk0qlIg70TpOX9pRgl4z7u+Jz+xx8b6eiEa5zpLM/XeAVWboOqfoAlGtY+qnnPjdV+r+ltpK7VJtWjpF8VrGBxdgX2eW0YNGIews+nvrqpSOYd+v5fF+CgBeCPmq7k7qRmjRYDIoaqr1C8aM9FVVbrERS6bbeRf8gFp0dQ1mrpGrzlY6H8+6sB9ANYA/C9E9GoAD0HuJTzFzJdiB10iopVbZWQtar1eDYDQ67tkptrY0AAMGt3D2ME1g6QrKajA0cklisZ1Pj+vVFWqt5vINmYg02KJRMjxDMsGGNWFQwqIaZ1T7Awa59Y5DhSU+pY6+PXrolkN9gfm6rCOTTuVVapUrqpkAVTZcWawtw+5kKTLmEy7u9miow6kb0ebo67KxE7s85G8CcJq/f0JSExSIgVnMFQZnIvXrwHKOGwdKGMdsVKE8af0Es5DJmpwLEqxHho3VtrGEQwAcc7Js6scKlgwUDYK2ZxUlB/dhwn55KCrXHIkywfGBMPRKFnD4RDBt5idkeeQFlR2gT+Mng8TqAG8DsD3MPNfEtH78TmI/mRvIOo1xQTqcvZj8zOyjqJu5zc1YhAd+I72QxoATZ14hABozmUvNiKHquIU9qqNYI9FrxVNt6zAsg4O2ZbfabCx03PS3/Pv43qpbBARYWdbItc2Tc9EAjZ9QC4tMGZBpkkXjN2tCzNKtg4cWA3u/GZBVP3NfKVpd2Lo7Jm5OYBMVOmUrkqJfTsEITuOdY/yisTk4jjFRTJmEY1WtkulDp9B346EktoZMaRbrKfWe7F6KL6Vdn611UsezmWnNaW0wFEB5vh3xqnymOmZEL0Fq9c4EOzBJNN+i40cQM+HCTwL4Flm/sv4/FsQJnCZiM5EKeAMgCvjXmZzA9Hs7AwrIFNVdapwsQOZNhw7Nou6btBGNcEXR2UP4dxmIIOK7pSBGxGxRIST8kVOzBw/huVSkx/yLjJC3TVudpluPRNz6kgdhdhCOvjx+rBG2kLmtcACpuU7AxhEHuk0o5Wc4p91rwFx3lXyau40Y+wcKgEpBtAF4RSklAg32Xsxn1oM8DEMOVQcNtGHLONOiDgsSMdpt4dJO1rTUWmgvNeilG2yRSlmO+bSUs1Z5+4IgyMkkNuSc/l+iEpVmvSjlmeZgGxmPSNJMbclw7USo7aVke5UPIw+b0yAmVcBPENEL41fvRXAJwH8PuTmIWByA9GEJnTk6fk6C30PgF8joh6AJwH8FxDG8ptE9B0AngbwjbfOJgvXzhHaYYu6qWG8dUEgOA0e2QnsIRFeGE3TSwxxMBhEsTxvI8xGF0UGFlVv9p70JKfk61yUEoz4aCQA/XTm2YKWiVSk06/SBnqYzEojT8HsKhZvUHG/ciSRkyzwFu3Fkkn2dLJBMhwBdTK1ja/VYTUtm9VNmfV9CzSq23JV16B43FguNDXXx0MAWXuAqLxDEGNF9IMwgK76WKqQVGTmOhfIWuce2zIigKOzkMYFqMaqKNI+R1S4CSfTXzJFSs5Vlc/KM9L1LKkOjrIaFUK+PEbfILr9SMXPiwkw8yMA3jDmp7d+bjlRvrkGYucskH3n0LZD1Ho2/TYaNzXdL8S9/b39COApIJM7LX/Hpf8BCMO2zZhBZXU3iu9IdNsUMETFXgsgpltxIgPSENpjVlaxBDsqAjiYWAbqEGT6IwIhekJCgKocSkyig4ioq4tkdmYGW1ubuLmxnqo0lgkUagKnNZ0Kyg0o6j8zO5Pavre3g9n5Y/LMhjmkvyVysg3/LRiLddMUBL8ItlJUVD/yXLHNP5jKoDWK6NtqjjGUFB3goj9FcROQcwljkuAtLoJ9OTPnkDY4RNxgLHjcaWf2FO1ULo4VwUIBLwwm8AWlwTA6S7AAQyGEzFHTeErHyG2wZbtlkLqrJj/2p6cAEFSr2rp5M/5Y7q5FnpCAD/vxOO/U9LRwAg4Fl9WIMfEhLyRlDNE7zd5+JKNY1rH4e0xT2DABWeAejvOC5pinAqjiZWnzNEpk/HNj4yaqukIRi8iCfqZiBVJA5s4/q7ibNHLFWH5WBiCpzepK1SsP35Ctb2y/tKs1IFnASG2LvjtAl6cD7BvxSxd19VDgK4fJQ/FYdBEqn1CBU1wV6Vs5BdubEQ8+RwdJLbZWSZTLTTTxGykdxio+ELiUZg6iI+I2PKEJTeiLRUdCEnBVhbk5udtPXSYZSMEwRUTMl2rkoAyl7Dm6kyPtGF0uPn/8eBb94w6tx2ktSxVMoLwdJgTjEozyPgCxX3N0Zol7flUhunfEujiA/OG71RjcgDumrxyUNNYlaJ7Z2mGtF+lWmxCSjwERofVDUNRr/48P/mu8/WveNnYHsf7vHbkg/d8KNz/zzz6AXn8qvSP+MqWlIhhRJenpqfu1XaF4HqXcf6UIfDAxyAhGAWqCtX01emZ/fMbaJr0HQvtp2MpBoOm464sF1/qkpMocUk8+YDc38yK5spvfKPZnupPiqKsDRtSqKwfUFep6NjXety0Gg700cXwQ8bxcEGOgAjYRcdIAdJRWZDGz1+thZnYOvpX8N29upskheeRFdJAiLOIeFyK14IlkLoAYs8DGAIHd+Ucwfugg6E1CGvY6BErgExDxCu9zO2NW+ZZnYGp6Cu3GbsJFrly+PIoLdDWs1LaOPtahummS+c9RhfXr13BiYTFmacR548dQREsOwtXrFGMwMgtXpbL16vED9X3bkSPqoz7En132x09RgFLfjVUeTH/k/NTnom5i2PqOz4El1j6g0XmpfyamZlUlaxJ0OZgsABSYStK6DuY0R4IJyK5fXhPuW486IqTkSO7q06OUvb7EUU99G6eUAa9kg7ENLyUFsTfrHBmHcAFz83OyC8WrwHZ3tqXDiUqbu9GJCfFKdco2cbA4cmSvQqBcWLFi44SBAi/IyzMFvQCl+sEP4m8ZPIweU/K6OQyjjGJr6yZABNfoQnT4X3/n9/Cf/6dfl/IY2YnGbbedyv74z/9TzMXDQwDQtgPMzB0DU+m4lA9xId29SKwTOqS+s31wK6tKV8se+SaCkV3pkECJadl5EisKO3CK6jNzAj8RAlxVGbwjts/etTAiro5ZnGykO2DE1s8kFgidThpO3b7T3UUOYwITTGBCE3qR05GQBABk7hggYhhzum2XW4Yf7qfgH1RV8Y660md+xDjAWV9Lrpe2SMR9TsGGhASj+FSWOj09LfqwYZ2DvUE0f2cI2PuQEOJcl2yFkACmY/hvB8/o7nd2R2EO8fbdKl0uUpxZh2luJyP2LYapkbHNSYUgbG/tFBr/bajYI/KC4iZ6F56rpiX+Q7o8VdtkN6wwWlkihKieAcb1WsfKd0Jpj4FXRuuq/1fpLaMa2TQX+1KDesS7JvrTTXrH0egYljLIQfq8ra/q7aoedao/Rm/RI+JqcuYY+6CUdg4v1tKRkQRSDMDq4IgoarbhwDJ5gwfiiS+ZzCGJesHcdisFlDED9OCQcw6V/ktRYeIE6bjZKiOxgTSmpqfQn55G3euh7vU6ZSLN6ZEx6SQb6Q+pbOe7UozkEGIcPn3BRTVa/OvFocSBXANyDVwluionByhtjw2+Qviub/2WlKWV8pWPkv3b/APld/7xu98ZXbNbeC+n5UQdKnIGw6XgMI6iWEtOJrZrUFVNepYeyGqEuA93znUcQONUmm6MANHPTaCOwJidncHs7Azm5+fE9wQddaRbpq7iKJMrRuNiP2t66uSk7hL5JGinbwtjq/KGrsOTVomKACT6zkF0ZJhAJhOFBSYIpatyT3WWFIE7v4m9WY9/5q8Z7L14pXE+AqpHNOu6SYiwYAokzMOcZiP9v2UIaaUQiCpMTclig60qdwaxyxY4/5b3JRTvjPRUZ0LJxG1BFEAUwPBy3TqLrq07qoBvchS3bvqomx6qqkZV1fjub/u7QDEBY5uJcNB/tgaWUbz7Hd9u+oWKACBp8nJACK3Y/p2MSa/XR6/XB7OHb4cH6vBArl/n2zG9NdrZdn6lXyITaOo6OfmM1Dn9XbZecJ8495gjYFdGKpL1HI+9cw63lo8thyQF6iowe0mufbTQjJU0KNfsdujIqAPFgRAQ0t1X6XcbGWVEUM7sUZdQl9MzUicDctGLXhhpEWA7MECM1RYlBPZtWvgZcc6TIRdciuXxoVP/rrPNLWjcWHeOTxOAytVFYj0tKVWT70MI+X48zq3XTMaZ/7rgtfJI+2pRybR7GTHXXFNmrRzqIsusY2D0Mep0XbcPxojkOn2KqlmKu+g4xH/EU88MEbPtB8rNVbOfb+0rI0ICaX2Y8+2wLksgUjW6zZ25VBith+qYw+6H0hGUBCY0oQn9/0lHRhLIFLlYMIBIZysYJy6P5qJRBPMub/NispxTd6sYY44i6BSC7NfmptquHhltOEhoYZSHJTqsHjGNomxCww47m35Au4zYmFroarC5Gtu5Ou7sVvWgHHMw7Zpmp493D1ppYkTOSrthsS2a54xmWQGJmYpzGBgjujtXFWNjd3YXI/76BP5Fycfs1jQuBr+pNKmkQzBnKPQjn7GQfHO0YA1sCjNLisRaa6JkwpM2B4A6dbJZjGqzI6oi7Fw5iApBYExaItigBYfldmSYQOGNRupY09WjI3VbZH/UAVaR/RZ9GQtNn9n+DiAGtVIVQm8blkMthoUoIzAUgocP0r2V2o+VuTAf7txywKMVGwFZJCGUCHRgBtnIS1XGWFR9qCqX84kTLjMBGiPGZhVLu6vQj5P8PTp57ZXbFsgq6hzr6yJzSYwjhuQijdCK6FXQ6QNl+dpHHUl5PF/l3B863CGOk32pq9J1EXjRerJDmi1bsaXbQyhun6SY8iRo+XvsXfNDqU6XdGSYQCI2DTyAG97qwMXtlWMODpl8ixBjndWQjh0zY1STsrH/kUKhmy/yZOEAHuPbmtTo9DCuDmV9wDl2ICeHkVLqyTtRXOiWCUTpJxWXPs0ij5M7MwNlfLZiFHECiwt0GAJzxksMQxw3DjkLHrlNyv6eT1Lm+pddW24muU0GmY9JBCuxjj0o3u08ghGS85PNN49huQvxAXX5XOmWOdDnVsoEE5jQhF7kdGQkAXtMmCJrThtJkkORP8l8jyhmEtINwkwER2NcQ82ziEijWnA65BH97stQT5KejMw3ouJ1lD+VMNKOHcKILpskH6t22zaP0f9UPSkOpRhTWoi3N6cjzLrLcRbTXVO6nKp1wCL/SU8d04f5S0a5SyIi/5V2E5hDqkMWTsyuT9QRWwVrOehGKO2DsWT7rdOHjDI2IUUxn0PIKyKKZd3gMKUBhIqi9L3R2IipsmV+Y0hNsTbDEa228wXHvP8/9t401rYkSw/6VsSeznDvG3KuqqyszKzJpTYCq+m2EEKobVq4Be4/gMwPsJtGCBmwQEIYq3/4Dz9sjGQ1QkICNbJaYBej5JYwYJCRzA8KJDdYLbtdlWNl5VBZmfneu/eeaQ8RwY+1ImLFPue+l5lVbV9UN1L57jn77B07xhVrfWvKmIk/YgUeF5/gZhABJQfGMNne+TRRhiwoxl8E563IGxjIRICUMwqgR4JEpRMK5uf0wJQBOYHI6rNNwXxRntZTk8kpzRPhiBs/qhELdjrK1PJ1zp/P2hsUSBkDWXI0YVWvbO75uuOgHFwi6FbaHORXER33MJJNXe2RKCDEMXqCkiRsSfEQUgReJAITCAiekuVmfL/XMjfYkEbHUSwb9xhQLR0ioVSpBQgWpddGKRLS0XX1syZEJYSAKN4etTGjrTK+yphNVxPoqJ4YUDYP00y1TbneuIceR3p+3AxE/w6Af1Xe8Tvg8GIvAPg2gPsAfhvAvxRCGK6tBCgWMhBU3Hc50bxLHdfPJG85rfNOEzI/4QOSjj/de117Ug/51FAhySnOV0GJy1OQIjHSxEQhNURW0hmppuLE56N25SOAx6g8BYPn7D2ZgBjJwSDPuEzMYieZqGXX6NhMjQ0kjJbytRLAQKJapWYC2Z2aX6Zby21SeER0JaIExAIeTv3OFwmZA9DakfRQemH+eDTVasoSFqTnCHG+Z5OjacBssIIEcTEalVfEJpkWnTJ6KpuWihGCEUJeL3wpB5PhtiouSnGsybT+FPcW33HtL08oRPRFAH8KwM+GEH4GfED/MQB/HsBfDJyB6CGAX/2877gtt+W2/N6XHxcYrAAsiKgCsATwAYBfAIcfBz5lBiIAxyhxyKaVUSqK5phR1k0mqikLTUgmqN55sUlnmdh7r07SIDp/SWp6jQmnfFFmn4Bm2eO9x9wepfYkuVK9+xRzpnpe1DMvmr/J7GHkguN74r2e8/nJGZtcjAsWiI76XBgFJ7aXlA08vy99R/yLo+einiwFX5G2JGtHxc0Q+IRz08jmwvCZY5rLuPE/jRudOu00ZqPkmJPWnOH6atINxRhrmU258s5k/xTQNmZUmv2Go+9RsxRSXEL2BaEU7KQw49aMWTgtoD6mU59fHAghvEdE/xE4ovAewF8HZyF6FEKIvP27AL74KWuUevkbT0Zkn6WXWhYvBFKRE1UFAR5Zf42EuWWx0CcWSwdkoEDZOyveE23Ig5gghRwLL4oIpc94lO3ipirl/czX5UdOTlEIhUyaWVbFZhPlIMIpUG9kzflzxCISC+1dam+0VU9P0nFbon/EYySVE/glj31mWcV5JpptX6Pj1nIHSTxHhFlwVczGe95e6OVxShgIYJxnHuUnHO2Vk5gDCnqS6w9sZp5FFFu0OZJtQ0AyKPJFDZlgzgFtoFB9znEGvV9C+U/u8jXlcxMBIroHzjv4MoBHAP5bAH/kxK0nX08qA1HT1KduSROdor4WwqF6wWPsCbQ8D1VFpA/HZyKKk0G7i/JECF+Sgl5KaiyTQZt46hV9mbczlMv0dPtP/ZaoQLpiE+CIokOGLCaa4ELpapycsaQdBI2llG2Kiz07SqnG6S+B706LU1ZtjrTLRvIRAI5tNrbKzwQxz5L3uMBRhozPWo3UPpothtkaSL+eBASuKUeDrbZ5clsvLUNJEeZTpy0dk4oT781Wh7NVGntx4llCzHRFEOM6UsFkHkuyy/LjAIN/GMBbIYSPAICI/gcA/xiAu0RUCTfwJQDvn3o4zDIQHXU7IGersWIe+7jJnFO+o6JPx/mD83MsT4UxVZrcAgDMLMXpt9GMKSN1byibO1cUlC3OrysgKgXuJV+UFISRL1hr4fyUEWIZT2MrYbcjq+qLJKklFpa5gGNDIPnuc2eONRFx8wgRjCef4mgSofXcDqO4HFaBZhfvKJHNrf1So0+obK8vT7gziliqX6cIYZxpjnGRuYlT9Idw4uJj23YqKvKsTiIRa4+5pHDi07z8OJjAOwD+IBEtiVdHzED0vwP45+SeP47bDES35bbc6PLjYAL/FxH9d2A14ATg/wGf7P8jgG8T0X8g137j09V4LCOmw5ZIdKJZ3aH1y/HEmIsFx9fUZx/9AuZqRfU3HS5lHTpK0cmIRY9Hl3JT4mvSqf4kFk6dMkr+S+2PceblN+ccjK3zCaE5BaU6Crrrgl3o0yyyAvnd/IvXwzY7FXMn83UigkcZS1Jz0yCS1Nv5lCcFuJWA3DXigIxl4YuCEyfy7EgvbEN0Pen7qfkJBQ6V69Xnb5FUPT11zPlmcaA4+3VfdPvVa4MxCHCnAcFQ/DlZftwMRH8WwJ+dXX4TwM997johHfQu6ZVzcBC9cBQTUxiIRGIi8inlBaU/FNt6hhfMF8ScJdT3BIXUxutU7KDitScvJH30vP45b31iJnms4g9e5Et+MYcWtwnE1JaEuU/+CA84gY4BkfDieKGXG1KtOoJi/4NsaPlZrns3pXgNjMFk0FBbkeoxOMJbSG0bBdgW9wDl1puJDZkY5bVQVnE8p0estqyDMGvvSVlihgmFtG7TDkiPz8yHhPDM7SMSSSqIwacRjm6GxSAALZkEADCVouZ8nTWR+a6814hdYlEVZ4+JiLSuJA62Max+IiVDRVAvWvpFQxrdslDK++lMIlX/E7iAeOdf+vZ/H19bNhGZ4GkNybUTqsOQq3qSako2XJKsC66DVVBNy7Hx/+Pf/MuYxlERstwXnan3lApMc0BshOTQtC0Azg0JUlaT8rxRY+nThpHN79l5qHAYOjEGv/Fffrtsbwh5TIRgnaSnpzjA2TTqZcNzfWIjpzmKh4+6Rx0QGb5QEZRlzBKThmOuMLu652pLNaOD1jTmxzMX9bgVeetAdFtuy095uRmcAEEl5oCcttk213uJCWgUxS6EVP6HdJ53Ya/L4FlZxiOo3AFHIkNuhw8eJnkAx9NO2Q3TnD+NJ9lp89B0l5ZUpApGxSm9SwvnWeTIbKN0OwdIDZ5PzigOBCVq6H4qntraCnxSZs7DVpkLc46Tf2pVaTyhtdwdghexWTgBEIKxSQuwWFbYb7ewdZ2eie8zKUwaH875xJwPGtIYaNHNVhn3cH7iOtPYMsdo9NqIg36qkPpA2aT5BKgAxHiAQT9TNPeI1Q9AylegX6hjA8xjJiAcc16aJ8p2LarKEFtwLP7Oy80gAgEpcYaeqCK1MuWp5wWZdd2FsUf8FFDYzQexwoqGQdGSEIQcOch7WKrVM47DeauFESfxdCdQEoXEph9PARnCfn9I9RriDak3gJ9cUu/5WXQdimKJ4v9PsfDeB9hknaf4RfnoJMVbzAPvRrEwNFkkGqcJOsoOc7A5M1AkNN5NSWTwnoEq5zNx0UQ6tsUoLISIJECsqDKNOQLe0vgp2f2w3xRZjLi9yltRCI29LgrRMRynxfJySNW5E1OoJayKDLPWaRLjJtR8epR44uYMwBzfKmlJJiZFe8LRzs5tLP0xioafKDeDCADF5o0lU1A5KZGNRgqT0WTIERJHEeXUkgiUFLXgGoCkZThuWSY2+Zm8CEu853jSOQkfMtYASCireCp6qSdvEiIgkLbmy5swN7tcqS4EwHGUYR4W5p4m5ck36zIi+h4JSA5FJmNiDKqqYTlWEcfYXumo1DfzwiMqIvVw6K1SPnY+mzPzqZq5H+d8yd3FelQF0VmLksepKfIBJi5FsI+iLcVgCDekDpTy73XlCb+rwyvEhs9OeX2qk/QpLXUfEhFQfBw0WHjUgkgfNDF5TF72G0MEYsksFAA1NEGzRKTvlEsEsC+qri3XNEdYE1tv8mKeh4YL84WQ4sbP6inqDnliFX9GakbIGPgQMhvnPchaTG4s3Gi52uO4gLEYMvBwCT0n4hM4KgtCAOq64pRtAAwsoklqbNs0HDiu/6zuxHA7n4Y6bSwfYCqLceyP2qRtW53LHoAc2VmrBmM/s6GSD4RK5dVzbkSyhrumxDT2cWP5wG7SR6IYmaK9ur8R0Y8bLt9Q3lWy16c2lSj/lNilvf1ALCYVzZpzbyS1KJZwnoYst4yKb/PfaX7hmnILDN6W2/JTXm4cJ5DL9aQrGQuVFwHk6D3QXn8na+OTOXttIbG82pb99CE05wSQ1HByrgBBO6OE4pmUhVbJ8tru4OQbQ1lHPDEKkk8Gxlbpq5cIRmScGiM+PR2VvufaFr+EYoRr0Ncku020RwjCwjODFseDT+fUn2uAOA6+IpyYyNiRE4gZiwq7i5ABUWkttBqOTWhdvoGiyECAz6eu5o4jc3dkm3H6sNetLy/OuYdTMm7uyNEV/ZtiBE4n4nVmAAAgAElEQVQOHYH9LE417ZoVdPIqcAOJwEkWJq0j2TSnEtDrUbuuHPFIEBReiEAlcm9hHJRFjOuUCNDyZprfEyzazAlFW/IlG35FGFiWVfWq5pM8r9lSayxAFl5k7KRsiDK2j45ERaOUeCVfNVFgQV3eBanXJBfs1JqIvyhbgmNJdt6RwGBojColaHuInp8I8M6hqiKWEvF1pXsPodCqRA2FHkcQJHDK6VBkUZLUIsQcvVcDVj44u3Sip1lcA+t0nuwNoN56za3XLLHy+RPr/VS5cUSgKApEKtbtyU8BpACu0wePpvIqmkw+OpGNNYDiFJLvx5WX96QoNUddIeUKzW6scXFYGHg3ZQ4B4M08ueQsGAG2EqWYYRaBCYo4NGIaJxiE/KychFrr4gOPmz7MjMrL6KZ4qpb9SunBgITMe1e2lzQwG8dtfjoGFRnKC45AuY4AjR/ER0qJnH3tjbRrSgQ0vdiz6vBataAqObIxczFFnEu18+bRpNI9qm+aN8yND0/YmFGNHYlyBgZnt32m8rjbbzGB23JbfsrLzeEENLFM/5wuAaGkrsX9WTYEkNVPM/PJoOR2zVoC2kZe7qWsmpyT5Ww8pE6eDKfnNqmMtAGs348x/xDklNJOKporSFVSGWBTAndEvfoUHCjGY5TiVSCWlMknhCN2N56tGtuI74ncjdfv9lndR0lO1zb8cggrVp8MgVTEZQCY3JTc4LOdQD5tnXMpjXuI75hlnHZi/s3vAWLgl/gMR432RfAYFNxb7G9mC7OmslxnaXTUPOd4n/n0Tq/RVQSUama598ghreBYy6+x0jl0QbPfZ1187H66OURAlznbpnTH/B1FsIhoFaYHI0cjUiwazRjJmJBU33IdbSlePmtacZfopVP6byVrzqIPPf3MM1JHZneTZR6VPuLGGFw+enisxgbhmaefAwB8/NFHzOqrBXX//v2jHiyXy6Nrubb5h59gmQ/mc8e3/OhHH4kIIs0gg3v3nwYAXD66ABJQmSu7f/ceXnzpywCAP/SLfxhffPGLKaoxkAObDAMbpP3JX/nXCgA2Yj8l4BwJ+byFxTEyw7CCiC9K3CoOAyCB0aVAUwCbvMTKNVWUJ4gCcQno9fy46bwxRCCv7UzBNYIrB6G6oHdspAooqG6M6cbX9WnP38nYAvlOuuIYk9+QAHNxk2bjmPliKPoiHIXWARfcTQACBXT2FFClwmtbYDJsUDQOA1565SswApJZa1MLdpsNPynA4vPPv5Bqq/w1gZ6ftMk/o8z5kyrPPvtM+vzxx58gAPj+m28AAF78ykswlvGKuVHT+++9CwD4y7/xnxX1ERG+/vVX8Qu/8I/jueeeKZ7Jcne8GYo4lFs8gYdqXPKBg6KeEtydE1bmdtLBobg7QAziZid9bM8Tp6Rk4mbXrp/wW0zgttyWn/JyYziB4+O0JGxR5kz3UnbZTEqXgOxLD1YvZbuByAlkdQ1wQr4cp3RSeBhYEwAdyuqUqDJrW1Zl6d8CvFPS5xPI70TMARx27F/wwbvvwtgKq/UKANB1Leq6RoDHen0GAFiuzjB5h8o9Ns1D7ot8+KyHPql/P8eDjy1Wpah4+pmn8OEHH+ALX34RAPCDt78PkMFiucBywa7PTdsAFLA+uwMAcGi4HuGAQgj47nffwHe/+4ZqR7Tl4K8pKK3GYU7EfCul9cwpZFfhGZsf2YCgWH0CtKqSwLyfV9yAjo+QkrSkf3SDMgty3RwWqtJrys0hAqqkoYygEhg8oZS1JqBuF1leRtbvZ/t2/p6jskTbcBlsY4BoHBTTdJnTA6XNZYEyLkwiPvlusChQTkv0D5AKAfjE6utSiZfd4WoLhIAP3n8/PVNVVVZhBTEGImCzueJx8oTzxemgrfPy2be+fpb/PRnJ5kkPfoZHrB+w3e2x3WyP6klegwIcXl1cAGBMAQFYrphIPPv880f1xs2sjcKS49eclU77bDaf8hOlf+LVUyUfZyzyz/GAGeR1wrjo6FrIB9rx3SUG8aTyRCJARP8FgH8GwI8CJxkBEd0H8F8D+AqAtwH8CyGEhxJr8NcB/BKAHYA/EUL47Se9I6BEhL3zHMU3OoUYA1vb5AVmq5rt4dPmdHlgUz0lBwAPpsxKP/1p90EWqxSFVidpEdkGAMGAijyIocAwor/Bg48fxgekQsJSTnoA6BYtXn71FQDAW6+9wbkTFCGMD3eLDPRd7Q9YdN2sB3Ti03UXri/zxaUdvB7zEJdQ/Ck+Hf/G5e233sQr0n8AePN7rwNgLUU6OQO/JI7bV1ZrvPXmm9hudgAYV0gg2SwlV+Gei/lpWcrz6SROF06Bhp+hpOmTvBbpgk6vFwnWceQntozMlRXYljiOgY5C9ZwsdMqwpXwf/RMANgB+UxGB/xDAgxDCnyOifx/AvRDCnyaiXwLwb4GJwM8D+PUQws8/9gUAlqtF+H3f+kbRQWNNkTTSew+jwD/nvDqhOXHoSZYnhhyXSLYpBJN4nvHGirdSIQ6QMbDWKCqdwcWsSovJSRRQGFi1FVFpVnF5eK+BxYCz7smn9kSNegblwiOgcuMT6/g9Kb8X2oNPUSK7H0soDSqTGPC48vpb70E7LsW0lm3bomqYgG6vLvliwXKX3A8ZUqJf5hTj2ii5hAg0k8THgLpn5lY0G1uul4q6iLIIce0ODuqREPDuez/6WyGEn53f9kRgMITwNwE8mF3+ZXB2IaDMMvTLYGIRQgjfAYcffwG35bbclhtbPi8m8FwI4QMACCF8QETPyvUvAviBui9mIPpgXgGp5CNt26DpOBZdZHmD9xiVvngaRjR1DHRhoZlTPzesAY7kTx1bQC4o8aCk7iYF1JhTX5PYrizzmxPvLmMZRHdS7WyUrFDLZhZU3VHmFKq6ZldjKVY+P0mi+T07sK958RG+W8pJRbmubY9rswWf9M4wR0AB+NEPP8CzL/BZ42wDOw2PH5drsAltWHXcKDrhki8igVdcWpglaZm9N8xTuEeR4zGdPmkcB7WeZy+MQDkZlGbP15SfNDB46k0nRzbMko+MYsjBCPocVBO9uMkZiTB3Ijpl6ROvx2ZoeDcSADI52YXhoc6BMLgkJp5kKgwSH3pk3CHCY/AhWQRONAnRyOIEN1Uhv1KcsP8paKjM4iTJQj4Nu1t0/zPdzW+eP5Ra/ik38cmb4rRSeflUOUUc5yWOgzMNnn3+BYUrBEy2Tk8/TlOSAF6ZmwJrONWNo83G/+rgKqUJEa9JPQQUjje1fuYYvQlCPPIVHYoMyOfYTFIUOwVxJrs2qtLnJwIfEtELwgW8AOBHcv1dAC+q+67NQHRUHoNNaMMK4JqFHcGSOYqrHEmIVIAKIsCYlOAxFUMZQIqWXTPVJD+eJ6JwJpHTwAcALkfMsTZrDKI5qjZXDpZl0bScgi8m1rgxvulodIpPNAPw9FjoT9eAcfM6T5fTadY+VU1P2OGflnOJ1VjPp34cv7wxJFCJaXhMNDGg+XITDk2wnHilOGdoHpYmP5etw03pNHXtGM927HUHGAAkY7WQ8K2ocj6yUirJzXUvP/mGz1N+C5xdCCizDP0WgH+ZuPxBABdRbLgtt+W23MzyaVSEfwXAPwngaSJ6F5xs5M8B+G+I6FfB6cj+ebn9r4E1A6+DVYS/8lkbpJRwSubB7O8xy5oceWIG23SLPGT4s47jn1i1GfcQ7fd9NCIpXn9MxefcBwF4/tlssx+Zfm24sd3usBmZS1ktVuyEUxv4fiy6ajw7/QRiEehxKLL08OjaEf9wKh7DZyg5YvPj+JJP+8NnfXf5NzneOgkdVi0ABATJUfHh++/jueefA0yD118Xg6Hg8eKXX0xrwRjDwU2MhbV87Xt/77sF8g+o9cIvTh9CcU37Afi5cJCqmrkR5TVI5Qxea+SjndZmjUrtVpzr48oTVYR/P8pqtQzf/NbX+UuIWXLLyCnGkITHhhABBQy6iVl4k/k8Ec2z+gYoNjyZY0Av2vzXdQQpIzsvVoYceSK1Mz7ji2SQwGG/Lwx7rK1YpZPSqBlYInghNouuk0nLfar8iCOCoxjSU9NW4hKfBw+4Zq/Om3F0Xzhx7QmVh5MfH9/ok0Rv9oPIREGSqcQ6Ly8e4cMPPuSvvoy0FOe9aWrUDWMyTV3j0aOLPK+yXo66cGRMoGV9V3xnLAvKuSlCU6E4nKK4yP9yFGcWdzVgDYSJDwh/dIhpvCO//90f/PCkivBGWgyeWsUnMT/Sf4OISQqkKcwz5xIdT/zRmiOkHeajW24KKW0V4JI34xEnQBzhJzVasIjzlfLeIyAEntTNdoNFuwAIqMJ4TYePJdLck3JHfZbNP8cRTuEKeY3Pa47zpIjTceOubdvRlFJ58dMzD7r/BFAA9XsAgK9aAISPPvwId++xefVquQJzhfzIO++8ByDmVoycYzxw8iuYeVSbPJQBw72snaPowqpt3MWyk/N+JuICJKiRby2Ap2vn+dR1eoyd+q0D0W25LT/l5YZyAsennlYdTm5C07T5HkJSuwQd3EMHcDBlJmPoMNuR6nq27/eScsh5h8raIxNh1jKcaLKUZ569jxTcEnx6PHp4gYvLbbrZGAOK0TTAdgRndUCMe+5cgPM+5QxwzovtQflaTqrBtLyyBrYyKTmKn9krxIxEIYTEQnqt406ty1mBjOG2csYho+7JY8kWkh7T5OFUe3WswniKlvXK98hQRPFNvnvP7XQxeWnwCUjX2hmiPAaGCNaQShAz4WriU/PRw0sAwMMHD4twg0SEL335S7B1k608DeHRg09QsALq2GaHoznWEq0KVfZnPU4xEMvs0SKQSMHdohA3krWrmr9PW/5/5kB0zGYze0SJb6kqSdpxivFJce1LlaFetPle2SDJDt1zFKHoaRjiPfxzMhA6AQTmz4QHnzwSs+e8AQAkM+j8OKW/xhoMVOPiihfqquLna4mq00hCjSxhyEb3Pm8S7zEOrhBVvPKStJaz8FTWoLFxM55iBkPazJML6IdJiFEGNjmRaLmhK2vQNPYx9eY59Y7bPU0+ZSmKxCnd43kzxroqw6bkRo+DYusBjjI0TB5vvsOa6dXZCs8/94W4oE62CQDee/c92CpjAm0b7TWOhob/RBEUAUGdCGxycM06ieuRdPITEV9mb6L8kBCXsgkECVgCJY7GMYliyKcABYEbRATy4sgnVS0eddYaGEsqYw+HytKyanbTzKdvUb/8TYMdQopAm/S5EZiLqbOOpkbelpmSWCnyDFDGEoqNkB+Ip3FEopfLBZq6xf6wQyuL0AFwIIzzxLnzfkCHzAKCnYFExb2MJw/xAwDydIQBSC9TBcEAtlYLdUaIgrR3YjSXr7lQ3MMyuOIMLHHTqehBWU5AEAHAFHw6CVMgmLThDMgQXvzKl9N7f/jB+3j51Vfxxmvfk2oIJ8z/ipTt3vm0AXVz0iidICjpPE+HV3Yy1pUwrq3WYVHxbKqJrt3LyaHUsFt95vhCpC2fCle5EUQgAMlIw9oKVVXBVjkevXMTnBuSP76xtmCTxM4PcaHFOgHkU9573pRx5HyQSZsHByO9n3EkmgTMRAEBhxS6e/fePdUuVRJbx/8uOgYKHzx6CIS5VVcoHipOBv29OAmFbClWUsN1GqjSIg4U1xXfcVKVOmtZWcpg2jFXnq42hHmk/Nxu1TXVu/JuvcE0IYpemdeVp597Bm+89hqWS9YYPP+FL86eCYnA5KMeuLq81KSbx/Mxp2sOTzYnHJoQBiEEWUTQ2oDURXWqB+gw7rq9IV0v+hOEEIQMKz5OC3gLDN6W2/JTXm4EJ0BEWK7YH9wQ5+lz04gxyYoeITjYqtIPZeKZTtDyFNR/g/cMxmVCD45ui6PTRb/DEODUpXwaxXNDPiu293KzgxvHwjgIAGzNrH5wDggebs01n7cGhsYEbsVXaJCMRSSkeAKcyzAkip/bBvVMtK/geq0lySlw3SkoPVKcQcQUtEl9Ol9mY6nTlWvWX5fCh/8a4FLjHgSFqaj6qPicv9Pst9jeb37tJfy9N94BADx88Kg49bntliWZ+YmZuXYcszb5/fnd5XUNRZASuwqsKkBFmqJiHRa8XKqHQecw93NIL2I7lDKg6fWcwM0gAkDqgA8+OXJk8EQWixhZjOOIuu2SJiACLqSlthOgTKH7DkxcUExSKX8xl5avxXdkUEjJzvJ3tWixQlvgBDVKj7+4eaN9+zRJ/x4zUYZkA4s4U1nLnxX4GfuioyvpEN7T5OG9K4xTpIuFaFVsKumHtVCZf6kwtopxGZzLDjjOOdZoaEoxK0RZ8wAI9mNMsek1EeBNxaBlAi7Te/OG1u2PviHGEL7xMru1RGKl5zoEYDeplwG4c2eNt994M99TUNj8HPRYFeJAKUqGKKuTyVGyEqXQc1FQAalmJhrJ2s23zIKRRC2E86qi0+VGEIEYhAMoU2NHL7xo0WUrPknrhj2+1O5Me64w5kj/IK10DdV4yThUboj8OYXyipc8kiuoHtLz1Up9k8EH0NIUm1dsxvg5xeR/jAtrUveZWFHsm08aEH1yGpHhASY2nJUpbpAAMqEYmJkIC8YzMyJvRN2mQ6+FwOQ2g2gu9SfnJog3zzo0G1Im8Pl09MKxAYBL8SDzvfG+vM1iW9VvmpOBbDyHxGlZy8FibCQUcn1tgM2oawZe/uqr6e1vvvFGwclEFF53cYYllnRA2mYsJe9QwrHTW6ynqERVzFVSZh8iuB2JpxoufUBcV24xgdtyW37Ky43gBAA+TWJhwxgPI74CVVOjqmpE0x83HISlVTQsUkGheC7MmTFSQptmEPLJeYpaRoMV/j2AAlPxlYrjd2S4MfVAAPa6aUoeBFj/HWMmJpv0mWyrT1sWITLX4LwX1v16nfm8EAE2cSrX3xjZboC9oT0FwJXDc+LsAggph2FVZWxgXrd+psAExAdjHEV8CiX0E8dQ12EMwYAeo2fMz2pRkUWK2JfYuZCrCUCo2qK/r7z61fT9zddf5zEMyheAzNH4R5Eydaj85dqmao41ro/0dIhxLeMYW+EyShF1nsPxunIjiEAIAZM4Q9TGoq5rVpeZzOKN45A2fYhppzS4EnnwiPwRlStVLwKu5Pi+KBxHdlQSkYToY27Esm+5nk1sNigaD9uMV6pgJdHIBeBAqW6aOKknWC4MYDk7GkLZuoIhk4KJTOOIqR/QHzgE+WG7wzRNMDBpXLqzJZbrJTpRhSVwThrkRodpmuBVxKYg7HQEXau6UqouHvuhH3DYbrG9uJKhc9DBL5fnZ+iWSzRdm4iAqdjPIs6rGycOAZ9fDFNVqOoaVc3vdpPDNI4IEmBm6Hv0uz2G3T7PIRHqrsHqjP0AFqtFanOcQ+893DjJuE3pffGWqq5gqwpTL4FJvBfLRF+KZtMO9SKKemUwz1e++irefP3NGUAa0qaNzT2lmSsDj8w3Kh19I+SNna6rthhreJ2qpyIgGcWzG28xSERYLHmwra3gvYNzIzDFPHYBxpicXh7lXwNKlmYanY5ADAAgfVSyMCDHTY5qnFySASBMRR2LrgMoR/nh9wBh7NN3KyezBryiXB2/O+9hrYWVxZ9AHCXDjeOIoGRs7z0CAVYMqJbn54CcitGewlgLgsF4mOQ7m/pm82XD5tZNQAYXZOnGIByTE9k+ciBs0WcssLqzKsdOBqZqapiqQgAlM2e4cvGZqhbtSH4vQkBwI8ZJokqFGI2J31DXFna9RLto5ZG4kym1b787SFaiPIfsGiyWll0j46QsHCVMXC3h6ozj+oynZL3oHLdvOmylpwTbLRVaH/DKq68gIODN197I46K1IrG9R6Be5mI1sDi/J9+LwrYpzD7FdHVZexLk1QQjxP3WTuC23Jbbcm25GZyAMUmuGocDawa8zxSUhOWNBDZRV6GEIsN6kdnloULGPo3AiqoryebM7oeETwSs1+x2CpScRGzbsqsQuho+sr3TxJoOfZqSAeoK0R/c1gbOuYSDpHgEIbN9WVUnJ1rboqpyDr6ordKaFTc5uGlKsiAnIc4Ze7NsmceuzKasPirbg6apYZddYvVZfDGIZ4hzE4saw4l4foo11qciq7gii53fRcWjxCJGzL9YV0eStPcebvJ5DJT6UNdTaICEJ8gajKyetYgaBOasophkxXdjE4O+CDZEILz69YwVvPXmW4V4SQHKwjQhPcjrKEo5MzZXiWNaexJ/0j1k9Xm2xjTGZFE56Vt/8jEGf6IleI9pYJY6AnXOucS+kUQFyuqOgDJo63F0H6nsxNsii27BgqlNG424qrSJ1quzclXKO814SIM87CdYkTGBzK4DAePAhKHf7XD16BF6kW1d4EmMwOditUC76NA0jZIno4jA75mGUTaZxjUAW1VJpu4WLbxvCjl8GEcMBx7bw/7AMrcaqqq26BYtWon2XDcVajHb5nEiltUnh/4QNzmz5HFx26pG1VRol10OrjpNcOOIGEB22B/Q73acNEbajsAbu10yyNq0LeqmTmJSVVcwxqQsxeNhECKrNv3k0S5atJ2oj9tmBggHDIcR+90e2ytm7ad+FHHES58bdMsFmo7fn/pUVUmUctOEaXKoZGyBgFF8WTRy+cqrr+AtiWBkyBTZs/NhUjLgoYBp5YEZMSghgfLA4JiWmorH+q7ZF7PyeTMQ/QUA/yzYF+UNAL8SQngkv/0ZAL8KNrT7UyGE/+WJreAHAQAuBLhhREBAlyakAkIoLfe0YlTQkyOfEIWYIhpqxIjFRAB8vJwK57jTp5WqDhLl1lA6kY1lmdtF2ux5cqZhxCCbpt/3cIFgRaNgBONo2rjxGtaA2Lz5rLUMVEVuwTmxqMu2E8wxObiJG6kj1qS2TfncCH5EPiSEGFoLwGStw8Q9jeNmDIv33hOAPHbaVTpiHSnzDYC65k1UJScwC2MIw26XxjK1M9UDGBNgZCINAqwBTC2nswGclfRryOHY2RhIvrgJZE0iRn5ygHeoLWG14PEfLRMWbVc/DP2xcBxCzgJdVXyyS1u982iCwyDh7/OIAi9/LdsWfP+Nt9WpHX0rFFcr/2Tr0hkAqLVZs/Wd1m1g24qk0fHRjVvtietxwc+dgegXAfyNEMJERH8eAAJnIPoWgL8C4OcAfAHA/wbg6yGaxl1TlqtlePVrX4kvRF1VrCGQ35kKT7CyaSCiQmSvFfejBo0EWMsxB21VKyedgOAnhAAsOh2KSlMFBtYWbWbHvGzMzMpndpZrZdbRzlh3HYKckdwZgZoVYy2Dh1UED+NteeGyhsGlk3/OUEfrsxzzrmC24ygcseRFO4ikHao/IkZFANV7Bx9FkWtCdifALHE6bMTEiUFjn+Jm0K3IbbaVlbTkRqnQZsZBLs5PETCgUA5FkFBJAydR/Pgb1MjEMYhzY0zmUK/2Y4bzU+vzl7feeIMPebKJAHE2IgVomzIbUYEtpjnyiO5vXImk7ItjAEj68zwu1tprw4t9rgxEIYS/HkKIK+874NDiAGcg+nYIoQ8hvAUOOPpzT3rHbbktt+UfXPlJYAL/Cjg5KcDZhr6jfosZiI4KqQxEtQrwWFkL74PowLkkQ6I5uaZTlxX/w7q62W8ZeAuI8ebKCvWJOe4usGHVfKF+SqovS0LdpQb53RhKICURgSqChBQUM1ttYhuS6JIwgHHE0GfVo7E2vX/+jLElLc9YiimeyZxBHrPYjpzgM7Yj/+6cQzhk8CyJA0odG1nlEtPQ8QMMjMkJZDhWZvT3yBzS6XHhtrjJYRrGBALHKdWsMhFmbTP5WhI7ZI5s5smdiwBjVm3qSEghjo20bXQOQ98nUC6WUHcFx6G191955RV8/803eR4K7rHEeQQOynOWOqgXegGK8ZzGReiVGX0CFXFt+bGIABH9GoAJwH+l2jIvJ18fdAai9SpEXfc0MqttKqN2VjR+UMCgqjllZyFkJFUWfCHTB4+YOWixWACYZ+/l8tHbb0pnCPWiw2LNfv9126CRiDPFdHifwCs3OfiBIwUXfgjW5tBVVYXaGvXMxMZA04RRDFj6wwGDGAbpgWxFrl2sVui6Dk3XKvxTwMQk309w04TB54QaJRbALHZdV2lzOueSlgEApslh7Ef0fY+xj+CtRG8QgbPuOrTdAnXXJmDUVBUTrqhR8J7b08dMU7FNeXHbiscojjGRgXeu0H6Mk0PfD+j3PDY8Xto5jNB0eZ7qtkZtahgR0QCgqixHNpqiFmVi+wAVKIKJaxbHqqoCCOWcTROmYUjAa384YBrGNO/3X3pJzRyXr3z1VSAAb7/xhp6y4r26zAlJvq/EDo/uCJEwxPuvtx783ESAiP44GDD8QyG3/HNlIAohJAuvk9ZWlB1EZk+mPyn+fFFvNjwJAJZdPvWdUgNqse/Buz9IL16cr9EtF+gE0LN1hflYRhk01sdBIsR8NHnH8WJK1nTWwk1Twiucd/y/mwoLQWNM0Z/KmkRIEAKcm4AhpIVqKuYW0skk8mlyhFLLTVszBsNyZh6NvMLiaVgZA4g2I96TwCxjYZsKdVunzZcnJjpRBRDUfBSLPSLwASF4ASGjsZNNnI6xNWzdwtg+4UEh8IbMuIdhg6cqYgSAt4DxBsEJoQPB2AbGxj4bBDGS0m2fXIJ7EcBEwYiBEQwAa/haJO5Ng0ERqAc/eBfPfOWlwvAnGv+8/LWoViS8/r3vqZFgACCvycdFFc5cb+RU4i8ZNLzmYVU+l7EQEf3TAP40gD8aQtipn34LwB8jopaIXgbwNQD/9+d5x225Lbfl70/5NNqBlIEIwIfgDER/BkAL4BO57TshhH9d7v81ME4wAfi3Qwj/05MasVwtwzd/39f4i+hvAwAymlFRsm+YB2YkgQAUMm4MnM9BN8+W63hneiT1XGLUR5Xgkax7Qsgx6lS3NpupksmmuiGZoLqCW8jinOJkosFKknjK0zbJirqPVJ7wbPFsFMdhpJ2qDhniZI4sSLoWtUqIRQcQKddKgRHg+rGK90SNR2zbXF+4voUAACAASURBVFxDEM7KR7Xo6QSh0RcDyDhNCrYiGa3zuo5tekysPtE4MGYRWaDUJBkGX7THOXd0ysb5mwdOSVmLu0XGORQ2BQBvvP46t4WM1DFzyQZU+0MZDEdETx1/I15Xt+D99350UjtwIzIQLVfL8I1vsG6VJSDZ5NGST65GIhDxgGxBlX3e0zgZi4VmTbMOMV8jQkNeheguJzrLremBtBG1w4oGnYiN+aFtFHIgzGLrpwWQF2EGHOcLKvoRaCvD40JJPQmUmZx1CT4DYH4S4nQEumYQLbXNnN5FDOg5EY20WDGv8hhMLAYEKMdN23nMSsxGZa1NYpAehyQvJ7Xup2tb2b6iShaCZm0LLkdLjqJhAj9tCcwaIriqKcDEU/37/ptvqd+jl6pSI8Zdond4IT9rIpT78957H970DEQz6ikmlwAQSBwioAaBmGPg71woAIvlMlaCaJrKP5ZAXQWHqJHVnmN60lBVxYLxYqk2DWPyTgsICXWPjbECiMV6Iqeg00jNM8KwLjiUm1udGHwPZcvEEyPog0fwHsNhRihS0yRSj9YYGEpWcteWuFevCX4SwHpqSybCBiLb58UetQzJiEciD516VeKyEgHK1ouRy9LE0k8OPuVwKJ2FZHISoU1t9nMizeCu0xySRv1j4yjiPMxlWaNwmkrdGz+pIfMhgMaeU9BJqrsgHoyaE3vplZfTvL/92htH8n2YcTbpfEkMXwzRdg3rMys3hghkpJMnhKg0hWRApY5fmACkDc4LfLlelywSkFEPWQw0SHoqBMCYAjVOSPaMNY6mr+PAoM9+sz1CW+Nb2+UCTdcV5ryc6FIBXMYkFB4Q2/vJzWriol1z2WBHeZ9J++LGcj2bCB/EPHnY7wGY4gSp6grtagkv7W+6TlS0PLZN08AQJY7DjSPcMBTxHo5bKRqPtik0IC4EDEIsh55R9DiW/WbHIOjROs1EqRYzYqqjitMkkSLPlQCzU7asDNC8AABl8ASICNfYguNjC0KkdPJuYhVgRP5jn4MiqM2iRdO2aFpub1XXyaApzh0ZmnFdbPYcRdBmdUfUohkk1qP76je/gdd/97uZ/VXjFAfPhxixOHMCHHVqPrany60X4W25LT/l5cZwAqkEQcCQzTGTnb2OPqxYtfXZHRQgGpBY9CR3T6y2oaRuyqawpM1flUlwDHKROYEew+EAbd8dPy3XDDy2iwXark1+AZDeaBBsGkYOjunE0ScF2yjPV6NkevaiVKeKsNPeuSSaTAO3Ndoa8HDk5CoAwVKNAKBuWWxip50myfvT5FmVF9sqGYjcNKW2WGvYz0FhBMZWMLYGiTwg7vhpbI2tYMxUxD6AqEMLAyNQVsN6AEEZXQlXo2V3a2s4yoFVnNgWlDBDwOSmdK1CVH0q8UD+t40AjAio4OFk8Pr9Ps+llGEzMefghLVvPdDUQJWBWGstahkTTzGDUub83PYSQEC1PJdHQoGLgAhf+9Y3AQCv/+7vprZqdt9aI/EyocYx912P8alyY4hAAWnIpCY2y1gEivkImQisVuv0lJ8GkRXzYjCGADJoJa8gqg5aRgtgWfBw2GO/jU4tBNvU6CR7cLXs4A6H9AzBoKIaBj4ZIrbrNZrlIlk81k2D/dUGFw8eJPdieIfzp+7j/O4drocoycgAs9zT6DAOLumc60WHqmmSA4ubJmw/eYjdowuukgioanTrFVohQLVzaJ1LnnpuGFgOlwW3PFujWy1Rt01q72G7w+WDhynKjncj1nfPsZa2tk0N27CrdAoGC0Kl2d6qSsZBUUzaXVxie3GZUqQFMlicn+H+87zY2SbCod/usL+6knFheb+VwK3tMraV18Gw77G9uIAbxrTMl+crrO/cSax+ZO2jsZN3DiFwRqjsIciEP4oD28sdNg8vmXAJbrO+c47z+0+lsRyGEf1uj8M25pMMMAbolgu0EsmpkXGNh8b24hKu7xN+szxfgxp2yY5jh2TBKVGmbMUh7eJa9z4Rhle//k3E8uZr31NYj0npyuNaCWBP28dt/lhunHbAh4C2bdC2LSYdVccHtvwA0NYl7YqbXwNey1bhB1KHBnv4tA/YbQ/51KAYDUhApxBQNTUWa16UdduAiOvqd7wY+s22OB6C9+p/0S5QifwDjB2s7/CGqKoawzhhHCYM0RJuP7MWFA7FSx0OlAFGVW/dtWkTWWPhphE+hdoaj7CHZKorXImfRjRdm632YoSetk0uv1VdwxqbOKb91Qa9eAfm8Q4pKhEATOLkMs9R2K6W6FY5hNfYj5mIjWPpCISQQDwNlkUUXpdGXKOjRWXwmTgOhz6HHZM2B4n/4ITr8CC0XYe6MH5C8oqs6grGsvdi3PSH7Q7jMJb1ikoQAGwIaM7OAFChKtV4UTynBrEx5yjOQfpeqgBjWrXIZUYz6ODF0EkM1wBeotdpB24xgdtyW37Ky40RB2Ly0bqpQeD04zmNoMOiqaEVY6TkQP7M7NBixSfAOE4cxKLP0W5YP5vZLAoeJnhQpMrakghsd950NSobKTnHHBy2B4xblhEN2LgjqZM8IXiCDwSQuAFbK9F4uNjKwtRtDKGIYRjhAzBMI3o5rbzJ3AgABHExrcQru0YQtFzphkBYdDW6hSDnILi6wRBTrQ8jguvLel1MRiLyfl3Bh4AhnmgUu0UIYjJbATDkEqJ9cA69D0Ahi7KNTEpVPrpkzASw/X5VVeKGzHNUNzWqVQsCz2G/26Pf7pTGh9H54JHEDBfYByDZkEj9PjpfNRXa5RLBO1ByyzbwYZ/FNSIEaxLbDQANEew0InrBx/qdxJOs1ys03Yr9KIR7MEuDwfRFDEq9Nrxz2F1tMHmf7UpmHGLVNuiWS0iKDXjPalzOCpvzDCAEfFWJB69977uFqUdlLYIh+BDxrut9B26EOLBer8M//Ad+PwBh26YJIELXRVZMIKMIIBlOVup81of7fg8yFlWTo/VaFSFnHEbsL65S5FpLHEXn7N6dxO4HMSrJDitTsnTj9wpYGRTAaAj7zR7bSxYPnHOA4bBYC8EWbFXBTRPGMUYa2mO/2XDYMYCNlroOzaJL7a8qixCAg7DZh6sdbPCwMpmru+dYnK85AvJM1RXZ9EBsrZ98CwQEJUPJQ3F3ccmsfCICDRZ3ztCuWM71EwOPw+GAfrOTcWGDmEpwhW4dIw1nnf5ht8f+apsNrogde5YyJnVTJzEvRUKaHMcviN5+ogoktcGD9+g3GUdwPsCFgKWIVovzNQDKDlAjR2Sa+iGx6tM4oFuv0Cy4jyn68DjicLXhe/Y9KjIJO1ndPUd3ts5GPN5jGgaM+z5bgspaabocLMaYbC+y22xw9egCwzCktVt1LbqzVRIz3OTgpymJK06ibLdrxmhkYsHRa46NgwDg9ddeZ7E15JgbwQe88857N9dicL1eh2/9/m8A4Gi93nt0i+zhR0DhhhqNapzngbp894NsxKEnbb3MgzmMsIZQidxU16wbN8YkWfEoRh5lc2Ag6+PrtkYtmMPYjxj6IZ/FxiJGOo6LY3e1wdXDRzNLtRyUI7a9qiqs7/NkL89W8M6n9pvgUYEpPCARfq3B2A8YxdswzWVsszFFFl0igpWIP3HjTcMocrvcZ9ggKfZ7d3mFq48fqHRW0l5TYhFEBouzJVrZWFas+HTkXaPBudpiGidMw1RazYUAiuqBEDUr/LVqW1RNLeMiuIHzkmUoczLWWmwvmUhcfvRJilSVG4uiEBFW9+6iW69Se733MOAQ+HFuqqZOm3XsB0yHw+yEJZzaTXFMmraF9x7DMKTcCpObMHlf2JActjtsLy65f0PWoDz3NTatD84l3CmO2Xwfv/3222Jnk03t33nn/VtM4LbclttyXG4EJqCDWFS1AUBwbszmorZOSS8Btqp6+M4PUMLyjOTbOluSEVFC4E3wMGFmxjo5jH5UrrciP0U51gkVTrbglhNdGAsn7q5V28G2i3TSTNOE/dUW28vLxFmM/ZB8AbhCbe+Z/9rKJDl1PAxol4ssUgQP47N2IziPqe/hxjFVZ20FY02ytJxFPmOZ3HkETGjkRFssFgCZ5DI7jhP6/R4HYbfHPatIdbTnOGeFrI6A8dAnU+/13XOs791JbtjEgnw6sbz36AMQRocpii/JLl/lJkDWe499z7EmaotKRMU24S1yj6jynIy9bapjDi+UDHQIAZsHFzhs94lTWZyfoVkvUdcx2I2BAeWEMcHD1BbkZqe/OpWjOXq/FzFqHFA1NZraohVOkozhuJpSS7/bwxBHeAaAESzSBAT8ULQBBMJzr76KEDk+j9JEHgGvvvpVgAivvcaOST5cjwncCCIAAGuRQaMlhDXZNNQLax1N1z/5/veLZ421WN+/h8V6rVRFHINv9+gRAIC8R9MtkrwWPMuG01hG8OXw2RkwMsakQBlVW6NqF5imEdOul7b5bFcuxTY16kWHQRbfESijnIliadcrrO7cSWJQgGTtiYFF3IjKEJpFjMxbYzJ8Z45yxLH3/DXRZKItfqwbAA77HoGMwieAytagVcRJgGF3OEEA/BEL2i46nEX7gkUHEyABVoCKOMBqssFoW4z9gM3lJXYbwVNiJOGZk46CG0GVgSGb1X37PasjYzIPcPzD7ky8RgUP6bfa4x0C2FFxwXhuF8A4yrDv0e95ng0xjpSSmlYVbNOIClYIQ8yMJYWonAQ3DSADVFWOajQc9uh3h7ShyRis1mus1pxhyXuP3WaDzaMLZbod8MM3XscXIjAYUIoEcdyI8M1v8j1/9+/8HVxXbgQRMDa7PDKQUokrcD61L374Xrpn/dR9BtLklGm6FlVVYb/dYieylB9HUAjJcm997y4W6zPZ9BC9eOC89DFVkzGoqw7tUoDAGAwkEoGqxu7qEpsHDzGK7TeMhanrDEytV8kOPRKx8dBnPTrXzFGKoqwoEYKatk3RhHZXVxi2O5CPBjoed566n/rDbsIGVV1nC0fnZic/STTk0u126AfsBSDdb7fMAQnXtTg7w2K9AhluW9006FZLDH2fbBdiboNkQ7DkqEKd4lwMGQy7PTYCtLWVRVNZNBFMvHMHq7M1mq5Dt2QicNjv0R8OGOW09SHgSH43BmQtjKSoGw89DhebHPyDgHqxwEKIwJ1nnsLy/Ayj8gMYDwfmzhQj1ixkDiKo1zawlc1Rg7Z7hGkEHK+fqq6xvHMX3WoFV0cbi0lsUWSzel8Ag9HvgUw2Flqdn4PI4OohH1b9YSgyTa3Oz/DMF57H/WefSWAuR53q8ckP3k7tf+bLLyNbwh1nmvzWz/wM3n33hzhVbgQweHa2Dn/gH/1HAEg+gABhn4X1Hfds0qny9PHqELbLOYwHMemNLKT3aNoOzTIvZja1lQhGYmxjZBND6ucQ3pE99QJu8SQOhwOGPcfOjyx3ID6d67g5tSlqwe5ni66cI7CcKu9cWnTDfg/jXQLJ6rpOsfF1KT2jCSBtBs0cVBEDDyyeRGIzTa4gAs2iRd22OSpzlFy8Bp/EjRbKJDXFEkgPwA1jUtHW1qAyJqUU61Zr1F2L4ENCytmpakrEPxAAk1PUu8LYCenapIx/WCPCzj0AOyGlKMlqXrQIGkWbU3Oin4H3SZ3phx6GgLpbprlP85DMqyUycrI4jWOHIy4qmnof9nuMQghif+quRdN2SdNVtAnR4MvBNDlyVgZC83v+1//5b9wCg7flttyW4/K5ko+o3/5dAH8BwDMhhI+JhdNfB/BLAHYA/kQI4bc/VUsimOJYZbTuKkyjRHYl4tNrLtfptoCTVeRkC4Rx6DEOfXFfJzYB3WrJtvm2Svb6+80Wu4uLdEpql9XczACxHebXhIBxt8cYM+dKW5Z3s/2BrarCUIl16FeJ+p/uTzwx+Ejohwn9cAXgKt1jjMHibJXBw7pmvbCcZsN2h93lVc76c/JF0eDcpWfm42yrCsvzsxRwNbp5R138YbfD7nJz5G6sy0gc+GUrMjY9vFL4KI+LqSza5TLhHiZxGGIYNE44XG1mOQXkj4qjaGS9ADg5xlXTYLFeFdmbDTHot5csRZuHF6VC1xhWe1bRZqSCm0ZMV1fJZmFemsUCi7MztDHGhZg8T8OY3L33m23xjDaHBuL6OmDaKTNyEi44xPd0WKxXaCQ/xjRO6KcYoDTjK9eVT4MJ/CUA/wmA3ywaS/QigH8KwDvq8h8BxxX8GoCfB/Cfyt/HF9L2+h5njUGYppgOB8Z7lierMrhkXIQhyo4mB90wkjtOtRdV0yRbcDKWUdlpxCjo7dSPoKpKDjlACRQG50CBs/DVKe1YdRTyuxYZP2UhHga4IXuOeTehtjXqZa3e43hRRccXAIEMqMp6amMzfhG8g6lqhKbFJGHYJgeAcg5EFwjUdajbbHMRQmDZNVrLSd7EOFKMgZQ5/4y1qEwA+WxvH5xPtgOWDBbLxVEqrEmiKANiA69qTQlNZsk2HAhjrBcGxmfgs24a4Ows+TnE4p12GPIqV2IOsTb3LfDTJPEWOBWbrWos2gatzOWirVPaOP2ewqaEDAJyLkt2pLJJ/Jqcx/Zqm4zEmrZhLQYZVEIYFlWNacz4BA+dT05fbppAgQ+32ANbV0U69gDW4gQZA1tZdIZwCFUOBPPjEIEQwt8koq+c+OkvAvj3APxVde2XwZmKAoDvENFdInohhPDBE16C8yYSAQkc0TRYpM3F8vQkSPN+u2MDGSVj27Zhj7rFbMEnTz1ekNuLq/Td+YDF2RqdTEi7WBQGLofdDvurTVJhsfIS6M7XCXhquq4wN41We9Mwwk2Se3ByMMailUxHbXdeqNy8YwT46uKRkuQIZC2W8p542qfcfoce0zji6kFGja0xMGTQCgfSrJZYrZfKvJowDQP67Q69AHZx/GuRoZfna3QrnZEpWlLmhKNsNEnJzrpbLmCrs9I4iAj7zQZXlwzU9vEkS6dXi8VqgbptcuLW4DH2QzodD5sdDOW0ZE3XolutsDw7y9GSiZPZRu++3dUVnAuFu3fTNaytUKbY3vuUJm632XJUqq5JVqpN22KxXicAL+IF0aV4e3GJzcOHMMob0ViDxWqZ1mB0607y/maHaRhKDqOu0a1WyRPRKtd2gF2Y95sNXN9nDKMf0C47LM94ntlyU69BDu/eTVOytN+VdLMonzfa8B8F8F4I4W/PfvoigB+o79cmH7ktt+W23IzymVWERLQE8GsAfvHUzyeuneRDdAaihUK8Y9RU71XGGGsw9H1OODEOMHWVkP5muUi+5/EU2V5cYtjtFEIvJ0D+CiKD/WaDxTmr987u3cHy7AwHkYn3V1sMu33qFIWAdr1Ct16hljaP/QHDno120ntEXtOnevAT9luxSx8HtItFUvcNfY/DYS+iQB5Czsib5e7Dbo+92O8P+0N6TwyUGjmBpI4kQnd2htU91t0v1mvFHamBAAqzVUKWqYdDDz85DpslLtzeeWb1o2xOrG2pmzqZyLZdx3EHVe5HjjKSOaZ4gsZ4DptHl9hfbtOJFjyf6Ibkvs0Glw8esImyiGzru3exPFsnP4a67eB3uzT23nmMwwhb2ZR5+bA7YHu5xWGnzK1DwLCvMXQxzFpViJN126JdLlL/YrDQ7cVFcjwb9odCu9AuOozDiINofPaXV2IiklWfAcDm0aPMrRlCt1phffeuzNkKxrIpcZ9iGRC2j66SmBq5t+gbwetxgq1z8pTVY8JIfh47gVcBvAzgb8sgfQnAbxPRz+EzJB/RGYju3jkrCAVJVKG4AZxzMMYkIKdedmykoxYLs/oX2F/mjVa+T7Gx8Roc6rpLasVhd+AFH3W0d85xdvc8zWuSwAJwEADJjUM2Lkr1ZlktXysppJsc+sCL0FiDO3fvYX33brLsmrzH2GdjlcN2xzHv9qWfQAz1nZvmodO/Tn2PvdhOTP0AW3MgkuU5byITPAx8DuqKgOHQJ7k22iPMg1PwWo4ZfHySl7XVnzEGZ0KAzu7dhQ85fZgT+//D9iEGITjTYUiysH5ThAENAoILAHjz8buZuDZNjh8QRTUAaZ2EENJYBh/EsEruEWJ26MfkdkEE1EolN+z37AQmba2aGmf37uLs/t3Epk/OY1LxDreXVxhVABRb1xhjzMIEYPPnFCjVA7uLiyTetMtligN59tR9rqeq2X5EVKvTMGLvfQKxq4Yd51IcDmjg9Lh8ZiIQQvgdAM/G70T0NoCfFe3AbwH4N4no22BA8OKJeACijCaNjZF5jUknHBkjTiLyTu/g+imh+OOh5w2yO+AoAKg68Phz3ppVXcOYHFSTjJHglnyqWENM5dNid+n/uFj9lD210vtCqUeP74zWa6xy9jkasTjsEAHRiM0fes7JGCP+jBMweVhl2RdLGqeye4AhBOfgxMjEWoOmrdC0dXKksnxbImSTAK5FJN4ZM8du2AE2zQ/BI+ZflOecg61NCrZqqxrO++QCPAo46cYRk7TP+wlkshYljlU0zGXFTIl2D3sm3FPN49SdnaGrcm7LGIrOe48gHIUhgsECtWyaSQUCyZiGgacSXJ5cgBccYRwnMSOvU3DVurGwocIU298bOJcdfdj6tCoPjWhCookCkIDbw2bDDkOuU1ybRd11ed6DBwVX5l4Qq9RsZn49MPhETECSj/yfAL5BRO8S0a8+5va/BuBNcDbi/xzAn3xS/bflttyWf7Dl02gH/sUn/P4V9TkA+Dc+cyuIUHXZZjv6xE8++sUzF5BCVY0jB9VMcuvhSJ3D7VGfUWYtqrsO7aJD0yof/rpm1kxQcDLHziGc/B0xxR5oRkeL019ZpLHNQTwVLfdHm/saw//L09PoYMgk0+gxAH6YsptwfuGpj9yfykpglGg9V8NQQJgGOCdjIe/UQV1hK0w+uupOR74Pke/QnJoRP4sqqjSthRVOBGDxxvuQTkkONkKo25xQdTiQhAEbivcU+MWsk955oM1Wn8EHDP2QOA4C2KYj+GQFWdsaTd0kJx0OYzYXQ0SkS5wA/03myZ5FDecG9BTby1qsoDQktm3QBkbxzaGHsRajGYpgN0eyYhGcJeCw2yXZPv46DWOR8MYgB8Ux1sgXm0Xqx9iK3AjfAWttMr3cb3fYXlyx7jSygQhol10CZZbrFfbbXbbr3h1QLBZE+V+vGB6h1b17AID1nTtYrlfoFQHZXV7BGptY7rqu0a06tMsMXDrn4Sd/xCKniDmGZXQ3aRPl7B/AbQvYS2ARIAfpIGPQpCCbC3Tre+qenMB0Xq5j9MI0wlZr3HmOpbd20eHd197ENAywspzrwIFT7r74JQDA2VNP4XB1hTDFRRo4lqHK7uQDsOvHFDkYCNgeBizbJqXcMnWN1d27uHzwAADw4N0PQEQYpbVOgMRnv/RCciDav/8hg1uKNZbweem7kgr5zc7BVhXalahS12uM/SE5DA27HadBJ0qxAFiVvEhA52RM8lAsR/V6ORpg8SrK3gCw3R5wdblNth6VNaisSZ6tVVujXS4wHPq05pJjU3naqFfzh+3lZV5jTYPleomhZ3F4v9mi3+0QjxCDgKqy6NbrpHqsu9MZuIEbQgSCD7iSKLpsqSWpyKIeer1Et1wk+dJNDlVVJXCrbmr0+4NQvagLZkQ3nqR126YIMgAb3/T7A/rdLmkDLBmYQMlGu120aBYNrM22+HVTSSCSSGEl2cUsXJTtLIjE8i2lGON6+sMBXmXStZWFD4BRzkr8N6T226csFmdnKYDIsN/z6VtZ2Ep5tlUVKll0+6t9SvcNAP3+AD+M3M8oe4LDuRmJZ+W9hwtAtWRiRHWHw24/AwYDmibL56aqsX7qPqyhHKrNVgBC4n6cm8RnQhYyEUI/wg0TFmI/cXZ2hlaiMMV1UXVtMuqBzK4xBrUcCBHDsSn4bODAKeLUM1UWfpxgKCjXbh6neKjUHUd29ipQh48+F5RP23IEkKJdxfFdLjhoyOUFE+5xdIxJCKZkxOLw7Ol7WLk70kdOCRfTvo+HHlM/ZCWDBIJpui5pk2xlMU2jCmtP8MFjI05IFgGVNZiGAW5ib8QczPW43AgiME0TNg+ZCEQCYCqTTs6q5lBUY59ZGu1iaqsKi/WKUXkxs7WSMnrudJFUbtsdq/cOfTr5DVkYY5NPOVl2XhmiBVvXAtaiagiVsM+7qy2C80mkWN2JLqCZtI+TwzhOmKKqaLNj68To/homEAVQcGgqbn9TGVRNCyxV+ynH2//ovQ9w9fEn6OoKz7zICplm0cppxvecP81GI5HIbR9dpoUdlB0WQAmNJkPolsvEOhMRzp66DzKUVGq7y0tYVFiKGqtdLiW0d8mT7K62OAgno52PpCvcpoeXWIjRy73nnmEQUIG7ZEzynvvh99mTdHX/Pu499wyP8+y9RKwZSppJxyi6NxYQy8rdfsSEA4IQqKbrULcGlZK0OJQcsJHDaehHGGuxlPlljSeLNNu4dkOANQadrNvtdo9pUjLM7sBihPcJuCRDqIxFVUseiK7ltGoqLBvnuiyjNHnnMCjOpWk7rO4wYdlvNhimkblhMY6bHmOifutAdFtuy095uRGuxOvVIvxD3+S8A0krTOmfo9IuOsn5F9mhaNCbA2j2e0kUcdS9EkkzZHNWnGRee7qdk5tQ1RWaZZecaTiYpMFWzHB3V5vkhGJMjDYsDJdW5QGIMFPgLALH7TMVoNSPddskI6WqrrFYdSAAlw8e8rsvLnHY7VJNRgKyFi6/8v7kKTzva5LH43s5eObyfI1VjJmwXIAIiXvYPnyI/eWF2PRLVN4TKVO1TUMgexRgKTZA4y3taoGViH1t17G/BEg54Gywu7wqDLpQYCeU/W0iuGYqARtmi8ONyV8FAJbnZ4mzW56tMU0uGf5sL65w2O4wDWPiKKbJYRpdbr/gUpXVmZt4nSZ199EgEdrVMuV4YOCUQMh2Df3+gH6/OwmGp1EMAdmDgnGC/+Nv/d0bnJU4YAZ6ndgQQLJpb9sOTd3kUM8SLOOH77xTACoVzTcgM4gPZwAAG15JREFUqYSegZ1NnEuEJ0a0ia8lEhk/ye6V6KpNMggancfu0SWuPn6Qmy5OMVFmJn+MzAaErP0I2UmmvKe0IBz7Hc4Ms+B1W8MfDthfXmH/8GF69UKhyCBKGWxVpSxWWEHGlfNN6gABIJ+/O4/+44eIM+SChwls6QYAV598gmaxhA+UdO62a2Xs1GuRU8uFaFh0kuLmee+vNuiFqMYAIQHAIE5fm4ePCvCQiGDqJuniY0DPuq5RRQIkgUGOdiBlWw4Q+/YfxDhrt92jXS7gRN8ew6mzV2G2cQm+TPtWAIwhoAoC3F9z9noA02aLKXoXEnDvheegCUfbVCDfggS/KAPWlF2Lr7nev/OmEAFwTjkgR6ktCjGSXCnPPUtGyfKEcRhQ1RV8jPlOBKpagHRdSoEXIFFbw9E6jN+NrZByGgBY3GHHoW61TJqJaRyxunOe1H37iyuAOJQWheuHfnIuZVj6NKmizu/dw/m9u1gIYBfzz1nKIbq3AgzFPqoYwqpzrGodovXc0T28MdMUEIOTd56+l9VUxmKxXqGKoOtigUc/+gjDvk99scSGMtGgCwCqOntx8s71JzfDfDjuPPs0AI7C066WIGKuAGBN0dXDR9iIVSQCMIw9ppSyLsiJ7GDrKIcLIUjEPr8w5X6Uw6NOfezQrFbJ7Xx19y72mw32V5tkqm4N0BrCOETvVhlw1Z/RA60NSb06L0aOpDgspqrg+4EPIMU9NLWFJYlM1VQctXnG5casWwBmhH7+zttyW27LT3W5EZyAsRZPfYF12ZzEwsIUpriMhm4vGYXtdxtM1iadf911qGmB5b3zxIr5wNxBdE559PEDeOeSWsWPE9uQG8L583zSLNYrVG2ToxyTAZDDavW7A9577W1sHz1CJa63z730Ipquxfl9ZtPP799j81BrkznsYbvF1cefJBnUB06YEU+gbrnE/eefw2K1TidlmCY2JY2cpPfY7/f44bvspNkYg265xPLOnRSr8M5zz0n9Uc01Yex77ASv2D68TKJwtOEnInSrZQoQWkkuBh8ZSJFrQwh48OFHAICHH/wIXVvh+VdeBgDce/YZ3Hv2WZkrfqw/7NmUWziBzcOLbDcv742cSjzp13fvchwGW6guso+C87j4+GP0213KyXjnqft4/stfKtiH4EMSS/rDAbvNDo8+eZjiHRpDaBuTOCgyBnefewbdep3Wh/PZ2SyO/2G/xw9/97s8p1dbdOfneP7ll3BX7DASC578IxyPvzh9XXz0ABMAOKBTmEy96LC+z2u5EfuFLJnKmlFc1fbhBSduFZfxu889nbQIsU4EwE8+2RJELcepciOIQFVXOZnHocchBm6Qv2Pfw5icSjrafPfiqz4dDiIXErwAUpGYxMVQVxVQVcrbz8MYwlMvfTGBbRcffizhqjPrNIr/fSy8IXzKZPTe995As2iTus9ag27RcWBTcWSZHj0q5H4vQTzi96deeB5nd+9ic3GBi495o437PbpF9uvvDwdmA5VR0nTY46rvUcVAKRKjIFqs2aZGs1wmz0PpAAKg/PEJ3WqBdsVs7+UnD7G72iSnHiAwW7/P2ZmtZdn+w7feAgD86Pvf51gMtko7oe46tKslFmcMrIUAbPVCJAKBRbG46bv1EofNNunMox9CNMYZDgcE78XGgX+7+vgTbAg5xmPFMSq1Pcide3dARPjofQ60SQjwnqP+ctsCxnHCedclXfvlJw8w7Ptsex8C+l1OXWYIOFxe4q3/93dSl+pFlwySuC1sHHTnadngXYOP3v0ADoReIJfWckCQfQzIul6LH8yxnO9ERW6NtEeeOVxtQABsmy1fKY6xrMvz+/eP6ovlRhAB7x22gnBPQ46ykuRLQ6iNQa3CiQcgI7n7CahqVMtVChlNhvDoR59g3EjOQCLOWBTlqsri3gvPoVl0+OT9DwEAmwcPMOw2mPkg5dMYbIGqveEm7zCMY5Lx1mdLVM0Ki7MF+r1Ywl1dcSotecaKgclS9Lrr8zOM+z3G7RZGwqG1BFB/SAfc0lJpPRfBKDhgOOQrtgK10Uip+v/au7oYya6j/NW5t7tn529t79qLIRDbyEYyUoQtElmCRPxIEFsiBvFiBMISPKEEiBACR34gL5EIiDwgISIQlgIKiYJIwBJCBBAkL8QhMXZsY0zsOCg2a6+9jnd2Znp6+t5TPFTVOXVud+/a6+2ZQXNL2p2eO7dPnd869V9aLksJX2QwEUIgDBwRqEd1jl6cSkUj8y1ote49IQcqgYOUztZ5ChQx3t8uxPvR2iqoCqnE+XBlhG3nfAMwiOxwC67pZF9lcr35J3uS4VehhriBMIDaexUywNqGKHcJraWFGwwxGK1gdX0VG5tyc052djSBqxyaUFcYX9jGzto2hup5GLa20VzcSdGiedbdZugoNJrxWDL8JG4UGK6fQNTxnDpzPU697Qxee+mVpKjbh6z1ZFvs+a+/RNg4cwZhYDqm14HYqluw4B6owje50bcSmGVzZW1XISRFZ+8n0EMPPSyEo8EJtDHFesfIGAwqKW6plK8mCem128qbgwDR5PJghDAYJNZyZ0sSUto7TWzFBqupn4RdX8OrL76ECy+fk3f2NYWTMxF6fDEy2qg6CotrUM9F8w8HpDhmqKokI544uYHxhYtJVqxHI5xYW8Pm6VMAzLoxQUVZBqSqpM/Wl5iFRYCQwnkNLP8iAAxIZFljUQcrUvCDiTDQeVhZX8NgNEpxDvuTSZGYlFTAJGSZE1ArokNtPhapEtN0isnuXrKa1MMBRmuriSuJU+EKhisrqFVrL34GlFyy5+XFUyt74XMhIpqbFpKKTYBpyBsMRivYVLl7OxCme5PM2lcB1WiI/fFe0q+sntzE9vnXnKt6kxFAHVOZ1NQrz+oggTzs5mWyM87jIcL1N96A4WiU4iV2L25jfzrFSDmz2DTY29rCiia6YWbsbV3Q4jvquWoWDDNdhwDmmCpAjwZ1rnVg+6k94gFEZvIwYLXB1inbzaw5xbYmADQcUEPyApg0PxgO0I6GqZxzTYQTG+vpIO6Nx3jlxbPYfvV8blN3WNd6Y0F0RgCKkmLS41SFJmysY293LJtegzf2JxOsbm6gVrPT6slN1INh0k9snX8Nk90dKTXWGWd25iI99JaBZv5cNk2Ty1/t7knyi+vMt2AoVZEGdTJ91YMau9s72FX30vGFi6k6sIzMDl7pOx/dHNjyMLKYFCcTTM83SV+xurmOk6dPJUXVZGcXFUlOyBVlwdumEX93SwjTNhJjMHek2V7viUUg66l0KrCYyaaTSTrQ11x/WqpUq0tzqGvUmjnIqkDvj/dQDYdJH5TmwRngiYRIGuFrowoy2S1A1kRzELz0/Lewe3Ebm6euxfqm6EpOXnct9nbHYNs/sUU1HCSlcts0qAZDRJqmjNBtlEQp6aAHQo2QgrMujicYDWrUVUA7LQnHPDgSHoMbG+t8x53v0N8ubzMXoT33mwB10Oncik6I7o6yrgdyEJ0tNcZGEma4hr0/i4QWMxBdViP1H0+bI5pdOqv2ze/b+sdU9kcUdRJgZNlhrApTuuEayfYTnPOT+Zywv/Wim5usXMnz1J2MbmAMZ+7G/m5KzcEwB0Qxt2BXaQc6Bk9Bo0siEqME0qQ0WshWBw/F7x2PlxCCcD7eCUn7QCkhaCXz7NYnRvHFJ7ewbZuzMls/yhgEJX2JGLJ7DhByolgjU9a8rWFV1Qj1IK2ZbcfY7KPdn+R2O+sBlzbe5iTGtrNpIphzfEHhAal6kfI4EL74hX87wh6DRKnw40Kf3Tfdpml+7YF8SDH9Va2bO7vQCseRD3TKRJSogGjgmWNOe21UwmmDbGGT4wkFbUJZPsw5nBokkouwSuFTO2CSa4AXH2xoYlnbMMDMASO7VYtNl0hVfsR5swNQUYFSBahQBXAMuSAmc6cFQVFRlWrusRKBYjkUd2KfmYXl7Ywxta+EstgiasbNOfpCYV4GRwSuEKuydmJVk9sjUTL0uoKvQdcipeVyxFDwVBpe7eetnO+gOSRSyDXJgGM9QDCPzcYyOHsiQy5vBKU+5oxL/gLKP+dB6t8lzlWvGOyhh2MOV1yBiIh+FcAHADQA/o6Zf0uffwjAL0MsFb/GzP9w2V4wJwUSOdnFs6TzTDLp61BKyZwpKDfg2BbUM9SDJMDGJoJb1u9lxxiPmKAU2mXdISJlbT1VplzVN8mjjudX9jrhiQ0oVOnWt9dCnV2UuWnBaB2r3yK2TS4xbZclHIva1WQWk9jlJrMIEUIo5l27nJtQe7MpD5mtCIzepLFFsqvOsLG+1c5tlObH5p/nv5e0ogRUlTg7pb7Yza06AKog0bvZvi943L4KUjAkJ2tlhMDw2geZ1+DmNhZuuIhTcCSwd9IJARVV+YZupmibaTbZ1cLdMZB8OZiCjMWLPhxTEBRxFgdyX0z01X3pRJNiXp24dSlu4YoqEBHRj0IKjbyDmSdEdIM+vx3AfQC+H8B3AvgnIrqN+RJO9JBBNlPNvJuSb3iZ5tJ6i0QAGCj5TXfAtDqsbX6OERxbxDgtd3wXnAN+TJm6S/ZTUDv5TPvkHQ48DWMw0E4RLfahkupCzK3Y3w01R7RtLnttySOl/TxXKQNTzLKrvFOW9k7SOCFtZo4RkVCwtd3ZIIjMXbNmRjIbfPJMnBZFT3070dGshQxpImyxWLU0Pn+gqSPrmiJSCWrNI1DwlZpER+ITmlgBz5y5yvQ6OcDJiG03lUim/ZwuA0+E67pKada78n7bTBEq2zvG/svEzM5fXmftSCrcShRndEzQC01fTf/nvbv4CF5pBaJfAfC7zDzRd87p83sBfFqfP09EzwJ4FyRR6UIQXU+ukpNOs1PqFRVj9UR5mYhVIZfHLko8ywQc6gEAckSglc3bpU+ZwC786ftSpP6WB0jZZBYQF6Igyi1XGcgWld3ix7adKblVKK86G3fWapH5EvsuEate1cytEcQZ7zxgAMQuJNm4H8MbOR22cvN5s2Ip3xc3k+eqzPpiXQweTywH5Puo5rEYKtTOPButTY7JOcl0I/mAsRxEb9vjTCKKiXBgc58OcAhomhYcclbj7l6JrWQpznqCAA5VrnLdvbF1P3q34BiFCKRAuzTtGU/iati6tljyv1KdwG0A3k1EjxDRF4jonfq8r0DUQw//z+BKrQM1gGsB3AXgnQA+Q0S3YD7HN/eK8RWIRqPh/K8Wsq5jzFQ+S5yAyf2eGirLHlSjbTJglrGbWS5Ae2sZhLsK1RTKSd6CIKQ6U3DOeoTiFsxsOVm9Oc/mJlW5tRtnboWunA7XH+u7pWcr3nNfNItHoR9AmYl5EeTRLLLd08wyznACqa+kNzTDVT4p3lV+I7cRguv7/B5E0/CbWzRTnl8vjqHkqqxrmcWmGW1/wSUi387JgSsyELIIBOLiBvdsv1lNCEi6IUBFqwV4jXMMGjvgs0AXAUQyuKKJt1qVeB68AOCzmmL8yyR81mlcYQWijY31nNm52EjZpqzfAmD28LbYNLM57AhUD1L8tx1MjpbEspNII6EOsxu3YMEBdBxYShtz4r/SoqXNnvL2BRVhtJCo5VAoG53PMjvzGbl+59eie4UKxWbqe7EfnJjl+z9vz7jNLH+f1SMsIiVdgUPouhIotkOvxNLpdUqZWxVgzMh1ibQzdg6jKHpDMOIfMnvM3bHl3ymfNADCyovIsEihpu85n4UYJT9CUvoZFkckiKQEukFV1/od0zHVQNvJDaDoyP3iTbhGEOxZCBWIWPxZkgy7YBi4ciLwNwB+DMC/EtFtAIYAXgXwMIC/JKKPQRSDtwL48htqMbudZarn3bM4JsoXY1skXsgKszw59WAoXIAdAGbE2CDGUsYOXkvPWkLbcxYzVJng1ycdry7bQJ4wEUBVaipqUI6lHxP8bqyKpgqhGLO/iLz+IN1eHYcX+T2PgYKUFBMuJaOjYpyx/LvhtAxuaTy5LxGEjglbx8AgU5hi/j4kt7vTmroXI9ocqBRq0fFQJhyZg7LbXS9kZy2QhsTakl4CEj8jzBGJlt0p1+aem7RNbb/lAxwISe9iLyfjhOIAi59F6whDqAJCUqAGIFTuknKJ5yivd8EVBkk+ZpwtcxR2IYRU92ER5wS8MRPhpwD8CIDTRPQCgN8B8BCAh4joSUgg1P3KFTxFRJ8B8J8Q0+H7L2cZ6KGHHg4X3koFol9Y8P5HAHzkzXYksg+KYHjneLH3e/kngGK+9UhZRuZ8+7ZocWL9JCapeMe4uDECqY4gZtaSlQ2pUh7CKLdKYoNnb1wR/R2vxhZ661xOWQKOMschN5kZxJq2wdraKib7DdrxxTRGod6mn6i174q3BQgRVVXNiArZ+0xZbO1HFQICSKoA6VcqIrQxmzxFeshssaxJQIxIgTCbN9yA8cUttBMJ024lqCK7Vae5yrxL4vwLXwCv8wEkuWk2n9lb1pcIBsUoHI3jXIhClsspIMYGk7H0df3aMxhvXQDFbmpyn19c5oj9Mqa+O28/L9Qwq3k2iwysloymMZ8XuZAL6ZYlmG2gHoORJYfG2obEd0zbBu1kL9exSFye800h5Qo8OxAo9TUHVOU6EL6+YxeOhtsw4MQzGVxsG4xWtGACrWB/vJNZefXXT2ZF9VkvcvUxsHvh2/l3UtlLEbV6ntiak4ZAAGLMh74e5kxDMTa6+JQdZ8yJw9jPIKZIk2etLxWcgq5TfVJKpO8gEDAYrSmuFvuTcWJZTQHldQ+x5ZSnMLXG+VCxHjSblbZlNIhehEZkUQrm6ERSlrtkhomAaiB+Aruvv4bJeDebL+3VptMXlccBoDWkybGGnI4iE9RSHshEz+ZJlGuMlEdXD0M9kmCtqh5gOtlD1GSiF859C4HEOajQ9Tg+nSE+HYXeoiNKyVWR9ROBzIU558S0+U5ZpokQQpX2ymRvD3VVIQTCfmOJRCVJ7ta3X1W083UQBHJu6FQQR1P+evGQQlAxRZ/NJn9OcCSIADOj3c8JKUGEldV12AAm4x05bO5AqHNBel9byk3oDegPooiPTtmnyjVftln0VY64gBFTGGYUeaxtwOkZ6WLnhU+KwJRBmdJ7+XcP6udQ1XKzA2imE7TTaQoDJoJwPx3ZjmwsNgORczBNkhPt4IV00rJGWv0pYskNeZlbdAllhV5CzIlU7TyxuxXBQJvn1itJAYi3JrqSKpXvqALQ1j1UlSq9gpN/RekX1Qc/aHVno+xyE7Ne9u527SjWxEjhgsdAADHY9anyvippL+VEKfL3nIla+sgp8IpjxHR/DzSoXJSmeIVSWiPBFYv10PlLHJ6la7dDH3Se/SXIWsNzrmajgCNBBLwmPISA0Yk1hFBhsqd51WOL4LYL63s+yKJLBxhwtho3F/ph9+wLl1CVLOim/ue5f+3+5b9XfLg8kP43mfccRqxyn+Y1H7r97LTxhvphHZkBvoL25r/pb99LgVdxFfn/UI7dLIKGsWv+tPV78/Ow4Es09+PC16YARt/xXa4vXLiDBwpJsRnVoiBfNpMyAMoOUeJ27axR1jBHpCCpSxCDPoCohx6OORwNToCyW+NodR1VNcDe3m4ykyRZzdihqirt8GSsb1aWZHdeh4RyG6s3vm1+RyjXQKAQiuAYIpIgHi2uae+EOmdyARG4zT4Aqd0CeOYZhQqD4Uoqy727s4WqqpJ4kIKW5gVYGaQ6Bk6pCsCHNJs7c5of88/34ceU70nhuipUVY1Ki5YyGNPxdmHvRlJGdX8vZfp5gUoFpzQzKEkfqw2oU0y3NkXmJKvBENVghEbFSxMTQCHdihYYVMZLsOgFEhsOmPJPvuTeSzjNUJhjQOp6mPUgnaC4qh4iti3Gu9spC1A9qEEgBNUTSZBY62pBOoV5kkxU1HQi3fzEmJwSkcyUtPdvHoWkIkT0CoAdiK/BYcHpQ8Z/FPpw3PEfhT4sE//bmfn67sMjQQQAgIi+Mi/ryXHBfxT6cNzxH4U+HAb+XifQQw/HHHoi0EMPxxyOEhH4k2OOHzj8Phx3/MDh9+HA8R8ZnUAPPfRwOHCUOIEeeujhEODQiQARvZeIniGiZ4nogQPC+d1E9C9E9DQRPUVEv67PP0xELxLRY/rvniX24ZtE9ITi+Yo+u46I/pGIvq4/r10S7u9zY3yMiLaI6IPLHj8RPURE5zT61J7NHTMJ/KHui68R0Z1Lwv/7RPRfiuNzRHSNPr+JiMZuLj7+VvFfog8L552IPqRz8AwR/eTV6MMMWETcYfyDpMp/DsAtkJwEjwO4/QDw3gjgTv28AeC/AdwO4MMAfvOAxv5NAKc7z34PwAP6+QEAHz2gNXgJwNuXPX4A7wFwJ4AnLzdmAPcA+HuI18tdAB5ZEv6fAFDr5486/Df595Y8B3PnXffk4wBGAG7Ws1Jd7T4dNifwLgDPMvM3mHkfwKchyUqXCsx8lpkf1c8XATyNo5EL8V4An9DPnwDw0weA88cBPMfM/7NsRMz8RQCvdR4vGvO9AP6cBb4E4BoiuvFq42fmzzOzZfD4EiQb1tJgwRwsgpS4l5mfB2CJe68qHDYROPTEpER0E4A7ADyijz6grOFDy2LHFRjA54noqyT5FgHgDDOfBYRQAbhhifgN7gPwKff7QY3fYNGYD2Nv/BKE+zC4mYj+gySZ7ruXjHvevB/IHBw2EZgfnnZQyInWAfw1gA8y8xaAPwbwvQB+AMBZAH+wRPQ/xMx3ArgbwPuJ6D1LxDUXiGgI4H0A/kofHeT4LwcHujeI6EFINqxP6qOzAL6Hme8A8BuQtHmbS0K/aN4PZA4Omwi84cSkVxuIaAAhAJ9k5s8CADO/zMwtSzTKn2IJrJcBM/+v/jwH4HOK62VjefXnucUtXBW4G8CjzPyy9uXAxu9g0ZgPbG8Q0f2QKls/zyqMKwt+Xj9/FSKP37YM/JeY9wOZg8MmAv8O4FYiullvpfsgyUqXCiQhgH8G4Glm/ph77mXOnwHwZPe7Vwn/GhFt2GeIcupJyNjv19fuB/C3y8Dv4OfgRIGDGn8HFo35YQC/qFaCuwBcMLHhagIRvRfAbwN4HzPvuufXk1auIUmnfyuAb1xt/Nr+onl/GMB9RDQiopvxZhL3vhm42prGK9CW3gPRzj8H4MEDwvnDELbqawAe03/3APgLAE/o84cB3Lgk/LdAtL6PA3jKxg3gFIB/BvB1/XndEudgFcB5ACfds6WOH0JwzkLyarwAqVk5d8wQVviPdF88AeAHl4T/WYjcbfvg4/ruz+raPA7gUQA/tcQ5WDjvAB7UOXgGwN3L2Au9x2APPRxzOGxxoIceejhk6IlADz0cc+iJQA89HHPoiUAPPRxz6IlADz0cc+iJQA89HHPoiUAPPRxz6IlADz0cc/g/amRYagZ8o+0AAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Ld6AOMRETuzI",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#close the previous environment.\n",
        "env.close()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wQ4D9HNoTuzK",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oXYurCteTuzM",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FkKvozqYTuzO",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Ehnhw_lsTuzQ",
        "colab_type": "text"
      },
      "source": [
        "## PPO Training - Obstacle Tower"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0eMWRc1ATuzR",
        "colab_type": "code",
        "outputId": "42fb59ee-bdde-4796-a076-640c9382f3fc",
        "colab": {}
      },
      "source": [
        "import imageio\n",
        "import time\n",
        "import numpy as np\n",
        "import gym\n",
        "from stable_baselines.common.vec_env import DummyVecEnv, VecVideoRecorder\n",
        "from stable_baselines.ddpg.policies import CnnPolicy\n",
        "from stable_baselines.common.policies import MlpLstmPolicy, CnnLstmPolicy\n",
        "from stable_baselines import A2C, PPO2\n",
        "\n",
        "from stable_baselines.bench import Monitor\n",
        "from stable_baselines.results_plotter import load_results, ts2xy"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/Users/anurag/opt/anaconda3/lib/python3.7/site-packages/tensorflow/python/framework/dtypes.py:526: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
            "/Users/anurag/opt/anaconda3/lib/python3.7/site-packages/tensorflow/python/framework/dtypes.py:527: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
            "/Users/anurag/opt/anaconda3/lib/python3.7/site-packages/tensorflow/python/framework/dtypes.py:528: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
            "/Users/anurag/opt/anaconda3/lib/python3.7/site-packages/tensorflow/python/framework/dtypes.py:529: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
            "/Users/anurag/opt/anaconda3/lib/python3.7/site-packages/tensorflow/python/framework/dtypes.py:530: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
            "/Users/anurag/opt/anaconda3/lib/python3.7/site-packages/tensorflow/python/framework/dtypes.py:535: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n",
            "INFO:numexpr.utils:NumExpr defaulting to 8 threads.\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "B5FVinqnTuzT",
        "colab_type": "code",
        "outputId": "96b84037-e6d5-4518-be3c-e392602e75a8",
        "colab": {}
      },
      "source": [
        "env = ObstacleTowerEnv('./ObstacleTower/obstacletower', retro=True)\n",
        "\n",
        "# In retro mode, the observation is an 84x84 image with the time remaining and key count visually embedded.\n",
        "print(env.observation_space)\n",
        "\n",
        "\n",
        "obs = env.reset()\n",
        "print(obs.shape)\n",
        "\n",
        "obs, reward, done, info = env.step(env.action_space.sample())\n",
        "plt.imshow(obs);"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "INFO:mlagents.envs:\n",
            "'ObstacleTower-v3.1' started successfully!\n",
            "Unity Academy name: ObstacleTower-v3.1\n",
            "        Number of Brains: 1\n",
            "        Number of Training Brains : 1\n",
            "        Reset Parameters :\n",
            "\t\tallowed-floors -> 2.0\n",
            "\t\tallowed-modules -> 2.0\n",
            "\t\tlighting-type -> 1.0\n",
            "\t\tstarting-floor -> 0.0\n",
            "\t\tvisual-theme -> 1.0\n",
            "\t\tallowed-rooms -> 2.0\n",
            "\t\tdense-reward -> 1.0\n",
            "\t\ttotal-floors -> 100.0\n",
            "\t\tagent-perspective -> 1.0\n",
            "\t\ttower-seed -> -1.0\n",
            "\t\tdefault-theme -> 0.0\n",
            "Unity brain name: LearningBrain\n",
            "        Number of Visual Observations (per agent): 1\n",
            "        Vector Observation space size (per agent): 8\n",
            "        Number of stacked Vector Observation: 1\n",
            "        Vector Action space type: discrete\n",
            "        Vector Action space size (per agent): [3, 3, 2, 3]\n",
            "        Vector Action descriptions: Movement Forward/Back, Camera, Jump, Movement Left/Right\n",
            "INFO:gym_unity:1 agents within environment.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "Box(84, 84, 3)\n",
            "(84, 84, 3)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAPsAAAD7CAYAAACscuKmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO19edCdV3nf73nvvd+mXZYsy5aNbLDBlMVgh7ANNWspTUImEzIhGUoyZJi0SUqWNoZmpmk6zQyZabPMpKWTZim0JGwBQtyExBhDQqAGGztgsMGyZVuyZW2W9EnfepfTP872nHue877303Klj/v8ZqT7fud9z/Ku53eelYwxUCgU3/uoLvYAFArFeKAvu0IxIdCXXaGYEOjLrlBMCPRlVygmBPqyKxQTgnN62YnozUT0HSLaR0TvPV+DUigU5x90tnp2ImoB+C6ANwI4COBrAN5ujPn2+RueQqE4X2ifQ92XAdhnjHkUAIjoIwDeCqD4shORWvAoFBcYxhiSys+Fxl8F4AD7+6ArUygUlyDOZWaXvh7ZzE1E7wbw7nPoR6FQnAecy8t+EMDV7O89AJ4aPsgY8wcA/gBQGq9QXEycC43/GoDriehaIpoC8OMAPnN+hqVQKM43znpmN8b0iOjnAfwNgBaAPzbGfOu8jUyhUJxXnLXq7aw6UxqvUFxwXAhpvEKhWEfQl12hmBDoy65QTAj0ZVcoJgT6sisUEwJ92RWKCYG+7ArFhEBfdoViQqAvu0IxITgXR5i142YA94y1x0sPom2TQnHhoTO7QjEh0JddoZgQ6MuuUEwI9GVXKCYE+rIrFBMCfdkVigmBvuwKxYSg8WUnoj8moiNE9AAr205EdxDRw+5324UdpkKhOFeMMrP/LwBvHip7L4A7jTHXA7jT/a1QKC5hjBSDjoj2ArjdGPMC9/d3ANxqjDlERLsBfMEY89ymdqqqMlNT1mhvenratR33N43kss227uFjS6Fs88aObZu1U7E//Har1eLjyHqUDNsGLJTXtq1zAIClpdU4Xn/t2DXss5Pw+wcDVuhPOLnufJvcYfzCmOy4gVQ9OQnKy8wAw9i8eWvYnp8/lTVkkmsktZmPLQHVzCf8soh1eTemfFxShx/hr3U8b38+ySkIY5T6oUq6J0Dl+rz6ql2h7LEDh8sN2YEIHeRFBw+dirtdPxU7Rx/W0T/nC4ur6PcH5zUG3S5jzCEAcL+Xn2U7CoViTLjgtvGaEUahuDRwti/7YSLazWj8kdKBPCNMVVXGc5VBoGWckvg6yMpsfUfJGZ3yxyYElTVAjoobqVGBctsxjQoabialym5HlTToqH2B9nqqllSp/Dmw4/jYJR4vMO58FENVJMpthD/Eoce6fAkSrqtA/XlvSZNUvgNJM1Kdmrp5pbxND37PBsJKhZr6aUqOFu6PyXbz+7x9y3TY9s8975uGNlZWusUhnS2N/wyAd7rtdwL4i7NsR6FQjAmNMzsR/RmAWwHsIKKDAH4dwPsBfIyI3gXgCQBvW2vHdYLB9KOZf8Uq9okSmxHKzED6pMtfZ2lsJ04sAABmZjrC8WIzYSDSTEfCLMwxSNhJ3k46CXu2xEqGP/kADLUwXEqME3lhjynxAWnqESlEveRNYi9824+owH2EIyGSDn9kKgvN2RgJfGGQME5/z6TWC/CEpnhYWULHq0xPNczHntnmstcMjS+7MebthV2vb25eoVBcKlALOoViQjDeSDUQaI2guuR6RK7nDfu5gC5vRmRYqZxJ4FiUtyk1IKm/TaLHzQfC6XVIw1WQNAWqaAQqLOre2WENF0FUE0trkCaDB2EFIp13PqbhvXJH/v4bzk1dpXQ1lgtqKwj3gqc+k2SZxOoYT6XXsOwTtmjod/iP+kucP/OFZkRBawk6sysUE4Kxz+x1gjm/zxRFNxatKv9EcoEVF7i0vDRP+rivJYNtrq2rEcwN1UnkSH7mLkztkgDP7W9SD0otJpORUJ+fQ7jufNYrzKShxKuDCrO5SKKEvjnijC6cEW9bEEpJ90eaXYssyAsPE72gxLZGU9CWqwhq2xHbbprtS9CZXaGYEOjLrlBMCMZK440x6Pcd96IeAO6UEilhSlPiH71+rm/uu4Nb7LvV53Kdga8Ty4JPDOsoWTrUcCKRQjXq6wVhWtpAtpmy71zck2h8a4RgRYszoVQWtuWNkkTnS5dPEpZKMkF+L6JkjbVf3yfKl1q8ViU9+4jsvDwOsVepTj6Qsubd7a85QGm8QqEI0JddoZgQjJXGVxVhasqZm3pdKuMmA8e/e91erMPEoovL9ne11w9l3Z6tvxrdzId8vZ3TBeNaV+zcYHexw4gEGin6RvM6YZSsLhe912geCvyNpP11PuH5CMv7Bb7ZGM+A1fFKkEQrEExf5QWDNKawKjHC9QVgKB9TZPa5iSwfZrOChZLjh7dD00nbuRlr8/pIspfN7QJEFPbJS5DaKgl0ZlcoJgRj1rMTKhYxxhUFeGeVVsVnyvjNmj9j3fc2zLCoMx17LLeq67S40t212cq/sKIuFfELmqhxRxXcrEV3L1UP3TGh0dC+4e1mp4u8jj80te4TKkkWg5KArlEgJbUj7/fn3sQ6GnXqoW12LatRb2QDhKHtf/xQ2K6qnA0U799QYa8XaWqTPUV9gyl0ZlcoJgT6sisUE4Lxm8sGvbck9PBKw/gNSiKGDCy9mZvlPuW5wIWjcpReEsgkfuZ8jJJ5pECexCCI0h9NzibJ2GqEQaxOIfYhaycvaxZoCV4iwjjkGSJfdvA2m8aYmr7665oLTUsk3C8tzmYR1egKLjnPNFVxz7D4XDGkQlPJVLpuQNJIynV1ZlcoJgRjn9k9wqwoxNNK1VKS6iK3eGozAVx/IM0IvI6fBeR5gEbX47jDuKop9jNw05Vk6WXKUxT/GQl1MqfGWGnpwa5zWXVWub/E+GyF6DQjyyu5us05wkhV1zZz51OyOLtKwxGsGpsg3ufCBZCtHgUWJPbNL/BoYwNGywhzNRHdRUQPEtG3iOg9rlyzwigU6wij0PgegF8xxtwI4OUAfo6Ing/NCqNQrCuMEoPuEACfEOI0ET0I4CoAb4UNRAkAHwTwBQC3jdqxSC8FAVCSkaSGT3G6xP3dSzFkhttLHTFy55mBGE/Y/8iSJimDihguO4l1klO5fPGS9hkt0pAckdfKMeguh+3VVW+5KJwDmPBwDcJB7+jUagm2Ew3+4Y1Gag2IlpDsGRIulqH8HBuZNN9fK+wsNFQXLltcJjGaz9qOlqHNa401rdldGqiXALgbQ1lhiEjMCsOTRKxp/ahQKM4rRn7ZiWgjgD8H8IvGmPlRX1yeJKLVahk/bcfZkycX8JVYv6ytqi5IfsIAYp22m1mMNFUW4dVfcptZM4L1FwBQVVY7cZgmicyIQr3mtnkv3kotlm2cncob5HIz/yskmksnrfjX7KxNcrC4tCI0KQlfAYSQ15J5X+me1MyUQl49bgWYMgi7v0roi9CmuADmLUkKvdGUX6Wnoe4xGsUycKTeiagD+6J/2BjzSVd82GWDQVNWGIVCcfExijSeAPwRgAeNMb/NdmlWGIViHWEUGv8qAO8A8E0iut+V/XucZVaYYaFVXd6qrK4X9rRzYY9hHJezzJbg4hpWCyVPDCPQb6GsOd2XP8lc758eWKCzDlJePJ7hRrQIDOedjmgYPcPbzO0CjMDopaVB1eCXKYaAbrh+0sqr5ExSdy9GtjAsDalhuHt27wAAPHYgklsp0GYqv8sPCGvcQXTxlq32chuA6FpdJvujSOO/hPJ5alYYhWKdQM1lFYoJwUUzl5WokWTGmgSKdN+mxFyzIVaHZJbbcxFxSn7zYjs1ZSndzLULJtG95x4dAyPwZimqjJSckrfJy0T1gcApGzQbYn9NEW8Ec+W1oGTGDJSl0+L9yy919heQXhbJluBsFMZigEyhU9HUunGN0bC+KUBndoViQjDemZ2YPlBw+PAfqar0LSVBBypYnPGZoe9nzQFPTSzMTMk4ys4SDerXNAZdLBSOrN+fzFRCaJeR7ZOK8evctUys98rHJeMQLgIV8mhHN+C1z/YlC0dxaOLovb1EPk2XL18uDI3jKY91+IBAnAp+sUawyJTsKNI+c5aan3Z5kDqzKxQTAn3ZFYoJwfhTNg/zKM5IREW7QL85M2pIgRyKBL/49DBGwQJNGmT7uZmlRFHTgCtlvpqkI+bfXNEIoL65OnqZXBbBLFdadiTnKLUmhJIuD2jtEjpRuCUs+84G8RGTzWXrBGtN1F/SfydHCWa7a/EXqYaWwEObzfXXcKxCoVjHGOvMTmDqtaa4xSJGcyxJWhS+nN4irVVyhjBSqZ0Bpzvxki2vdvmwykicSSRzLt53eQorJTao0dbVXKt8Nopty9cFVX7vmu7YwOXzkBJ3lCHqZV3d/DC+KVk4pg5NVbqzsJ2oS30dpvOVr4EwOFaUzKzC6UTIQlMjSPDWElVJZ3aFYkKgL7tCMSG4aBZ0smDCsP/dcVwY4aocPHwmlO3ZtdHuK+lcPStO6B0JdXinQp1sQ65LAgUzCd3MBX2VQMH6koxLoO623O4YiJRRoKMcDcK0RH8ehiHZORSop/8tWP+JoDpdN6fSyaD4j9vOhWBhk1HyxMFIsLgc1YROXmEwup+EYMqfwW43XxY2us2HouZB6syuUEwI9GVXKCYE46fxkjlpQP7tSZIIBqlzzmcTubnJSVRKcupNbCX4vfOnF0NZSD99FmhSRadmln5dMeAHCNVL+vH60vwwmZL79NlpSuV8zZNa+kp3IDcVlU6oKdiouBIU2LdE40vLAUmXLS4npK7FMRY0PjXakGKEqbBUEXl8I3RmVygmBGOd2Q3qtLuy7r3RVVCANPMPj8P+Ck4erIc0F5xk1ZUruNNmctbh9w+M3Lc084TDCk4tvlSaOxOh3YhBN5NdiYC0zAz4eKuEa4QwlaxJf30Fy8GhPuvG1hRwMubNy6f7xihDSUfCU8sO2H/wWE2jMuNp7FPcP7q1nYRRYtDNENFXiegfXUaY33Dl1xLR3S4jzEeJaKqpLYVCcfEwCo1fAfA6Y8yLAdwE4M1E9HIAvwXgd1xGmBMA3nXhhqlQKM4Vo8SgMwC8Yrvj/hkArwPwE678gwD+I4APjNqxyTbAZD0y3/G+8FUSYaa+jhTdYxSd5HCbMYJJXtbUtSSG4j75xXjwQyilaRYNj4XOTc5m5cGdDV0sZdcRD82XSQNBcFtJc1HhGkjLHzn7jtQkvzDCUtL3VxIo1qEkg6wzhxZsQpJKDcuFEkaNG99ykWWPALgDwCMAThpjfBjMg7ApoaS67yaie4jonjUZVigUivOKkQR0xpg+gJuIaCuATwG4UTqsUDfJCFMrpPDhmks+fO7jT4JDQumrK4dUNskP69q1L/QdWmazkS8rCejkK5IdmGTzqLGWayQvQj/JxDCQ9FJSO6PShrw/YDiSkKtS5ddIYk6lcYjRiwT5XpPHbcyEU7hRwvmKQmVJWCkwmmKEHjcoLswcCC7c4tDEDELn2YLOGHMSNoHjywFsJSL/sdgD4Km1tKVQKMaLUaTxO92MDiKaBfAGAA8CuAvAj7rD3gnNCKNQXNIYhcbvBvBBImrBfhw+Zoy5nYi+DeAjRPSfAdwHmyKqEcOUqNlyLResVYwSLiyvAkiTDVYCrW61cpqzYY6FfRbGKKGSgsqINmzsXBNuOcj6EOMHCiGGS+Py5VL2l6SIx4T0SyKx71JHNXYQpSWGwEyDz3jhuglGbIVzFMbRgIG7/qX7LdF8X5asgsQlniAElpxwCpAWMmKsA9SXlTCKNP4bsGmah8sfBfCykXtSKBQXFWouq1BMCC6aP3ugcKK0l28Kpo7sG7Wyuio1nhd187KNG6brK4nCa6EwkcJKElnWy6hK9ZKEXzr0bMqqvKyREIbrL0jb2fZAoMAShyUj924EfbJMgeuvZVz+lE2mc0jHCtqbpKNcoS/5zctS9IjBwNsf8M65mXGOELdUNJxIoTO7QjEhGH8oaf+RrFEPSumVk79Y4YYZ62bKAzkm+uRYmo+F721K9RIqidpoVlcQrDXlkTP5H9zxplmwk9cR+xHKfN47u9137cntxFDezNpNmoVZnWnnBZwKtATDgdTzJB9wEOpFcN17HZNJItE06dmFsjhpyvc+6vg56xMEpMIo01F4mxBmy8EO6PfzcQ6GLn/do6Yzu0IxIdCXXaGYEFy8lM0OUvDCEhn1NIcLdoJzDKMvnMXXORycXlgJZZuYsK6WdAvsL3VKiZ1LOmExP+EgdwKhqp6ips3klFE0rWxYD2yc9ZF3WmJPIVKNJExjqNostv7ySrY/tNmYmpjVCGbPBR/4ERFkqgXJpLS6NMM7AVx71WVh+1Hvzy4sKwTTB9umEfY7YVy3y4W8jNI7zs4dwdr8VqH+FuvMrlBMCMY/s9eob/zO4swadFnSbJP3wcv5/lYlHCgIxCRXTTk6Sr1KJRH2+LYHvKxe6BeN1BhrqO0FTLLDVXh5n3yW6PW96qfPmuHX2ln/SafLmVVvJdudDNjk9yyd4ZBDoElNkWqixkxQBZYwmmwXYnw8KeJQfTPg8aW9YI5a/J7lVVqc3KyB3ejMrlBMCPRlVygmBGOn8cOJC0Xf9YLKOxqsxdL2RitYSxMH1lsdtRwPanKeaEpHbARBU0rbnEAFeZ0SdZcEO/7cEibblMVRoNdUOLSumTWsUAqH1ViXlcYgUOCw7CjaYAhDc8u9JGhK6FsOaS4JzuJjWRiwFHg0/OZpv+2mfQa7q8tZnaRptu2duaRYpaOweZ3ZFYoJgb7sCsWEYLxx441Br9sL29l+p2+mlK9mx/H9B4/YWJh7Lt8Y20kCUnrdPad/9WaLEuRITMK6g236gIkmyeTideKxxz4zWfXScZk9r0WxLDl0CEsHznDdZbvl9A2h7MrqpWH76LEDAIAvP+sfYjtNFy6Y8rJ+GvhquNZrOF1xVTOQdjYMeNice5Rh1CwHS0tF/1ymJhaCSXfDUnMN7uw6sysUk4KxzuxEUThmhi34AZgqF0CIghKefUQIS9xK9JQm+c0abRhvHfwptFvyzCGl/x0MCSiBIaGT4NAQd3PJTNPU420WBMEYgNtWPgoAONY7GsqeaH0OALA8tRDKvvjMl8P2tVtnAQBvn39VKPvTTXGWlzoaFsgOD10amySlbBTGCdaMknDQ912a60U7h6E+suOMwF4EWw1KQgXldaTBJSw0CGrz8xllhh95ZnfhpO8jotvd35oRRqFYR1gLjX8PbKBJD80Io1CsI4xE44loD4B/AeA3AfwyWV56FhlhCFVlLfcH3vRykAuvpMCJ7mD3m4wtP0yKRy7wNol22UNzRXDUm+a0ODEpTRxHcvPfmCOQU3cmUBS8a/wVqgqEU9TNu9+fXfjDUPbHp/9L2P79Lb8PAHgp3RTKZpevBwA8vvi5ULbaiqavC+05AMBfnfxu7GgTRoJI0zkaBHRi0k9J0GokvXZ+rYoqfqrfHzsSN1mhX17mwmKOE/PL7C9bp8WdoJJrwI9K9/fdTsnn3WPUmf13Afwq4jN0Gc4mI8xaRIcKheK8onFmJ6IfAHDEGHMvEd3qi4VD5Q/cUEaYzBGmIUJMOiNUvlHWvqCaa4o602BdRkIs4zjZ8O+jdwzh0jahP8nJRjoMiO67SeyyGgeU4fIhfHzh/4TtjdWusP2sw9cAAObbz4SyRyqb5+ORflytbcXlYfvA8uMAgJuveXYoO7Rvj62z9744HtZ/JTAr8eERmRW/bvUTRbwGOYWTrDQbPX8bnsXHnzzOxitUkYSqAqRndWW1Lx/sD0uEu2kvdRnWRqHxrwLwQ0T0FgAzADbDzvRbiajtZnfNCKNQXOJopPHGmPcZY/YYY/YC+HEAnzfG/CQ0I4xCsa5wLnr223A2GWGGdc9cGCFSkJwCDwb9rAySUA6ypVhWd6hObTvssNlpq21cXGLhrBv1yfWK0VBnkDvzlFYn0Uc+lr1t6jcBALdPfyyULZ6J1PNk6wkAwGu2/WAoO3T8EQBAl+ZC2dPdh8P2s/E8AMB9+0+Fsi3b97mtGOlHEiA1G7ElN6N+v7RXWB6FR4PHx3S/qVBVEPTJvYhHCHaUTJrGnt9kaWa3N8xFjbXPdNTrsXvPeHm0BhVG1rKC725vQdhrsaaX3RjzBdjEjpoRRqFYZ1BzWYViQnDxA05SEq+I/S+gwfEkPy5KdsWY6iOazfJDZUlyg9uKqCvlenS2XKgTp4q9sHNk4zjdsQ5CW1Z2hLKNm6NS/Jo9twAAHj56IJZtsTT9lj33x3aWNoTtbVNPAgBesCO289+/4vT0m5m9lcDjZZuGBn3yWhxYhK79X7yZQaDCxMp4jfJ6L6kj6O4lpE8GXxZaqt5hwTkHbunG3wgul+/46JJSuLTKj7EMndkVignB2Gd2L6PwetNETy5k0TCCJZnozphs58KXRDYitJNa0KX92f2UjWd5peuOl5lGOFSMiiIwAABwTjU8XLb/4qdWd9JFiGP75sGvAwD27ozuqo9V0enllLEzf78V6/z9mc8CAH6iGxPjddqxn7a7iPdv2x7KNnetYO50cUqpkZwVa+RCTDloEL9G5Zk/eTYkdpgcm7OBWKNgNlflZVIvxuT680E/F8TyIKD8KaxqHMVClZprqzO7QjEh0JddoZgQjN2ffVg4IwlmpHjtNa0CAAZ9XofRP5cqpmI8XswSI/zBqXStjpNtpxQr7yjaGRRacFUSoZGPXtPgW8CzpRzacQcA4IrBz4SyjVsi/T6039L8Jxe+HcquvOwlAID/uW9fKHvepujyYJx86NUvjDT/sdmHAABtyEsM2X7BL+FiWXpqwnnmauuEukenpLxq2vdoUtmm+5w8t4Mh2xF+rBClyJbbnwHbH0xPGI3nAmxpKRn7bH5TdGZXKCYEF0H1NjSjsw/SIC9KvoyxSq6SGRRmPVFw47+Qg7zM7qgX4gz3vZa9JGU2EQRRKUNw7KXUjxARx7OKzdNbQtnx7sGwvWfa5idbnHpeKNtB3wQAPMk638BziVXWHfMnb3xxKPr0pw/bXSNmteFHpHexYB4YGnC7kuvCTeMk4W6xmREVeUN9J4X57Cq64TYwCf44ePaZstCcXbZa+Rwdr1+5P53ZFYoJgb7sCsWE4OJZ0AmCqChYK5AsL8BgQgvvFFMS3AwMZfuDMCdv2vYeaH4uXBlVYMjrJDTd94HsMDfe3IpQoulp/ZzC+kO/1PuvsazPjnDs/g0Pf38oOjRzEgBw/SAK5S4/tids/9yv2d+f+NBfhrJWNZedBEmSt6YYA4Kzvriy4kdJxhPJAX48+WFFYVsN9d+7J1ojPnbwaH5cEmjTl8k688VlK+Rss5zLMcaDPDb/OFbJw+z6E5ZGw9CZXaGYEOjLrlBMCMZL4w0Cv5EIu6fNJctKr8/0ecLtfvu9evrYUijbuon5CAeaw8w+HbXibS8uR5/0melOVgcSlTaCKW6Sz9zTspx+l6ijpDeVQjulTFmgyhJyJQb+uvqrUPSvfsqa1u6fXwxlr7kyXtef/dhXAAAn9kVHmJ3XO7NbtnTqse0YUz/eMyFlgKhh4Q9CMBVN/Lt5Ff9ciXa1cdM7WxV1/EIdSp9Z20422qGwVPk9kxpI7n3lq8r3MeZDyMdGwtJnGDqzKxQTgosmoAsfNCnNBte9J9Z0drs/6IWyIJxin7TFZbbfO8Kwz5o/lmeO4UKPmalONpDonCGcjJChprA7nO6gpDQPZEAQxkmzOWszsdhrmFl+5MYrAQA3/sjeUPal/Vb3fqYbr9/9J86E7Ru2WqHSiSo6dPTcifQLpmvB/VbyIREcOmxxzSxVmrlGjgEtXBfpPjNUQqDTgXA+Sc1gJSidOBPUCvcxaSaRxQkCPGGrhFHjxj8G4DSse23PGHMLEW0H8FEAewE8BuDHjDEnRmlPoVCMH2uh8a81xtxkjLnF/f1eAHe6jDB3ur8VCsUlinOh8W8FcKvb/iBsbLrb6ioY5HrkAeOz3pklNTtk1Mlxp04nHzanxXMznbBtBM7oj+33Ih0d8DTPxdEDnC41+UbnY2Ao0MggmxKof0rtOZfLhU7SWfD6DxyyprHdnZeFsqpjdb7bN8TgkcfPRAHdGZwGAHzgl14dyv7dp76cnw4PxiglMPTUHvJ9lmwRomlzgXIH2VW90lym3PVzXkwOmpcl5YLev/hkCLYR4hIwr4Lk+kqSvgJGndkNgL8lonuJ6N2ubJcx5pDtxxwCWDaBZICaEUahuBQw6sz+KmPMU0R0OYA7iOihUTtIM8JUpu8ic4QZnodMdt8C7uLXYjG6ej0vOJKEGoKqCohx2fh3xrm99qIcCrMdSbAmzeI8skj+dU7VPMN1GRo+fCTO3LKwx//RMLHjN9/xlrD9Pz79cQDA17/xxVB2/d7vs1XZFLD/kbvDdsed2/89eDiUfe62fwkAeN37PySOXbo/ws7U0kycDiXVmrTNZ728n5juuCjpy0oiG+Xj5Swrn/mbLCWDUwtnA8LMnmrrhDGvYQIdaWY3xjzlfo8A+BRsCOnDRLTbjpF2Azgycq8KhWLsaHzZiWgDEW3y2wDeBOABAJ+BzQQDaEYYheKSxyg0fheATzna0gbwp8aYzxLR1wB8jIjeBeAJAG9rasgYE6i4T93MaXrQZxYYlpQCOSJW4vrzIAziilHBUi9pSejfV5eENFS8im6/5CBREE4N6gQupSwyeTPRZIHV2bM5hoXePO0yiLDP/WP7vwYA4Fl/Oc28cfuM3b9xZyj7/OOW0pcMxXKxG0MhVHSwuePWclIrgjAu6dsvC5tV0PKQQt/5c9cXTlJMPplY4rFi3w47x9aQNdxwnyHgKi8biqBUx+obX3aX+eXFQvlxAK9vqq9QKC4NqLmsQjEhGKu5bLtVYdd26/98ctHruHPJehJQT2hHTIeemKyyY7MDYyx5SqSrcT8JtC3QSEEKOzQ6oZ28pYFwHB9HWfLu9/PduXI++jfHsn1HYi72XdffDAB46MEvhTKvkOCrIH5d9p2wYamedU0svOWKGMRSguSL75drPNgiN4uWFChi23VO7EjDO4W9IYQUbycZsKtbZWVPHDxWO56mZyjNPGPb75k81w4AAB9dSURBVCdBM/09Y9oDIQRVYkLuNkvW1xw6sysUE4LxOsIQMj+EVAedO7Uk1X1I5UEeY6asNc1nV//F519aaRZI2hEUpy2hTnI+tc4ZBX2xYHkV9bhC22AzYYNB2RGWWrpT2Vt/yxXRHfjJU1Z4emgpXt8t7Bx/6k1WBvvZw6djP03CTj9D1hOVBCJfEiR0ohFiw/QV7zljAInthO+PZW/xwj/hmidNNZwjvxd9d916iZ2JPYA/i4lxnyg8HB06sysUEwJ92RWKCcGY/dkjj988Z/W8pxbyjBglUh7YEte/SvS7yRlC0JknzfhPIFsttFybfAHhTS+5wKQSpIPpCCjrTxS2rQEUpXq8MB0EgJNLK2F7zl3DYwuzoWypb+n5juk4BxxeinT2mmn3uPRj2amVmB0mdC1s8yVGEMzlpg/J0EV7h+S4/FqRcAm4KW4UZsoirZiMU2ibHyfWrt/P66+s5kkeqS0IWg1fOgytgcEFug0Dgs7sCsXEYLy53sCEY+HD2iodLjQgCcSkdMZsv2BB5ze56idVgbgGKkEdJKoF2ZdYMK0iwXQqzdeVVWnOfSY4fKQyo5xWHF2OM/teF42nWomqs0eO2Mdhial7ZpbjNfpPH/ocAGD3q1/E+s7vSZ+lIW65UMmUzOLe2q1wDXzbkkFaKXy0v2XJXcmFt5XA0CDdU65i9bnc8uGklWT5aX4cgFNnlrPdPl5fm13/6en4ivpndLoT3xn/Pg07mEnQmV2hmBDoy65QTAjGHnAyOLM4Xrd1Q/zenFystwMaVRBVW3e4vkOvKdevF6zxz6OkExfSj6RsM2jA2XAalLZ+T4FHegFUEt3GrZN4HT70IwuWRh6eeyKU7ehvBAD0V2LffXY+3W35mA4vdZNRA0C7LVl9cUGso8X8UklWe5LlIF++8HMTnKjkpUE9JRfU+QUpWL1SXfI9n5+P1H37ZutU1GXRkla6drvHlkErC9E2wi9/FmpMQvgSahg6sysUEwJ92RWKCcFFiBs/JKEWaW/iMZC3kLD4/IBjp6LUeecWGzyRkpzX9jfJgy0EAk+pmMjVAKTS0aXVfOxJK0KiSY4oTc2l7VKCQlcra8cIB86yJILdZ6wDzLEzkUYuX3ZSaDuiGthBd1qxnW+fcKazBSF5uN/CjeRLHjHkEoOUKUe6P1WiU8+GFi586c5Gms+l+iY7rn6MvDBucvNqf+wUW/JsmutkY+PKnWOn7DKgw+7jRhcc1AdPPXZioTg+ndkVignB+PXsQ1/oAfsSb9tk951gs40xgtOL5JBQmBha7svZ7zErN1cp+dLySvKUMLSTOVWUUikLFk/huJI+NLiE8rKcBUmnO8hJBd501dWhbI7pb0+6y8rdWT1BKbl/9t1fs+y69Ux+T+Zmo3PNsrOwEzObsNb7Jp+xE2GoEHAylWtSVlY70Rael9BnwzQuBiOtJycJfAh1/nQbFwC13eLPU9z2Vpwtrod3N810bFl1qjyIkWZ2ItpKRJ8gooeI6EEiegURbSeiO4joYfe7bZS2FArFxcGoNP73AHzWGPM82BBVD0IzwigU6wqNNJ6INgN4DYCfAgBjzCqAVSI6q4wwmaNHoht2v4b7+Mbj245j9aucNqdCsLjd8rys4npeW8YFHSk9L+tiuR7Tm/yeXIn60zaLP1/5NpPx5t/XVHDjf+WlQSysd9Twf7QW50PRF7/6YNj+vmvcNWB9+2VAL2maXX83piumY8YdzxpnmJAycUYRo/X4nfFaVOkCKOs7rphKZtEWaaxRyS4ja3poTPld37PbZs154kkeqUYwr+bNCN30mQORFw6nQmL7O5AuBaK57Axb3zRl6eYYZWa/DsBRAH9CRPcR0R+6kNJrzggzKKYuVSgUFxqjCOjaAF4K4BeMMXcT0e9hDZSdZ4SZmWqbmHbWCcn4p8t9erZvijPHM/OCC6XgpFD6bAUHAcFLYWoqzkY879vp04sAgE2bovunnxz6/Xy26bEvdpuxBS90EiJbp26xbGhedZTGoGuIBpOeVoID04fC9lUzW8L2I8+cSMYIRAFdEn5tkM+kt/9NzBKDzUfceGPOOGlsUhzl1BlIyrVXEKDW9SM4wiSswqt3C6mSQ+w+Ifx3ycnEM9FKOEcfMn24zeHx8L4H7Blb6XFnLbvd6eT9jOIZPcrMfhDAQWOMv8OfgH35NSOMQrGO0PiyG2OeBnCAiJ7ril4P4NvQjDAKxbrCqHr2XwDwYSKaAvAogJ+G/VCsLSMMOKVy+lke4jkPYCKGbk6C8IV0urLgJoQOHgyy/S3GV1f6McujzwjNfdyjcwLTDYcU07Htbp8J6PxAWVm77c6bnWTiSy9Ya3kf7ZJuXlLn++35/kwoO3F8MWxv3WiXSn0THS38KfIlTxLNx6uTt8TEjv2+vVg9dmBvlWXMHB4QUHBwkQ+tPzJvyCThtAWrPSlykWADwI8LAttSINQaB63kPlb5HUpCaFNuX8Cz4vj6LSG89ChK/pFedmPM/QBuEXZpRhiFYp1g7LbxfhbzHzlRbcHKdmyJwrrjp3vFOinyr3Ia9B+uTKwS2QfrpucFJYmq0B7H3WOJCVQGXgjJvsRGmPSKUWscKpcPL0lvzWffQW4R6Pe+9OZXh7JPf/bLYfvWW14CALjzq3GWbrdtJm5+XZgZPLys7sq5mDPu6aUzAIAX7oz+CA8cmc5PgiGcBT/Z5Nxyq7zABxuCrSX29l4Yx/eHe8+tMDmTyZniQEr0J6TmFnWBAsvk4FFppAg+nAxEAWBZ1Vf3ZqhtvEIxIdCXXaGYEIydxnsqE9LPcgFQgxfCTkfpDz/DHWV8XbCyeqrnde9JOF/Gf1qOu3LhiNdxpnZBjsYzk7MpplT3/XCru/aUveRtUcgC9Jy+P42sY8sSPS+7cJ22z5STC9Z6x49lZQDwp1+4HwCwa253KFtYejYA4NhypPb8Gjxri3WqefsP3hzK3v/XtwMAWk16a0lYJozX14r/pxiY+iUcv/f+VlTJcsBLgRN+zRsQ+szbbl5K1tcJlF0yLOR58ZLsME6AtwarOQ6d2RWKCYG+7ArFhGD8kWqGpJTc6L8t6CYlMlcljgD97DBOPW987g0AgK987Rtxf99L6LkTSG63v8CD/Tm+NRACU3YZje9PxXaWnL65xWiZN081UyweOA8SGBQBjOIKfubSsiWhz0I/konofD+aIx87bZ1mptqcRsaOOgMbBeW2D/+/UPaaW620f+9UrPPd2/+e1c/1yf7Uesl58yVKqI0Ma6CwfeHZGQjm1dJ1SbqR1hMNjvO+zYrk+VS6Z5KzPV/++CVkJUS8MULdYejMrlBMCMY6sxtEPXv4IoHrpQX9qhCp5rLNMRLKU0ftzPTzP/2WULbvsej8sdC1p/im174ilK2srLi2uTVc7Gdx2c7oX7nnW6HMf025V6wfJ5/ZF5e6+X5uvedmytWVqHCv2De365xqUrMANzsyVtFhscuGnYuAaA336S/Gc0DiOmzrnFiIMcs6bn+vl+chA4BDXXvyKxTPcW7FWuV9g1nncUTdMRuGSfclhexYEmLr8dgu6YRaubJEMe1q5EKyNLR1zmT4s/Hk4eOsh3zs5CWBYrYgfs1j/WDdJ0S84cf1mFNMcItdi18rg87sCsWEQF92hWJCMF4BnTGMquRSjz5ZysN10KkcJBeS/dt//cMAgIefOBHK2lNzYXtTZSnn6mqknlUQQDFBB9OPb5u15qBvem3UJ9/xhXsBAF1m7uqFaC9+4Q2hbJnR8zmXlI8nSFl1QrtvPrQ/tsMELl6YlzpN5GbCzIUevZ533mBVgq6amQ4Pcqq8YWP02R+s2IGeXozUno9i0LXXkLm4Y5OLWrN1enMo+xKv4+0TeBwASTjFEPxKeDvhD5Y0kq11/HkmsQPCeiAe1w+Cs9xfPQEXhkpmqiYXqibk3TXaXYpC3oots4wbEhdS+ueej6fPloA+SWYyjGzwZRsTndkVigkBNVmbnU+0W5XZvNE6SfiILtx5w4d95vHMEsGO/2Vj7rr8WK959feHsj5TJ3kBH7FZoNXKhTTTLaYK69mZ1OfeAtKZKfTtjuv3Be8WADMuEg5Xv5ycXwIAHDp2Oo6R7Z91bGCWpertOCby1fsejuNlUXa8o80UU7N5hsCdZ5Kwxe53x9YrQhm5mfvQqaPxOHatr9hlLeje96brQ9mmlp3Zf+Gjd8VzmIkCVH+Neuxa9oR8ZKlaUVJluTEm4b/5tsn2h2dLaK8k5IopxSUmkjMjPjgpxHm3uwqpkgmCwpx58cszz9S/szP2/m7aGB2NWiHHna178NAprKz0xJPTmV2hmBDoy65QTAhGCSX9XAAfZUXXAfgPAD7kyvcCeAzAjxljTgzX5xgYgzNLltZVlaV1nMZ73XGXUdROJw/Y1xKoGqdL3H+807GUh1uF+SUEZ3eLKyywpQsS2GFXZ1B54SCj9l6HzCRWnIJWbmmwwiK3zLtUyVu3xOCPFYsW41cbnv4CwMlF2+c1V18ZyogJe6ZcNpDV5dhOZ9qe9/7HnwxlPJWyD6PNH4BW5QWKLIIPk0h6Z5cP3PVYKHvo4KOubqwzw0JNDxwn5amJvf9/QsOFIKKJU4trn9Nr7kvkr7sRaLHUz2Ag69kHEJyKglmj4MOegOnZfdjzZLx5fW5dWbW8cFYWqvrtZBk0fN41q/JRYtB9xxhzkzHmJgA3A1gE8ClokgiFYl1hrTT+9QAeMcY8DuCtsMkh4H5/+HwOTKFQnF+sVc/+4wD+zG0nSSKISEwSwVERYcOspXirXefrzYM6Oh0111VzWtzp5CaRPgne3/3DvaHsDbe+LGx7k8t2K1JLT/+4iWwriSvv6J+gtOVx4ysvBWcUlscJ97TryNGYlWVm2uq1t29k1LHPnFVccZcJVGfcea+sxrJltjTwVLvPfLQXT9vlwmU74m2ZmWYSfHfoLBtvy2knTp6Opq9ci+El3luZzXAIxsg0GzxtsL8/g0Qt7ek1BzdpTY+z9Z1WJfE959utZDxAXBIN2H2eSrIAuarczNWbDHP9d1uYEwW/Ha5RGAj6/LRPodA7hw3yawHEPAeptmJ0bdrIM7uLLPtDAD4+cuu2XswIMz4tn0KhGMJaZvZ/DuDrxhgfxuQwEe12s3oxSQTPCDM91TKbXQhj/1Xmhv4+s8oqiyCzzLa73fyr67+QXPjBs7JMT1VufxxTr+cswbiggwne/MdywMzUwiTPvvIrq262KWQuOXbsJABgaiZaqe3aanXQK8sxP1zqbukj4sTr4pkO1/un8MKrKGRsOXbyght2xnaYZZy/hqtR3Y9XPccKDQ/1YvSamSmej81i94ao510MFmLsuCQfmxOqMpbkhW0V9dlxcRzx3HNnH6r4rMcq9b09RS68bZPA0CQDDkShrRTQsxgY1DtwCdmNqBBWpi45TGlSlFjCWuxk1rJmfzsihQc0SYRCsa4wan72OQBvBPBJVvx+AG8koofdvvef/+EpFIrzhbGay05Ptc3uyzcCiFQl0TNW3p891umxOOyrzm+c+1t7c9kuO45v/8w73mDrcj26O+fVJHMJEwYFwQ+ncj54ZB7skiclPPjU8TiOlqXvW2aZ+a9bQrRbsumlXzqsMsrutzmN5336pc6JU5Gmv+wl1jlndfkUO69c53vqUBQeWrEM0NkaV3crTFi6uODOg5kWv3CbbfO5V744lH3onr8L29G5I96T/U9ac1xuRszveSv4bSPfnwhnmQm0EzQm7uwhg0os80vEFlvqTXGDCnc3du7YFkqeftoG7TT5asD2Ca8fZ+fg2l9ZivH0k2WHQOP9O8GXsfML8bndssVm9+HnPczsnz5yGqurai6rUEw0xh6DzgxtJBk8QiYQbgHHt10dE9VoXnWXzPZse9lFjuFZP/pBGMdnc2m0uQtlovZzwrrHDkTHkW4rZkvZNO3UTj0uOAtBtGPf3FnFx7pjM6EXYnIBDXd9XFqywr6rrtgey5at5I1bgrWF3NFve/F1oeTeA7bOkyYyBJ7W+sxp2+eV03G2P7DfMpkz7Rh+emYqV2+dWYrj3bzZusN22Iw6ywSBnm3OMKvHRw7Y2ZXPnr3Eai+ft1o16i8+e3JIYbm9ipXfE65K7Lk/WjyLjE+zXWDOMboQG6+gemvKKLMW6MyuUEwI9GVXKCYE4w04aQwGPjij12cmKXaTXXY7icqRl3lq2mZCI0497/rS1wEAt74yCpBMdI6OZZyXhfaZs4S3xGvHfp48/AwAYHEQ0yJfNsOo3uqq64bR70DVwMCWGH0f9DGnf7yER97xNH/Pruhcs7K67M6AO5jE+t4y7i+fYJF1nDDJRLMAXNGJOveTq/sBAMdmovBqy57n2H6Y484c82f3MQrm5phzjLcobMcyY5jw0f3OL8U2t22z1J8Lp3q9PI7AM89Ew4G2c6LiyxcfUHKaOVhxe4sFZ8txGbeGE7IBGSFYJo8e5GMcJLp3iZ2LgjpZn19FWz2hzWaKrzO7QjEh0JddoZgQjJXGE1HwNfcSxzTpnvstJMMLDhJpTKC8n6E+gdThJjbAJK4J2/KqgoT3AgCOPhP10sfmLVXbuTXS1qXF6ETi9cWJetbnFeRBotjQvJS9l4RFcvsY3ZxfiPrb66+1fu7dHstgI5iP8mvpzWVf9JwYKPK11z0PAPC7d/xDKDt1OtoNXH7VNQCAjUwK/sqbLY3/yOfvCmWt5J567UI8n/lFO84rr4zLgcrE8/EUedvmaJbr6XdvwO0cYpsrK7Y8yXdu8r69IxN38Dl5KlL/KtTPbRK4E1SPcXpP33mMAb81nbxh+bPOHwM/pCREV6Kbl5JS+vaa7WV0ZlcoJgTjt6DbuQkAm9mZStZ/vZPZnNUXnQeE4UtCPX6e//SVN9kxFDLC+ErctfG4E/wcOhZn7k0brU69uxL10hwhuorJ2+aQopFwPXrfRcJZZpFo+Mxyw3W7AACrK3F29BM612WvMvuDKJQSdPxSIhbE+5M4Kq3YMa10B+y4eANmXQ64FSZQfPQpy46evTdG3ul143XteNdhJkTzwTS5dWQStca70rL9/lKvsmg7y8t2HEvcMpBte+a5c/vGUPbMcWuFyB2weC6+rmcLSahve+wcy4HXZ/deStntjzw+z6zu2LXcuMEySDEMtis6fPSMWtApFJMOfdkVignB+FM2h/jexV2psCHh5OX2EuFHIosTBHh+ucAj1bB+Ok5Pf+x4FNwcO2n11pzeteCyzRBbi7DgkyuONnN/ak/l0uSVkRZ7IRCPJQ+3/9jJOJ4X/ZNnh20fbLMlRGHpFpI0+uwkiZlwMIFgywqBrnKa3nJeJnPtPEIPaxLzp+MSZNOmTW5npPYdSZDIfdy94xSjvxXF+9dzywi+ZPJLmCmKj7kXwLVZjP1TCyfD9p4rbGQfvzwBgGOn7BKDR7nhiTWjA1cc8Abn/MSXY6IpR/Lc2pPkiUI3zLGxh6STsZ1YXQV0CoXC4aI5wkgfJO8UQ4lVnTAzi66GowsavVXdK25+QSib6nBVjP2SHzkRhUabN9n8cR2KwhxvHdVhlmDLq3FGkHJ3GWdZxSP0JF/8kJEkFh53M/ru3TF7y8aZeBGWlp1Qjwmipmas2qpblLa5W8/MvgbG1U8MtLijkq8b9085AVTFGcAgCb0DAFhmArotl20FAMxMxTpLi+x6hAw78boCdpzTbEbmMfe8c5NJmIgt4yqzvhPgJZFzOMtyjGrTTJzFn3+dne2/+XB09llkgYZIeJg9u2kzZ55ZFmI7pgBn6lAhvbXk/CI9/qQWdAqFwkNfdoViQjASjSeiXwLwM7Cs4ZsAfhrAbgAfAbAdwNcBvMMYltqkAK8jjM4ocZ8RhFcQhRF5WcmqzngfeaHqV+59IGy/nFH6h/bZLCpXXHVVKNsw5SPVxJZmpqze88wSt1yL7Us+zV4myAVjVZVbfa2uRJ645KzDnn95tHZbWl6K5+ga48Ir4yhsIghkCSh9/1wA54/t8UCbPPpKywfvZM4oITSALNTzCTG5Hn7TnPW06fcXWB3mrBKekdi3p+JceMUDgvoQ3ol9Qs8HKI3t+HPsMHrNBY59H9S0xTPG2F9P54EYNQkApto+gCYbr7vAK8wmoWKU3ev2nzochYNx2Rfb5rYRVddF3qkkHb23risvZxtndiK6CsC/AXCLMeYFAFqw8eN/C8DvuIwwJwC8q6kthUJx8TAqjW8DmCWiNoA5AIcAvA7AJ9z+D0IzwigUlzQaabwx5kki+i8AngCwBOBvAdwL4KQxXnyLgwCuKjSRYDBEM0hgHVxXyimu5O8ugQRzQmk1wE0R//Fb+8P29sutD/c0Cwq5uGxPdZp5Npxx9HqJBbNMzFOdBJrrzL0DjGFnwSXDPjnjkWfOhLIbnnOt3RhEas+vgaeHU1NMK7Dsfenl73lYMglaDB53X3Iq4vB69i6n1Oy4Jaed4NfAS/BXlrn5KNfTD1w7bEx+PVGgqfE+C9Jr4s4zbonANSCJmau9zwNGn6c6TnLe5veRLc1c51zD4mn87Gx8Hvgyy5v/bpjZEcfh2uRmwvwZPelsFfa7EF28Tb8s6ddkYhmFxm+Dzet2LYArAWyATRgxDLEXnhGmX1IDKRSKC45RBHRvALDfGHMUAIjokwBeCWArEbXd7L4HwFNS5TQjTFtyW+FH5/WbonJIzjG8dSG4hwefgbq9OGvudHnYTi+wNNDuq76cBCp0OnHWNk/PHDLLJPnHnPUe++7xqDPzZ6wTxKZt0f1z53Yr0FpiGV2S1NDuPJaWYzt+HDPMfkDKaMInyjjDcWaUpzZOHZX8jMs/5HH71Bl7XadnYjQfH8imv8pmMCYQGwihpEN8xgJTqXyfzCqyHzK58Gvl9gm6dyBaIXaq3OGmy519+Nh8amhW5i3ouKVdatnpnJuSy9Z3/bHcdMyuYMsGu/2i62P0IC8c9qG09x+Ms/4wRlmzPwHg5UQ0R/Yuvx7AtwHcBeBH3THvhGaEUSguaYySn/1uWEHc12HVbhXsTH0bgF8mon0ALgPwRxdwnAqF4hwxkp7dGPPrAH59qPhRAC8TDm+A13vn1EeUvQhlQqCOht7SAyUfd07pj5+0ZrIz0zFSympI4siFML18iDxXpEDjwxgYTeSU8rSLc/+CvdeEMk/fEz06a9NvVUkMfld3henMk+SK6XG8JU5Rq1buXMMxcNSzw8a2zOjukjuf7TtigskV53efNs3G7obMw0l2BAFdKXtz3J/bWPhruNqNSx5+d7w9QB/xunmTV57kkgsUvZ87F1KGpQ63p2AD8ebZ/T4PemoFrGl0oVjHy7z447Rh1q6JFlb8s3gOAjqFQvG9gYvg4lqG/6IlbqlNAjjpuMS5RmgmlOXuhQBw6PAhAMCeq67BMFaZFVpI71uwHvPl/cTl07m9MvXWgaeeCdvXX28ztGya5m6vfsDMaYKxAR8jzbMPIM5gPNxyaqlnf9tsFvGzAj9Ool594f4kqkC2vewEhRvnYnzqfu+Ma45fK9aka6CdCAJd3YE8s0sUsOVmZElgK0WKAeJ96QjBhbo8VbjgpCpd35KlpD93rs7zgsCBkJI8PRH+PLmIOC4jTlUJL4zvv7hHoVB8T0FfdoViQjDWgJNEdBTAAoCyMnD9YQf0fC5VfC+dCzDa+TzLGLNT2jHWlx0AiOgeY8wtY+30AkLP59LF99K5AOd+PkrjFYoJgb7sCsWE4GK87H9wEfq8kNDzuXTxvXQuwDmez9jX7AqF4uJAabxCMSEY68tORG8mou8Q0T4ieu84+z5XENHVRHQXET1IRN8iove48u1EdAcRPex+tzW1dSmBiFpEdB8R3e7+vpaI7nbn81Eimmpq41IBEW0lok8Q0UPuPr1iPd8fIvol96w9QER/RkQz53J/xvayE1ELwH+DDXzxfABvJ6Lnj6v/84AegF8xxtwI4OUAfs6N/70A7nSx+O50f68nvAfAg+zv9Rxb8PcAfNYY8zwAL4Y9r3V5fy5I7EdjzFj+AXgFgL9hf78PwPvG1f8FOJ+/APBGAN8BsNuV7QbwnYs9tjWcwx7YF+B1AG6HNfM+BqAt3bNL+R+AzQD2w8mhWPm6vD+wYd4OwEZvbrv788/O5f6Mk8b7wXuMHLfuUgMR7QXwEgB3A9hljDkEAO738nLNSw6/C+BXER1zL8NZxha8BHAdgKMA/sQtS/6QiDZgnd4fY8yTAHzsx0MATuEcYj8C412zS+44604VQEQbAfw5gF80xsxf7PGcLYjoBwAcMcbcy4uFQ9fLPWoDeCmADxhjXgJrlr0uKLuEc439KGGcL/tBAFezv4tx6y5VEFEH9kX/sDHmk674MBHtdvt3Azhysca3RrwKwA8R0WOwyT5eBzvTb3Uhw4H1dY8OAjhobGQlwEZXeinW7/0JsR+NMV0ASexHd8ya7s84X/avAbjeSROnYIUNnxlj/+cEF3/vjwA8aIz5bbbrM7Ax+IB1FIvPGPM+Y8weY8xe2HvxeWPMT2KdxhY0xjwN4AARPdcV+ViJ6/L+4ELEfhyz0OEtAL4L4BEAv3axhSBrHPurYSnTNwDc7/69BXadeyeAh93v9os91rM4t1sB3O62rwPwVQD7AHwcwPTFHt8azuMmAPe4e/RpANvW8/0B8BsAHgLwAID/DWD6XO6PWtApFBMCtaBTKCYE+rIrFBMCfdkVigmBvuwKxYRAX3aFYkKgL7tCMSHQl12hmBDoy65QTAj+P3L+cG1bHlfkAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "F768dv_7TuzV",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "best_mean_reward, n_steps = -np.inf, 0\n",
        "\n",
        "def callback(_locals, _globals):\n",
        "    \"\"\"\n",
        "    Callback called at each step (for DQN an others) or after n steps (see ACER or PPO2)\n",
        "    :param _locals: (dict)\n",
        "    :param _globals: (dict)\n",
        "    \"\"\"\n",
        "    global n_steps, best_mean_reward\n",
        "    # Print stats every 1000 calls\n",
        "    if (n_steps + 1) % 1000 == 0:\n",
        "        # Evaluate policy training performance\n",
        "        x, y = ts2xy(load_results(log_dir), 'timesteps')\n",
        "        if len(x) > 0:\n",
        "            mean_reward = np.mean(y[-100:])\n",
        "            print(x[-1], 'timesteps')\n",
        "            print(\"Best mean reward: {:.2f} - Last mean reward per episode: {:.2f}\".format(best_mean_reward, mean_reward))\n",
        "\n",
        "            # New best model, you could save the agent here\n",
        "            if mean_reward > best_mean_reward:\n",
        "                best_mean_reward = mean_reward\n",
        "                # Example for saving best model\n",
        "                print(\"Saving new best model\")\n",
        "                _locals['self'].save(log_dir + 'best_model.pkl')\n",
        "    n_steps += 1\n",
        "    # Returning False will stop training early\n",
        "    return True"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1tet6fDOTuzY",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Create log dir\n",
        "import os\n",
        "\n",
        "log_dir = \"/tmp/gym/\"\n",
        "os.makedirs(log_dir, exist_ok=True)\n",
        "\n",
        "# Logs will be saved in log_dir/monitor.csv\n",
        "env = Monitor(env, log_dir, allow_early_resets=True)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JRnI-IYnTuza",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#Create a CNN based policy and optimize it using PPO2.\n",
        "ppo_params = {\"gamma\" : 0.99,\n",
        "              \"n_steps\" : 128,\n",
        "              \"ent_coef\" : 0.01,\n",
        "              \"learning_rate\" : 0.00025,\n",
        "              \"vf_coef\" : 0.5,\n",
        "              \"max_grad_norm\" : 0.5,\n",
        "              \"lam\" : 0.95,\n",
        "              \"nminibatches\" : 4,\n",
        "              \"noptepochs\" : 4,\n",
        "              \"cliprange\" :0.2,\n",
        "              \"cliprange_vf\" : None,\n",
        "              \"verbose\" : 1,\n",
        "              \"tensorboard_log\" : None,\n",
        "              \"_init_setup_model\" : True,\n",
        "              \"policy_kwargs\" : None,\n",
        "              \"full_tensorboard_log\" : False,\n",
        "              \"seed\" : None,\n",
        "              \"n_cpu_tf_sess\" : None\n",
        "              }\n",
        "\n",
        "timesteps = int(1e5)\n",
        "\n",
        "def train_save_agent(params=ppo_params, time_steps=timesteps):\n",
        "    #use the policy, environment and define params to compile the PPO2 model..\n",
        "    model = PPO2(\"CnnPolicy\", env, **params)\n",
        "\n",
        "    s_time = time.time()\n",
        "    #Train the model\n",
        "    model.learn(total_timesteps=time_steps)\n",
        "    e_time = time.time()\n",
        "\n",
        "    print(f\"Total Run-Time : , {(e_time - s_time) : 0.3f} seconds\")\n",
        "\n",
        "    ############ Record-GIF ###########\n",
        "    images = []\n",
        "    obs = model.env.reset()\n",
        "    img = model.env.render(mode='rgb_array')\n",
        "    gif_length = 500\n",
        "\n",
        "    for i in range(gif_length):\n",
        "        images.append(img)\n",
        "        action, _ = model.predict(obs)\n",
        "        obs, _, _ ,_ = model.env.step(action)\n",
        "        img = model.env.render(mode='rgb_array')\n",
        "\n",
        "    imageio.mimsave(f'ppo-obstacle-tower-{timesteps}.gif', [np.array(img) for i, img in enumerate(images) if i%2 == 0],\n",
        "                    fps=10)\n",
        "    \n",
        "    return model"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HE1s-96sTuzc",
        "colab_type": "code",
        "outputId": "1fc7a7f2-1e8b-4de9-d08b-32c00b6b034a",
        "colab": {}
      },
      "source": [
        "##train RL agent..\n",
        "\n",
        "ot_ppo_agent = train_save_agent(ppo_params)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Wrapping the env in a DummyVecEnv.\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "WARNING:tensorflow:From /Users/anurag/opt/anaconda3/lib/python3.7/site-packages/tensorflow/python/framework/op_def_library.py:263: colocate_with (from tensorflow.python.framework.ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Colocations handled automatically by placer.\n",
            "WARNING:tensorflow:From /Users/anurag/opt/anaconda3/lib/python3.7/site-packages/tensorflow/python/ops/math_ops.py:3066: to_int32 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.cast instead.\n",
            "WARNING:tensorflow:From /Users/anurag/opt/anaconda3/lib/python3.7/site-packages/tensorflow/python/ops/math_grad.py:102: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Deprecated in favor of operator or tf.math.divide.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.0033812874 |\n",
            "| clipfrac           | 0.04296875   |\n",
            "| explained_variance | -3.53        |\n",
            "| fps                | 52           |\n",
            "| n_updates          | 1            |\n",
            "| policy_entropy     | 3.9869604    |\n",
            "| policy_loss        | -0.03647914  |\n",
            "| serial_timesteps   | 128          |\n",
            "| time_elapsed       | 2.86e-06     |\n",
            "| total_timesteps    | 128          |\n",
            "| value_loss         | 0.009349779  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.02103925   |\n",
            "| clipfrac           | 0.28320312   |\n",
            "| explained_variance | -74.1        |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 2            |\n",
            "| policy_entropy     | 3.944655     |\n",
            "| policy_loss        | -0.038017057 |\n",
            "| serial_timesteps   | 256          |\n",
            "| time_elapsed       | 2.43         |\n",
            "| total_timesteps    | 256          |\n",
            "| value_loss         | 0.008901308  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0082252    |\n",
            "| clipfrac           | 0.12695312   |\n",
            "| explained_variance | -0.143       |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 3            |\n",
            "| policy_entropy     | 3.9264514    |\n",
            "| policy_loss        | -0.039267134 |\n",
            "| serial_timesteps   | 384          |\n",
            "| time_elapsed       | 4.56         |\n",
            "| total_timesteps    | 384          |\n",
            "| value_loss         | 0.036940288  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.010060805  |\n",
            "| clipfrac           | 0.14257812   |\n",
            "| explained_variance | -3.91        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 4            |\n",
            "| policy_entropy     | 3.8409035    |\n",
            "| policy_loss        | -0.036951546 |\n",
            "| serial_timesteps   | 512          |\n",
            "| time_elapsed       | 6.56         |\n",
            "| total_timesteps    | 512          |\n",
            "| value_loss         | 0.012923139  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.006607698  |\n",
            "| clipfrac           | 0.109375     |\n",
            "| explained_variance | -7.2         |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 5            |\n",
            "| policy_entropy     | 3.8563693    |\n",
            "| policy_loss        | -0.033564687 |\n",
            "| serial_timesteps   | 640          |\n",
            "| time_elapsed       | 8.63         |\n",
            "| total_timesteps    | 640          |\n",
            "| value_loss         | 0.0051859417 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0077071767 |\n",
            "| clipfrac           | 0.119140625  |\n",
            "| explained_variance | -2.81        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 6            |\n",
            "| policy_entropy     | 3.8577611    |\n",
            "| policy_loss        | -0.038750134 |\n",
            "| serial_timesteps   | 768          |\n",
            "| time_elapsed       | 10.6         |\n",
            "| total_timesteps    | 768          |\n",
            "| value_loss         | 0.008721954  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.009282981  |\n",
            "| clipfrac           | 0.1328125    |\n",
            "| ep_len_mean        | 801          |\n",
            "| ep_reward_mean     | 1            |\n",
            "| explained_variance | -5.48        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 7            |\n",
            "| policy_entropy     | 3.8364534    |\n",
            "| policy_loss        | -0.032518428 |\n",
            "| serial_timesteps   | 896          |\n",
            "| time_elapsed       | 12.6         |\n",
            "| total_timesteps    | 896          |\n",
            "| value_loss         | 0.006463076  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.008905781  |\n",
            "| clipfrac           | 0.1015625    |\n",
            "| ep_len_mean        | 801          |\n",
            "| ep_reward_mean     | 1            |\n",
            "| explained_variance | -2.16        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 8            |\n",
            "| policy_entropy     | 3.875688     |\n",
            "| policy_loss        | -0.03773175  |\n",
            "| serial_timesteps   | 1024         |\n",
            "| time_elapsed       | 17.7         |\n",
            "| total_timesteps    | 1024         |\n",
            "| value_loss         | 0.0049959086 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0094845295 |\n",
            "| clipfrac           | 0.1640625    |\n",
            "| ep_len_mean        | 801          |\n",
            "| ep_reward_mean     | 1            |\n",
            "| explained_variance | -26.5        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 9            |\n",
            "| policy_entropy     | 3.8387733    |\n",
            "| policy_loss        | -0.03572858  |\n",
            "| serial_timesteps   | 1152         |\n",
            "| time_elapsed       | 19.8         |\n",
            "| total_timesteps    | 1152         |\n",
            "| value_loss         | 0.0031905575 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.007993037  |\n",
            "| clipfrac           | 0.115234375  |\n",
            "| ep_len_mean        | 801          |\n",
            "| ep_reward_mean     | 1            |\n",
            "| explained_variance | -14.9        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 10           |\n",
            "| policy_entropy     | 3.8440514    |\n",
            "| policy_loss        | -0.034052487 |\n",
            "| serial_timesteps   | 1280         |\n",
            "| time_elapsed       | 21.8         |\n",
            "| total_timesteps    | 1280         |\n",
            "| value_loss         | 0.0035545435 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.012444434  |\n",
            "| clipfrac           | 0.1953125    |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.5          |\n",
            "| explained_variance | -2.53        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 11           |\n",
            "| policy_entropy     | 3.7918375    |\n",
            "| policy_loss        | -0.041279074 |\n",
            "| serial_timesteps   | 1408         |\n",
            "| time_elapsed       | 23.8         |\n",
            "| total_timesteps    | 1408         |\n",
            "| value_loss         | 0.0075395713 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.011063704  |\n",
            "| clipfrac           | 0.1171875    |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.5          |\n",
            "| explained_variance | -14.1        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 12           |\n",
            "| policy_entropy     | 3.8352933    |\n",
            "| policy_loss        | -0.03452981  |\n",
            "| serial_timesteps   | 1536         |\n",
            "| time_elapsed       | 29.1         |\n",
            "| total_timesteps    | 1536         |\n",
            "| value_loss         | 0.0065435227 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.01881195  |\n",
            "| clipfrac           | 0.22070312  |\n",
            "| ep_len_mean        | 701         |\n",
            "| ep_reward_mean     | 0.5         |\n",
            "| explained_variance | -131        |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 13          |\n",
            "| policy_entropy     | 3.7745137   |\n",
            "| policy_loss        | -0.0463531  |\n",
            "| serial_timesteps   | 1664        |\n",
            "| time_elapsed       | 31.1        |\n",
            "| total_timesteps    | 1664        |\n",
            "| value_loss         | 0.008960572 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.022467298  |\n",
            "| clipfrac           | 0.296875     |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.5          |\n",
            "| explained_variance | -3.53        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 14           |\n",
            "| policy_entropy     | 3.6619585    |\n",
            "| policy_loss        | -0.044909455 |\n",
            "| serial_timesteps   | 1792         |\n",
            "| time_elapsed       | 33.1         |\n",
            "| total_timesteps    | 1792         |\n",
            "| value_loss         | 0.0033692773 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.013144564 |\n",
            "| clipfrac           | 0.20117188  |\n",
            "| ep_len_mean        | 701         |\n",
            "| ep_reward_mean     | 0.5         |\n",
            "| explained_variance | -0.218      |\n",
            "| fps                | 57          |\n",
            "| n_updates          | 15          |\n",
            "| policy_entropy     | 3.7912383   |\n",
            "| policy_loss        | -0.03976114 |\n",
            "| serial_timesteps   | 1920        |\n",
            "| time_elapsed       | 35.1        |\n",
            "| total_timesteps    | 1920        |\n",
            "| value_loss         | 0.023676056 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.021581635  |\n",
            "| clipfrac           | 0.28515625   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.5          |\n",
            "| explained_variance | -28.3        |\n",
            "| fps                | 58           |\n",
            "| n_updates          | 16           |\n",
            "| policy_entropy     | 3.6300168    |\n",
            "| policy_loss        | -0.042604793 |\n",
            "| serial_timesteps   | 2048         |\n",
            "| time_elapsed       | 37.4         |\n",
            "| total_timesteps    | 2048         |\n",
            "| value_loss         | 0.0058915038 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.015478155  |\n",
            "| clipfrac           | 0.17773438   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.5          |\n",
            "| explained_variance | -16.3        |\n",
            "| fps                | 56           |\n",
            "| n_updates          | 17           |\n",
            "| policy_entropy     | 3.7044935    |\n",
            "| policy_loss        | -0.037470907 |\n",
            "| serial_timesteps   | 2176         |\n",
            "| time_elapsed       | 39.6         |\n",
            "| total_timesteps    | 2176         |\n",
            "| value_loss         | 0.002095155  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.01782015   |\n",
            "| clipfrac           | 0.20898438   |\n",
            "| ep_len_mean        | 734          |\n",
            "| ep_reward_mean     | 0.667        |\n",
            "| explained_variance | -8.06        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 18           |\n",
            "| policy_entropy     | 3.6436396    |\n",
            "| policy_loss        | -0.04061823  |\n",
            "| serial_timesteps   | 2304         |\n",
            "| time_elapsed       | 41.8         |\n",
            "| total_timesteps    | 2304         |\n",
            "| value_loss         | 0.0053269453 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.013162693 |\n",
            "| clipfrac           | 0.1875      |\n",
            "| ep_len_mean        | 734         |\n",
            "| ep_reward_mean     | 0.667       |\n",
            "| explained_variance | -12         |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 19          |\n",
            "| policy_entropy     | 3.5508437   |\n",
            "| policy_loss        | -0.04374085 |\n",
            "| serial_timesteps   | 2432        |\n",
            "| time_elapsed       | 46.8        |\n",
            "| total_timesteps    | 2432        |\n",
            "| value_loss         | 0.0032092   |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.012641846  |\n",
            "| clipfrac           | 0.14648438   |\n",
            "| ep_len_mean        | 734          |\n",
            "| ep_reward_mean     | 0.667        |\n",
            "| explained_variance | -2.43        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 20           |\n",
            "| policy_entropy     | 3.6959329    |\n",
            "| policy_loss        | -0.047947943 |\n",
            "| serial_timesteps   | 2560         |\n",
            "| time_elapsed       | 48.8         |\n",
            "| total_timesteps    | 2560         |\n",
            "| value_loss         | 0.0030425182 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.026853945  |\n",
            "| clipfrac           | 0.30078125   |\n",
            "| ep_len_mean        | 734          |\n",
            "| ep_reward_mean     | 0.667        |\n",
            "| explained_variance | -29.4        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 21           |\n",
            "| policy_entropy     | 3.5739484    |\n",
            "| policy_loss        | -0.056571957 |\n",
            "| serial_timesteps   | 2688         |\n",
            "| time_elapsed       | 50.9         |\n",
            "| total_timesteps    | 2688         |\n",
            "| value_loss         | 0.0028621326 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.013959041  |\n",
            "| clipfrac           | 0.18945312   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.5          |\n",
            "| explained_variance | -19.9        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 22           |\n",
            "| policy_entropy     | 3.7061553    |\n",
            "| policy_loss        | -0.03853553  |\n",
            "| serial_timesteps   | 2816         |\n",
            "| time_elapsed       | 52.9         |\n",
            "| total_timesteps    | 2816         |\n",
            "| value_loss         | 0.0024125357 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0206265    |\n",
            "| clipfrac           | 0.28515625   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.5          |\n",
            "| explained_variance | -10.4        |\n",
            "| fps                | 58           |\n",
            "| n_updates          | 23           |\n",
            "| policy_entropy     | 3.6802177    |\n",
            "| policy_loss        | -0.04277086  |\n",
            "| serial_timesteps   | 2944         |\n",
            "| time_elapsed       | 58           |\n",
            "| total_timesteps    | 2944         |\n",
            "| value_loss         | 0.0041388078 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.006289673  |\n",
            "| clipfrac           | 0.099609375  |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.5          |\n",
            "| explained_variance | -7.03        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 24           |\n",
            "| policy_entropy     | 3.8018892    |\n",
            "| policy_loss        | -0.038636703 |\n",
            "| serial_timesteps   | 3072         |\n",
            "| time_elapsed       | 60.2         |\n",
            "| total_timesteps    | 3072         |\n",
            "| value_loss         | 0.0022851524 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.01271541   |\n",
            "| clipfrac           | 0.18359375   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.5          |\n",
            "| explained_variance | -9.74        |\n",
            "| fps                | 58           |\n",
            "| n_updates          | 25           |\n",
            "| policy_entropy     | 3.71641      |\n",
            "| policy_loss        | -0.046820253 |\n",
            "| serial_timesteps   | 3200         |\n",
            "| time_elapsed       | 62.2         |\n",
            "| total_timesteps    | 3200         |\n",
            "| value_loss         | 0.0022644775 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.023977447  |\n",
            "| clipfrac           | 0.27929688   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.5          |\n",
            "| explained_variance | -10.9        |\n",
            "| fps                | 53           |\n",
            "| n_updates          | 26           |\n",
            "| policy_entropy     | 3.6778743    |\n",
            "| policy_loss        | -0.060303833 |\n",
            "| serial_timesteps   | 3328         |\n",
            "| time_elapsed       | 64.4         |\n",
            "| total_timesteps    | 3328         |\n",
            "| value_loss         | 0.0033614743 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.025517466 |\n",
            "| clipfrac           | 0.20507812  |\n",
            "| ep_len_mean        | 681         |\n",
            "| ep_reward_mean     | 0.4         |\n",
            "| explained_variance | -15.2       |\n",
            "| fps                | 23          |\n",
            "| n_updates          | 27          |\n",
            "| policy_entropy     | 3.698075    |\n",
            "| policy_loss        | -0.04810407 |\n",
            "| serial_timesteps   | 3456        |\n",
            "| time_elapsed       | 66.8        |\n",
            "| total_timesteps    | 3456        |\n",
            "| value_loss         | 0.006102232 |\n",
            "------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.030792706 |\n",
            "| clipfrac           | 0.32421875  |\n",
            "| ep_len_mean        | 681         |\n",
            "| ep_reward_mean     | 0.4         |\n",
            "| explained_variance | -7.89       |\n",
            "| fps                | 61          |\n",
            "| n_updates          | 28          |\n",
            "| policy_entropy     | 3.6095078   |\n",
            "| policy_loss        | -0.06019169 |\n",
            "| serial_timesteps   | 3584        |\n",
            "| time_elapsed       | 72.4        |\n",
            "| total_timesteps    | 3584        |\n",
            "| value_loss         | 0.005941747 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.026890215  |\n",
            "| clipfrac           | 0.31054688   |\n",
            "| ep_len_mean        | 681          |\n",
            "| ep_reward_mean     | 0.4          |\n",
            "| explained_variance | -26.8        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 29           |\n",
            "| policy_entropy     | 3.700594     |\n",
            "| policy_loss        | -0.04917758  |\n",
            "| serial_timesteps   | 3712         |\n",
            "| time_elapsed       | 74.5         |\n",
            "| total_timesteps    | 3712         |\n",
            "| value_loss         | 0.0049377414 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.020542555 |\n",
            "| clipfrac           | 0.26367188  |\n",
            "| ep_len_mean        | 681         |\n",
            "| ep_reward_mean     | 0.4         |\n",
            "| explained_variance | -32.2       |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 30          |\n",
            "| policy_entropy     | 3.7018328   |\n",
            "| policy_loss        | -0.05430311 |\n",
            "| serial_timesteps   | 3840        |\n",
            "| time_elapsed       | 76.5        |\n",
            "| total_timesteps    | 3840        |\n",
            "| value_loss         | 0.004597389 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.020505795  |\n",
            "| clipfrac           | 0.234375     |\n",
            "| ep_len_mean        | 681          |\n",
            "| ep_reward_mean     | 0.4          |\n",
            "| explained_variance | -47.6        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 31           |\n",
            "| policy_entropy     | 3.6385565    |\n",
            "| policy_loss        | -0.051192738 |\n",
            "| serial_timesteps   | 3968         |\n",
            "| time_elapsed       | 78.5         |\n",
            "| total_timesteps    | 3968         |\n",
            "| value_loss         | 0.00427994   |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.040092632  |\n",
            "| clipfrac           | 0.29882812   |\n",
            "| ep_len_mean        | 668          |\n",
            "| ep_reward_mean     | 0.333        |\n",
            "| explained_variance | -6.9         |\n",
            "| fps                | 29           |\n",
            "| n_updates          | 32           |\n",
            "| policy_entropy     | 3.407418     |\n",
            "| policy_loss        | -0.046354063 |\n",
            "| serial_timesteps   | 4096         |\n",
            "| time_elapsed       | 80.5         |\n",
            "| total_timesteps    | 4096         |\n",
            "| value_loss         | 0.0136810765 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.048393764  |\n",
            "| clipfrac           | 0.34960938   |\n",
            "| ep_len_mean        | 668          |\n",
            "| ep_reward_mean     | 0.333        |\n",
            "| explained_variance | -7.88        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 33           |\n",
            "| policy_entropy     | 3.5146477    |\n",
            "| policy_loss        | -0.06453506  |\n",
            "| serial_timesteps   | 4224         |\n",
            "| time_elapsed       | 84.9         |\n",
            "| total_timesteps    | 4224         |\n",
            "| value_loss         | 0.0028851603 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.011530437  |\n",
            "| clipfrac           | 0.171875     |\n",
            "| ep_len_mean        | 668          |\n",
            "| ep_reward_mean     | 0.333        |\n",
            "| explained_variance | -4.1         |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 34           |\n",
            "| policy_entropy     | 3.5958703    |\n",
            "| policy_loss        | -0.044392828 |\n",
            "| serial_timesteps   | 4352         |\n",
            "| time_elapsed       | 86.8         |\n",
            "| total_timesteps    | 4352         |\n",
            "| value_loss         | 0.0023117284 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.019489339  |\n",
            "| clipfrac           | 0.26171875   |\n",
            "| ep_len_mean        | 668          |\n",
            "| ep_reward_mean     | 0.333        |\n",
            "| explained_variance | -13.9        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 35           |\n",
            "| policy_entropy     | 3.526516     |\n",
            "| policy_loss        | -0.052776605 |\n",
            "| serial_timesteps   | 4480         |\n",
            "| time_elapsed       | 88.8         |\n",
            "| total_timesteps    | 4480         |\n",
            "| value_loss         | 0.0025650638 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.014827542  |\n",
            "| clipfrac           | 0.20898438   |\n",
            "| ep_len_mean        | 658          |\n",
            "| ep_reward_mean     | 0.286        |\n",
            "| explained_variance | -9.21        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 36           |\n",
            "| policy_entropy     | 3.4163282    |\n",
            "| policy_loss        | -0.047988072 |\n",
            "| serial_timesteps   | 4608         |\n",
            "| time_elapsed       | 90.8         |\n",
            "| total_timesteps    | 4608         |\n",
            "| value_loss         | 0.0028396456 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.013957527 |\n",
            "| clipfrac           | 0.20703125  |\n",
            "| ep_len_mean        | 658         |\n",
            "| ep_reward_mean     | 0.286       |\n",
            "| explained_variance | -0.0662     |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 37          |\n",
            "| policy_entropy     | 3.2150035   |\n",
            "| policy_loss        | -0.03617634 |\n",
            "| serial_timesteps   | 4736        |\n",
            "| time_elapsed       | 95.7        |\n",
            "| total_timesteps    | 4736        |\n",
            "| value_loss         | 0.027952332 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.024309326  |\n",
            "| clipfrac           | 0.28125      |\n",
            "| ep_len_mean        | 658          |\n",
            "| ep_reward_mean     | 0.286        |\n",
            "| explained_variance | -10.5        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 38           |\n",
            "| policy_entropy     | 3.1179414    |\n",
            "| policy_loss        | -0.057728186 |\n",
            "| serial_timesteps   | 4864         |\n",
            "| time_elapsed       | 97.7         |\n",
            "| total_timesteps    | 4864         |\n",
            "| value_loss         | 0.020977069  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.02008857   |\n",
            "| clipfrac           | 0.22460938   |\n",
            "| ep_len_mean        | 658          |\n",
            "| ep_reward_mean     | 0.286        |\n",
            "| explained_variance | -18.9        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 39           |\n",
            "| policy_entropy     | 3.137401     |\n",
            "| policy_loss        | -0.040089414 |\n",
            "| serial_timesteps   | 4992         |\n",
            "| time_elapsed       | 99.7         |\n",
            "| total_timesteps    | 4992         |\n",
            "| value_loss         | 0.017222408  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.014012931  |\n",
            "| clipfrac           | 0.18359375   |\n",
            "| ep_len_mean        | 658          |\n",
            "| ep_reward_mean     | 0.286        |\n",
            "| explained_variance | -38.5        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 40           |\n",
            "| policy_entropy     | 3.243111     |\n",
            "| policy_loss        | -0.043467723 |\n",
            "| serial_timesteps   | 5120         |\n",
            "| time_elapsed       | 102          |\n",
            "| total_timesteps    | 5120         |\n",
            "| value_loss         | 0.01121334   |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.018139556  |\n",
            "| clipfrac           | 0.26171875   |\n",
            "| ep_len_mean        | 658          |\n",
            "| ep_reward_mean     | 0.286        |\n",
            "| explained_variance | -4.59        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 41           |\n",
            "| policy_entropy     | 3.0534885    |\n",
            "| policy_loss        | -0.046504818 |\n",
            "| serial_timesteps   | 5248         |\n",
            "| time_elapsed       | 104          |\n",
            "| total_timesteps    | 5248         |\n",
            "| value_loss         | 0.0038272822 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0331525    |\n",
            "| clipfrac           | 0.3046875    |\n",
            "| ep_len_mean        | 658          |\n",
            "| ep_reward_mean     | 0.286        |\n",
            "| explained_variance | -2.43        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 42           |\n",
            "| policy_entropy     | 3.403964     |\n",
            "| policy_loss        | -0.058223475 |\n",
            "| serial_timesteps   | 5376         |\n",
            "| time_elapsed       | 106          |\n",
            "| total_timesteps    | 5376         |\n",
            "| value_loss         | 0.0031818887 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.044813287  |\n",
            "| clipfrac           | 0.31835938   |\n",
            "| ep_len_mean        | 676          |\n",
            "| ep_reward_mean     | 0.4          |\n",
            "| explained_variance | -2.3         |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 43           |\n",
            "| policy_entropy     | 3.0363722    |\n",
            "| policy_loss        | -0.03474328  |\n",
            "| serial_timesteps   | 5504         |\n",
            "| time_elapsed       | 108          |\n",
            "| total_timesteps    | 5504         |\n",
            "| value_loss         | 0.0056783594 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.024697654  |\n",
            "| clipfrac           | 0.28320312   |\n",
            "| ep_len_mean        | 676          |\n",
            "| ep_reward_mean     | 0.4          |\n",
            "| explained_variance | -23.3        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 44           |\n",
            "| policy_entropy     | 2.9411745    |\n",
            "| policy_loss        | -0.0424801   |\n",
            "| serial_timesteps   | 5632         |\n",
            "| time_elapsed       | 113          |\n",
            "| total_timesteps    | 5632         |\n",
            "| value_loss         | 0.0054792454 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.022820666  |\n",
            "| clipfrac           | 0.3046875    |\n",
            "| ep_len_mean        | 676          |\n",
            "| ep_reward_mean     | 0.4          |\n",
            "| explained_variance | -53.6        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 45           |\n",
            "| policy_entropy     | 3.1043177    |\n",
            "| policy_loss        | -0.040215172 |\n",
            "| serial_timesteps   | 5760         |\n",
            "| time_elapsed       | 115          |\n",
            "| total_timesteps    | 5760         |\n",
            "| value_loss         | 0.00776909   |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.01192962  |\n",
            "| clipfrac           | 0.13085938  |\n",
            "| ep_len_mean        | 676         |\n",
            "| ep_reward_mean     | 0.4         |\n",
            "| explained_variance | -0.332      |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 46          |\n",
            "| policy_entropy     | 3.1686766   |\n",
            "| policy_loss        | -0.03720036 |\n",
            "| serial_timesteps   | 5888        |\n",
            "| time_elapsed       | 117         |\n",
            "| total_timesteps    | 5888        |\n",
            "| value_loss         | 0.027028017 |\n",
            "------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.016585212  |\n",
            "| clipfrac           | 0.203125     |\n",
            "| ep_len_mean        | 676          |\n",
            "| ep_reward_mean     | 0.4          |\n",
            "| explained_variance | -4.76        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 47           |\n",
            "| policy_entropy     | 3.1079051    |\n",
            "| policy_loss        | -0.041239984 |\n",
            "| serial_timesteps   | 6016         |\n",
            "| time_elapsed       | 119          |\n",
            "| total_timesteps    | 6016         |\n",
            "| value_loss         | 0.003726306  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.018048046  |\n",
            "| clipfrac           | 0.23046875   |\n",
            "| ep_len_mean        | 676          |\n",
            "| ep_reward_mean     | 0.4          |\n",
            "| explained_variance | -28.8        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 48           |\n",
            "| policy_entropy     | 3.5975893    |\n",
            "| policy_loss        | -0.048919715 |\n",
            "| serial_timesteps   | 6144         |\n",
            "| time_elapsed       | 121          |\n",
            "| total_timesteps    | 6144         |\n",
            "| value_loss         | 0.0014157826 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.017950242  |\n",
            "| clipfrac           | 0.18164062   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.467        |\n",
            "| explained_variance | -4.2         |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 49           |\n",
            "| policy_entropy     | 3.289827     |\n",
            "| policy_loss        | -0.03675022  |\n",
            "| serial_timesteps   | 6272         |\n",
            "| time_elapsed       | 123          |\n",
            "| total_timesteps    | 6272         |\n",
            "| value_loss         | 0.0032470746 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.022297341  |\n",
            "| clipfrac           | 0.25390625   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.467        |\n",
            "| explained_variance | -4.91        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 50           |\n",
            "| policy_entropy     | 3.4292266    |\n",
            "| policy_loss        | -0.04836211  |\n",
            "| serial_timesteps   | 6400         |\n",
            "| time_elapsed       | 128          |\n",
            "| total_timesteps    | 6400         |\n",
            "| value_loss         | 0.0030145468 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.023449657 |\n",
            "| clipfrac           | 0.33789062  |\n",
            "| ep_len_mean        | 690         |\n",
            "| ep_reward_mean     | 0.467       |\n",
            "| explained_variance | -11.5       |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 51          |\n",
            "| policy_entropy     | 3.2086208   |\n",
            "| policy_loss        | -0.05583046 |\n",
            "| serial_timesteps   | 6528        |\n",
            "| time_elapsed       | 130         |\n",
            "| total_timesteps    | 6528        |\n",
            "| value_loss         | 0.003004232 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.020971088  |\n",
            "| clipfrac           | 0.26367188   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.467        |\n",
            "| explained_variance | -6.67        |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 52           |\n",
            "| policy_entropy     | 3.154586     |\n",
            "| policy_loss        | -0.048578326 |\n",
            "| serial_timesteps   | 6656         |\n",
            "| time_elapsed       | 132          |\n",
            "| total_timesteps    | 6656         |\n",
            "| value_loss         | 0.0037318198 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.016006805 |\n",
            "| clipfrac           | 0.21679688  |\n",
            "| ep_len_mean        | 690         |\n",
            "| ep_reward_mean     | 0.467       |\n",
            "| explained_variance | -0.318      |\n",
            "| fps                | 61          |\n",
            "| n_updates          | 53          |\n",
            "| policy_entropy     | 3.167698    |\n",
            "| policy_loss        | -0.04874929 |\n",
            "| serial_timesteps   | 6784        |\n",
            "| time_elapsed       | 134         |\n",
            "| total_timesteps    | 6784        |\n",
            "| value_loss         | 0.026859248 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.020934464  |\n",
            "| clipfrac           | 0.25390625   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.467        |\n",
            "| explained_variance | -13          |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 54           |\n",
            "| policy_entropy     | 3.3169713    |\n",
            "| policy_loss        | -0.053645242 |\n",
            "| serial_timesteps   | 6912         |\n",
            "| time_elapsed       | 136          |\n",
            "| total_timesteps    | 6912         |\n",
            "| value_loss         | 0.003480623  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.029507373  |\n",
            "| clipfrac           | 0.31445312   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.52         |\n",
            "| explained_variance | -7.73        |\n",
            "| fps                | 23           |\n",
            "| n_updates          | 55           |\n",
            "| policy_entropy     | 3.0436528    |\n",
            "| policy_loss        | -0.05015225  |\n",
            "| serial_timesteps   | 7040         |\n",
            "| time_elapsed       | 138          |\n",
            "| total_timesteps    | 7040         |\n",
            "| value_loss         | 0.0051482217 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.021656882  |\n",
            "| clipfrac           | 0.20703125   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.52         |\n",
            "| explained_variance | -18.8        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 56           |\n",
            "| policy_entropy     | 2.964362     |\n",
            "| policy_loss        | -0.0269745   |\n",
            "| serial_timesteps   | 7168         |\n",
            "| time_elapsed       | 144          |\n",
            "| total_timesteps    | 7168         |\n",
            "| value_loss         | 0.0050134854 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.022522114  |\n",
            "| clipfrac           | 0.3046875    |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.52         |\n",
            "| explained_variance | -18.1        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 57           |\n",
            "| policy_entropy     | 3.1933358    |\n",
            "| policy_loss        | -0.05243355  |\n",
            "| serial_timesteps   | 7296         |\n",
            "| time_elapsed       | 146          |\n",
            "| total_timesteps    | 7296         |\n",
            "| value_loss         | 0.0022375514 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.016095929  |\n",
            "| clipfrac           | 0.24023438   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.52         |\n",
            "| explained_variance | -20.7        |\n",
            "| fps                | 57           |\n",
            "| n_updates          | 58           |\n",
            "| policy_entropy     | 3.310637     |\n",
            "| policy_loss        | -0.048285063 |\n",
            "| serial_timesteps   | 7424         |\n",
            "| time_elapsed       | 148          |\n",
            "| total_timesteps    | 7424         |\n",
            "| value_loss         | 0.001946736  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.027424237  |\n",
            "| clipfrac           | 0.30859375   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.52         |\n",
            "| explained_variance | -27.3        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 59           |\n",
            "| policy_entropy     | 3.4015543    |\n",
            "| policy_loss        | -0.047919385 |\n",
            "| serial_timesteps   | 7552         |\n",
            "| time_elapsed       | 150          |\n",
            "| total_timesteps    | 7552         |\n",
            "| value_loss         | 0.0018565437 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.014823626  |\n",
            "| clipfrac           | 0.21484375   |\n",
            "| ep_len_mean        | 692          |\n",
            "| ep_reward_mean     | 0.473        |\n",
            "| explained_variance | -37.6        |\n",
            "| fps                | 20           |\n",
            "| n_updates          | 60           |\n",
            "| policy_entropy     | 3.4011729    |\n",
            "| policy_loss        | -0.03630572  |\n",
            "| serial_timesteps   | 7680         |\n",
            "| time_elapsed       | 152          |\n",
            "| total_timesteps    | 7680         |\n",
            "| value_loss         | 0.0036723185 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.034080956 |\n",
            "| clipfrac           | 0.328125    |\n",
            "| ep_len_mean        | 692         |\n",
            "| ep_reward_mean     | 0.473       |\n",
            "| explained_variance | -5.56       |\n",
            "| fps                | 60          |\n",
            "| n_updates          | 61          |\n",
            "| policy_entropy     | 2.6453662   |\n",
            "| policy_loss        | -0.04708225 |\n",
            "| serial_timesteps   | 7808        |\n",
            "| time_elapsed       | 158         |\n",
            "| total_timesteps    | 7808        |\n",
            "| value_loss         | 0.003918745 |\n",
            "------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.023276718  |\n",
            "| clipfrac           | 0.2421875    |\n",
            "| ep_len_mean        | 692          |\n",
            "| ep_reward_mean     | 0.473        |\n",
            "| explained_variance | -37.5        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 62           |\n",
            "| policy_entropy     | 3.3651772    |\n",
            "| policy_loss        | -0.05034419  |\n",
            "| serial_timesteps   | 7936         |\n",
            "| time_elapsed       | 160          |\n",
            "| total_timesteps    | 7936         |\n",
            "| value_loss         | 0.0018914806 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.023853559 |\n",
            "| clipfrac           | 0.30078125  |\n",
            "| ep_len_mean        | 692         |\n",
            "| ep_reward_mean     | 0.473       |\n",
            "| explained_variance | -32.9       |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 63          |\n",
            "| policy_entropy     | 3.3197641   |\n",
            "| policy_loss        | -0.05819306 |\n",
            "| serial_timesteps   | 8064        |\n",
            "| time_elapsed       | 162         |\n",
            "| total_timesteps    | 8064        |\n",
            "| value_loss         | 0.001484925 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.018940598  |\n",
            "| clipfrac           | 0.25         |\n",
            "| ep_len_mean        | 692          |\n",
            "| ep_reward_mean     | 0.473        |\n",
            "| explained_variance | -1.93        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 64           |\n",
            "| policy_entropy     | 3.1497426    |\n",
            "| policy_loss        | -0.04733136  |\n",
            "| serial_timesteps   | 8192         |\n",
            "| time_elapsed       | 164          |\n",
            "| total_timesteps    | 8192         |\n",
            "| value_loss         | 0.0038677321 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.040882338  |\n",
            "| clipfrac           | 0.30859375   |\n",
            "| ep_len_mean        | 684          |\n",
            "| ep_reward_mean     | 0.433        |\n",
            "| explained_variance | -9.13        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 65           |\n",
            "| policy_entropy     | 2.8266726    |\n",
            "| policy_loss        | -0.060671885 |\n",
            "| serial_timesteps   | 8320         |\n",
            "| time_elapsed       | 166          |\n",
            "| total_timesteps    | 8320         |\n",
            "| value_loss         | 0.008944396  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03219902   |\n",
            "| clipfrac           | 0.25976562   |\n",
            "| ep_len_mean        | 684          |\n",
            "| ep_reward_mean     | 0.433        |\n",
            "| explained_variance | -7.87        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 66           |\n",
            "| policy_entropy     | 3.1411402    |\n",
            "| policy_loss        | -0.044702485 |\n",
            "| serial_timesteps   | 8448         |\n",
            "| time_elapsed       | 172          |\n",
            "| total_timesteps    | 8448         |\n",
            "| value_loss         | 0.0043994025 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.03799695  |\n",
            "| clipfrac           | 0.34765625  |\n",
            "| ep_len_mean        | 684         |\n",
            "| ep_reward_mean     | 0.433       |\n",
            "| explained_variance | -6.03       |\n",
            "| fps                | 62          |\n",
            "| n_updates          | 67          |\n",
            "| policy_entropy     | 2.8170128   |\n",
            "| policy_loss        | -0.03367687 |\n",
            "| serial_timesteps   | 8576        |\n",
            "| time_elapsed       | 174         |\n",
            "| total_timesteps    | 8576        |\n",
            "| value_loss         | 0.00881877  |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.031942543  |\n",
            "| clipfrac           | 0.35546875   |\n",
            "| ep_len_mean        | 684          |\n",
            "| ep_reward_mean     | 0.433        |\n",
            "| explained_variance | -0.0548      |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 68           |\n",
            "| policy_entropy     | 2.922646     |\n",
            "| policy_loss        | -0.036421165 |\n",
            "| serial_timesteps   | 8704         |\n",
            "| time_elapsed       | 176          |\n",
            "| total_timesteps    | 8704         |\n",
            "| value_loss         | 0.029802367  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03465612   |\n",
            "| clipfrac           | 0.33789062   |\n",
            "| ep_len_mean        | 684          |\n",
            "| ep_reward_mean     | 0.433        |\n",
            "| explained_variance | -7.14        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 69           |\n",
            "| policy_entropy     | 2.9546015    |\n",
            "| policy_loss        | -0.052887496 |\n",
            "| serial_timesteps   | 8832         |\n",
            "| time_elapsed       | 178          |\n",
            "| total_timesteps    | 8832         |\n",
            "| value_loss         | 0.005563901  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.018180635  |\n",
            "| clipfrac           | 0.26757812   |\n",
            "| ep_len_mean        | 684          |\n",
            "| ep_reward_mean     | 0.433        |\n",
            "| explained_variance | -22.2        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 70           |\n",
            "| policy_entropy     | 2.9175017    |\n",
            "| policy_loss        | -0.052018378 |\n",
            "| serial_timesteps   | 8960         |\n",
            "| time_elapsed       | 180          |\n",
            "| total_timesteps    | 8960         |\n",
            "| value_loss         | 0.003961373  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.024984896  |\n",
            "| clipfrac           | 0.19335938   |\n",
            "| ep_len_mean        | 693          |\n",
            "| ep_reward_mean     | 0.492        |\n",
            "| explained_variance | -5.36        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 71           |\n",
            "| policy_entropy     | 2.9439335    |\n",
            "| policy_loss        | -0.05653262  |\n",
            "| serial_timesteps   | 9088         |\n",
            "| time_elapsed       | 182          |\n",
            "| total_timesteps    | 9088         |\n",
            "| value_loss         | 0.0036375362 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.01629638   |\n",
            "| clipfrac           | 0.2421875    |\n",
            "| ep_len_mean        | 693          |\n",
            "| ep_reward_mean     | 0.492        |\n",
            "| explained_variance | -4.28        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 72           |\n",
            "| policy_entropy     | 2.9733639    |\n",
            "| policy_loss        | -0.045380007 |\n",
            "| serial_timesteps   | 9216         |\n",
            "| time_elapsed       | 187          |\n",
            "| total_timesteps    | 9216         |\n",
            "| value_loss         | 0.0028283324 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.039668392  |\n",
            "| clipfrac           | 0.37109375   |\n",
            "| ep_len_mean        | 693          |\n",
            "| ep_reward_mean     | 0.492        |\n",
            "| explained_variance | -0.248       |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 73           |\n",
            "| policy_entropy     | 2.7702806    |\n",
            "| policy_loss        | -0.048548818 |\n",
            "| serial_timesteps   | 9344         |\n",
            "| time_elapsed       | 189          |\n",
            "| total_timesteps    | 9344         |\n",
            "| value_loss         | 0.034877714  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.017088732  |\n",
            "| clipfrac           | 0.21484375   |\n",
            "| ep_len_mean        | 693          |\n",
            "| ep_reward_mean     | 0.492        |\n",
            "| explained_variance | -10.3        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 74           |\n",
            "| policy_entropy     | 3.1526012    |\n",
            "| policy_loss        | -0.044085428 |\n",
            "| serial_timesteps   | 9472         |\n",
            "| time_elapsed       | 191          |\n",
            "| total_timesteps    | 9472         |\n",
            "| value_loss         | 0.003115918  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.018396538  |\n",
            "| clipfrac           | 0.2265625    |\n",
            "| ep_len_mean        | 693          |\n",
            "| ep_reward_mean     | 0.492        |\n",
            "| explained_variance | -18.3        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 75           |\n",
            "| policy_entropy     | 3.0998468    |\n",
            "| policy_loss        | -0.051679954 |\n",
            "| serial_timesteps   | 9600         |\n",
            "| time_elapsed       | 193          |\n",
            "| total_timesteps    | 9600         |\n",
            "| value_loss         | 0.0036286856 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.02118359   |\n",
            "| clipfrac           | 0.30273438   |\n",
            "| ep_len_mean        | 693          |\n",
            "| ep_reward_mean     | 0.492        |\n",
            "| explained_variance | -6.36        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 76           |\n",
            "| policy_entropy     | 3.0780928    |\n",
            "| policy_loss        | -0.05612913  |\n",
            "| serial_timesteps   | 9728         |\n",
            "| time_elapsed       | 195          |\n",
            "| total_timesteps    | 9728         |\n",
            "| value_loss         | 0.0023671729 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.019030536  |\n",
            "| clipfrac           | 0.22265625   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.536        |\n",
            "| explained_variance | -40.4        |\n",
            "| fps                | 27           |\n",
            "| n_updates          | 77           |\n",
            "| policy_entropy     | 3.112319     |\n",
            "| policy_loss        | -0.053074718 |\n",
            "| serial_timesteps   | 9856         |\n",
            "| time_elapsed       | 197          |\n",
            "| total_timesteps    | 9856         |\n",
            "| value_loss         | 0.002240335  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.033487547  |\n",
            "| clipfrac           | 0.36132812   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.536        |\n",
            "| explained_variance | -11.6        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 78           |\n",
            "| policy_entropy     | 3.0189583    |\n",
            "| policy_loss        | -0.06447179  |\n",
            "| serial_timesteps   | 9984         |\n",
            "| time_elapsed       | 202          |\n",
            "| total_timesteps    | 9984         |\n",
            "| value_loss         | 0.0029306288 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.01658372   |\n",
            "| clipfrac           | 0.20507812   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.536        |\n",
            "| explained_variance | -16.9        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 79           |\n",
            "| policy_entropy     | 2.5851433    |\n",
            "| policy_loss        | -0.046942335 |\n",
            "| serial_timesteps   | 10112        |\n",
            "| time_elapsed       | 204          |\n",
            "| total_timesteps    | 10112        |\n",
            "| value_loss         | 0.0029752557 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.022113167  |\n",
            "| clipfrac           | 0.2578125    |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.536        |\n",
            "| explained_variance | -5.33        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 80           |\n",
            "| policy_entropy     | 2.7521355    |\n",
            "| policy_loss        | -0.051725913 |\n",
            "| serial_timesteps   | 10240        |\n",
            "| time_elapsed       | 206          |\n",
            "| total_timesteps    | 10240        |\n",
            "| value_loss         | 0.0043956856 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.022638507  |\n",
            "| clipfrac           | 0.2109375    |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.536        |\n",
            "| explained_variance | -0.243       |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 81           |\n",
            "| policy_entropy     | 3.1676476    |\n",
            "| policy_loss        | -0.047235098 |\n",
            "| serial_timesteps   | 10368        |\n",
            "| time_elapsed       | 208          |\n",
            "| total_timesteps    | 10368        |\n",
            "| value_loss         | 0.027439898  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0148213785 |\n",
            "| clipfrac           | 0.17578125   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.536        |\n",
            "| explained_variance | -8.75        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 82           |\n",
            "| policy_entropy     | 3.2726166    |\n",
            "| policy_loss        | -0.043043427 |\n",
            "| serial_timesteps   | 10496        |\n",
            "| time_elapsed       | 210          |\n",
            "| total_timesteps    | 10496        |\n",
            "| value_loss         | 0.004573542  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.016377099  |\n",
            "| clipfrac           | 0.15820312   |\n",
            "| ep_len_mean        | 708          |\n",
            "| ep_reward_mean     | 0.567        |\n",
            "| explained_variance | -92.6        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 83           |\n",
            "| policy_entropy     | 3.2003791    |\n",
            "| policy_loss        | -0.041279137 |\n",
            "| serial_timesteps   | 10624        |\n",
            "| time_elapsed       | 212          |\n",
            "| total_timesteps    | 10624        |\n",
            "| value_loss         | 0.0039126268 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.016657017  |\n",
            "| clipfrac           | 0.17578125   |\n",
            "| ep_len_mean        | 708          |\n",
            "| ep_reward_mean     | 0.567        |\n",
            "| explained_variance | -4.7         |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 84           |\n",
            "| policy_entropy     | 3.1111236    |\n",
            "| policy_loss        | -0.039002568 |\n",
            "| serial_timesteps   | 10752        |\n",
            "| time_elapsed       | 217          |\n",
            "| total_timesteps    | 10752        |\n",
            "| value_loss         | 0.002264458  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.014915434  |\n",
            "| clipfrac           | 0.16601562   |\n",
            "| ep_len_mean        | 708          |\n",
            "| ep_reward_mean     | 0.567        |\n",
            "| explained_variance | -34.1        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 85           |\n",
            "| policy_entropy     | 3.1801462    |\n",
            "| policy_loss        | -0.054837234 |\n",
            "| serial_timesteps   | 10880        |\n",
            "| time_elapsed       | 219          |\n",
            "| total_timesteps    | 10880        |\n",
            "| value_loss         | 0.0021960714 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.024703907 |\n",
            "| clipfrac           | 0.19921875  |\n",
            "| ep_len_mean        | 708         |\n",
            "| ep_reward_mean     | 0.567       |\n",
            "| explained_variance | -0.0912     |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 86          |\n",
            "| policy_entropy     | 3.265641    |\n",
            "| policy_loss        | -0.05151615 |\n",
            "| serial_timesteps   | 11008       |\n",
            "| time_elapsed       | 221         |\n",
            "| total_timesteps    | 11008       |\n",
            "| value_loss         | 0.025154632 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.026534414  |\n",
            "| clipfrac           | 0.22265625   |\n",
            "| ep_len_mean        | 708          |\n",
            "| ep_reward_mean     | 0.567        |\n",
            "| explained_variance | -5.19        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 87           |\n",
            "| policy_entropy     | 3.2697005    |\n",
            "| policy_loss        | -0.05880362  |\n",
            "| serial_timesteps   | 11136        |\n",
            "| time_elapsed       | 223          |\n",
            "| total_timesteps    | 11136        |\n",
            "| value_loss         | 0.0033138387 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.033505794 |\n",
            "| clipfrac           | 0.24609375  |\n",
            "| ep_len_mean        | 708         |\n",
            "| ep_reward_mean     | 0.567       |\n",
            "| explained_variance | -32.5       |\n",
            "| fps                | 62          |\n",
            "| n_updates          | 88          |\n",
            "| policy_entropy     | 3.1871777   |\n",
            "| policy_loss        | -0.0644209  |\n",
            "| serial_timesteps   | 11264       |\n",
            "| time_elapsed       | 225         |\n",
            "| total_timesteps    | 11264       |\n",
            "| value_loss         | 0.003484592 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.026494708  |\n",
            "| clipfrac           | 0.34960938   |\n",
            "| ep_len_mean        | 708          |\n",
            "| ep_reward_mean     | 0.567        |\n",
            "| explained_variance | -33.1        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 89           |\n",
            "| policy_entropy     | 2.9042509    |\n",
            "| policy_loss        | -0.060363773 |\n",
            "| serial_timesteps   | 11392        |\n",
            "| time_elapsed       | 227          |\n",
            "| total_timesteps    | 11392        |\n",
            "| value_loss         | 0.0041123396 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.022602076  |\n",
            "| clipfrac           | 0.28710938   |\n",
            "| ep_len_mean        | 714          |\n",
            "| ep_reward_mean     | 0.594        |\n",
            "| explained_variance | -13.4        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 90           |\n",
            "| policy_entropy     | 2.7096534    |\n",
            "| policy_loss        | -0.063556135 |\n",
            "| serial_timesteps   | 11520        |\n",
            "| time_elapsed       | 229          |\n",
            "| total_timesteps    | 11520        |\n",
            "| value_loss         | 0.0037393451 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.026759788  |\n",
            "| clipfrac           | 0.23632812   |\n",
            "| ep_len_mean        | 714          |\n",
            "| ep_reward_mean     | 0.594        |\n",
            "| explained_variance | -12          |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 91           |\n",
            "| policy_entropy     | 3.020138     |\n",
            "| policy_loss        | -0.055868696 |\n",
            "| serial_timesteps   | 11648        |\n",
            "| time_elapsed       | 234          |\n",
            "| total_timesteps    | 11648        |\n",
            "| value_loss         | 0.0035952542 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.021211354  |\n",
            "| clipfrac           | 0.27148438   |\n",
            "| ep_len_mean        | 714          |\n",
            "| ep_reward_mean     | 0.594        |\n",
            "| explained_variance | -26.9        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 92           |\n",
            "| policy_entropy     | 3.2182786    |\n",
            "| policy_loss        | -0.061886337 |\n",
            "| serial_timesteps   | 11776        |\n",
            "| time_elapsed       | 236          |\n",
            "| total_timesteps    | 11776        |\n",
            "| value_loss         | 0.0027250564 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.030762995  |\n",
            "| clipfrac           | 0.33203125   |\n",
            "| ep_len_mean        | 714          |\n",
            "| ep_reward_mean     | 0.594        |\n",
            "| explained_variance | -38          |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 93           |\n",
            "| policy_entropy     | 3.2041664    |\n",
            "| policy_loss        | -0.054396883 |\n",
            "| serial_timesteps   | 11904        |\n",
            "| time_elapsed       | 238          |\n",
            "| total_timesteps    | 11904        |\n",
            "| value_loss         | 0.0017962989 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.024628073  |\n",
            "| clipfrac           | 0.30664062   |\n",
            "| ep_len_mean        | 707          |\n",
            "| ep_reward_mean     | 0.559        |\n",
            "| explained_variance | -25.2        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 94           |\n",
            "| policy_entropy     | 2.7539673    |\n",
            "| policy_loss        | -0.05580748  |\n",
            "| serial_timesteps   | 12032        |\n",
            "| time_elapsed       | 240          |\n",
            "| total_timesteps    | 12032        |\n",
            "| value_loss         | 0.0020531935 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03834942   |\n",
            "| clipfrac           | 0.30078125   |\n",
            "| ep_len_mean        | 707          |\n",
            "| ep_reward_mean     | 0.559        |\n",
            "| explained_variance | -36.2        |\n",
            "| fps                | 54           |\n",
            "| n_updates          | 95           |\n",
            "| policy_entropy     | 2.405105     |\n",
            "| policy_loss        | -0.0617766   |\n",
            "| serial_timesteps   | 12160        |\n",
            "| time_elapsed       | 245          |\n",
            "| total_timesteps    | 12160        |\n",
            "| value_loss         | 0.0030817052 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.018431682  |\n",
            "| clipfrac           | 0.25195312   |\n",
            "| ep_len_mean        | 707          |\n",
            "| ep_reward_mean     | 0.559        |\n",
            "| explained_variance | -1.54        |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 96           |\n",
            "| policy_entropy     | 2.6795075    |\n",
            "| policy_loss        | -0.06473728  |\n",
            "| serial_timesteps   | 12288        |\n",
            "| time_elapsed       | 248          |\n",
            "| total_timesteps    | 12288        |\n",
            "| value_loss         | 0.0046701427 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.032638118  |\n",
            "| clipfrac           | 0.30273438   |\n",
            "| ep_len_mean        | 707          |\n",
            "| ep_reward_mean     | 0.559        |\n",
            "| explained_variance | -15.5        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 97           |\n",
            "| policy_entropy     | 2.6620185    |\n",
            "| policy_loss        | -0.051581547 |\n",
            "| serial_timesteps   | 12416        |\n",
            "| time_elapsed       | 250          |\n",
            "| total_timesteps    | 12416        |\n",
            "| value_loss         | 0.0037343297 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.055075802  |\n",
            "| clipfrac           | 0.38085938   |\n",
            "| ep_len_mean        | 707          |\n",
            "| ep_reward_mean     | 0.559        |\n",
            "| explained_variance | -31.9        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 98           |\n",
            "| policy_entropy     | 2.235479     |\n",
            "| policy_loss        | -0.062294282 |\n",
            "| serial_timesteps   | 12544        |\n",
            "| time_elapsed       | 252          |\n",
            "| total_timesteps    | 12544        |\n",
            "| value_loss         | 0.00485926   |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.028588012  |\n",
            "| clipfrac           | 0.25585938   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.528        |\n",
            "| explained_variance | -6.44        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 99           |\n",
            "| policy_entropy     | 2.6070435    |\n",
            "| policy_loss        | -0.058567815 |\n",
            "| serial_timesteps   | 12672        |\n",
            "| time_elapsed       | 254          |\n",
            "| total_timesteps    | 12672        |\n",
            "| value_loss         | 0.006084498  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.030673718  |\n",
            "| clipfrac           | 0.24414062   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.528        |\n",
            "| explained_variance | -21.3        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 100          |\n",
            "| policy_entropy     | 2.7508686    |\n",
            "| policy_loss        | -0.03364503  |\n",
            "| serial_timesteps   | 12800        |\n",
            "| time_elapsed       | 259          |\n",
            "| total_timesteps    | 12800        |\n",
            "| value_loss         | 0.0061064637 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.02368436   |\n",
            "| clipfrac           | 0.29492188   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.528        |\n",
            "| explained_variance | -9.06        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 101          |\n",
            "| policy_entropy     | 2.9125462    |\n",
            "| policy_loss        | -0.06597281  |\n",
            "| serial_timesteps   | 12928        |\n",
            "| time_elapsed       | 261          |\n",
            "| total_timesteps    | 12928        |\n",
            "| value_loss         | 0.0022148814 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.01371323   |\n",
            "| clipfrac           | 0.17578125   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.528        |\n",
            "| explained_variance | -32.5        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 102          |\n",
            "| policy_entropy     | 3.0504212    |\n",
            "| policy_loss        | -0.053148244 |\n",
            "| serial_timesteps   | 13056        |\n",
            "| time_elapsed       | 263          |\n",
            "| total_timesteps    | 13056        |\n",
            "| value_loss         | 0.001972627  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.01647033   |\n",
            "| clipfrac           | 0.19335938   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.528        |\n",
            "| explained_variance | -0.156       |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 103          |\n",
            "| policy_entropy     | 3.0837107    |\n",
            "| policy_loss        | -0.044557545 |\n",
            "| serial_timesteps   | 13184        |\n",
            "| time_elapsed       | 265          |\n",
            "| total_timesteps    | 13184        |\n",
            "| value_loss         | 0.02849194   |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04107973   |\n",
            "| clipfrac           | 0.32617188   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.528        |\n",
            "| explained_variance | -30.3        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 104          |\n",
            "| policy_entropy     | 2.5463605    |\n",
            "| policy_loss        | -0.053625107 |\n",
            "| serial_timesteps   | 13312        |\n",
            "| time_elapsed       | 267          |\n",
            "| total_timesteps    | 13312        |\n",
            "| value_loss         | 0.016312521  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.017795078  |\n",
            "| clipfrac           | 0.24609375   |\n",
            "| ep_len_mean        | 706          |\n",
            "| ep_reward_mean     | 0.558        |\n",
            "| explained_variance | -3.5         |\n",
            "| fps                | 27           |\n",
            "| n_updates          | 105          |\n",
            "| policy_entropy     | 2.970799     |\n",
            "| policy_loss        | -0.050232906 |\n",
            "| serial_timesteps   | 13440        |\n",
            "| time_elapsed       | 269          |\n",
            "| total_timesteps    | 13440        |\n",
            "| value_loss         | 0.007031965  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.041376166  |\n",
            "| clipfrac           | 0.359375     |\n",
            "| ep_len_mean        | 706          |\n",
            "| ep_reward_mean     | 0.558        |\n",
            "| explained_variance | -7.66        |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 106          |\n",
            "| policy_entropy     | 2.7227764    |\n",
            "| policy_loss        | -0.05885477  |\n",
            "| serial_timesteps   | 13568        |\n",
            "| time_elapsed       | 273          |\n",
            "| total_timesteps    | 13568        |\n",
            "| value_loss         | 0.0063227895 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.03199948   |\n",
            "| clipfrac           | 0.16796875   |\n",
            "| ep_len_mean        | 706          |\n",
            "| ep_reward_mean     | 0.558        |\n",
            "| explained_variance | -9.98        |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 107          |\n",
            "| policy_entropy     | 2.8533463    |\n",
            "| policy_loss        | -0.052167222 |\n",
            "| serial_timesteps   | 13696        |\n",
            "| time_elapsed       | 275          |\n",
            "| total_timesteps    | 13696        |\n",
            "| value_loss         | 0.0032050868 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.02339238   |\n",
            "| clipfrac           | 0.2109375    |\n",
            "| ep_len_mean        | 706          |\n",
            "| ep_reward_mean     | 0.558        |\n",
            "| explained_variance | -11          |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 108          |\n",
            "| policy_entropy     | 2.9361482    |\n",
            "| policy_loss        | -0.05068616  |\n",
            "| serial_timesteps   | 13824        |\n",
            "| time_elapsed       | 277          |\n",
            "| total_timesteps    | 13824        |\n",
            "| value_loss         | 0.0038302562 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.041442223  |\n",
            "| clipfrac           | 0.37109375   |\n",
            "| ep_len_mean        | 706          |\n",
            "| ep_reward_mean     | 0.558        |\n",
            "| explained_variance | -28.3        |\n",
            "| fps                | 58           |\n",
            "| n_updates          | 109          |\n",
            "| policy_entropy     | 2.9886477    |\n",
            "| policy_loss        | -0.07237942  |\n",
            "| serial_timesteps   | 13952        |\n",
            "| time_elapsed       | 279          |\n",
            "| total_timesteps    | 13952        |\n",
            "| value_loss         | 0.0034692404 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.020802936  |\n",
            "| clipfrac           | 0.22265625   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.53         |\n",
            "| explained_variance | -10.6        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 110          |\n",
            "| policy_entropy     | 3.2034       |\n",
            "| policy_loss        | -0.04245316  |\n",
            "| serial_timesteps   | 14080        |\n",
            "| time_elapsed       | 282          |\n",
            "| total_timesteps    | 14080        |\n",
            "| value_loss         | 0.0021124138 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.02059371   |\n",
            "| clipfrac           | 0.22460938   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.53         |\n",
            "| explained_variance | -32.1        |\n",
            "| fps                | 55           |\n",
            "| n_updates          | 111          |\n",
            "| policy_entropy     | 3.3149593    |\n",
            "| policy_loss        | -0.067165874 |\n",
            "| serial_timesteps   | 14208        |\n",
            "| time_elapsed       | 287          |\n",
            "| total_timesteps    | 14208        |\n",
            "| value_loss         | 0.0018503206 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.022749718  |\n",
            "| clipfrac           | 0.26757812   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.53         |\n",
            "| explained_variance | -43.4        |\n",
            "| fps                | 53           |\n",
            "| n_updates          | 112          |\n",
            "| policy_entropy     | 3.227384     |\n",
            "| policy_loss        | -0.07052837  |\n",
            "| serial_timesteps   | 14336        |\n",
            "| time_elapsed       | 289          |\n",
            "| total_timesteps    | 14336        |\n",
            "| value_loss         | 0.0022574244 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.02592983   |\n",
            "| clipfrac           | 0.31054688   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.53         |\n",
            "| explained_variance | -0.245       |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 113          |\n",
            "| policy_entropy     | 2.8128643    |\n",
            "| policy_loss        | -0.058135044 |\n",
            "| serial_timesteps   | 14464        |\n",
            "| time_elapsed       | 291          |\n",
            "| total_timesteps    | 14464        |\n",
            "| value_loss         | 0.027719118  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.027129462  |\n",
            "| clipfrac           | 0.26171875   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.53         |\n",
            "| explained_variance | -31.3        |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 114          |\n",
            "| policy_entropy     | 3.2023778    |\n",
            "| policy_loss        | -0.048640437 |\n",
            "| serial_timesteps   | 14592        |\n",
            "| time_elapsed       | 293          |\n",
            "| total_timesteps    | 14592        |\n",
            "| value_loss         | 0.003730856  |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.018835867 |\n",
            "| clipfrac           | 0.234375    |\n",
            "| ep_len_mean        | 701         |\n",
            "| ep_reward_mean     | 0.53        |\n",
            "| explained_variance | -21.4       |\n",
            "| fps                | 62          |\n",
            "| n_updates          | 115         |\n",
            "| policy_entropy     | 3.295119    |\n",
            "| policy_loss        | -0.06787044 |\n",
            "| serial_timesteps   | 14720       |\n",
            "| time_elapsed       | 296         |\n",
            "| total_timesteps    | 14720       |\n",
            "| value_loss         | 0.001801289 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.018463569  |\n",
            "| clipfrac           | 0.18554688   |\n",
            "| ep_len_mean        | 706          |\n",
            "| ep_reward_mean     | 0.552        |\n",
            "| explained_variance | -17.3        |\n",
            "| fps                | 27           |\n",
            "| n_updates          | 116          |\n",
            "| policy_entropy     | 3.0941243    |\n",
            "| policy_loss        | -0.035517704 |\n",
            "| serial_timesteps   | 14848        |\n",
            "| time_elapsed       | 298          |\n",
            "| total_timesteps    | 14848        |\n",
            "| value_loss         | 0.008850267  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.020906562  |\n",
            "| clipfrac           | 0.21875      |\n",
            "| ep_len_mean        | 706          |\n",
            "| ep_reward_mean     | 0.552        |\n",
            "| explained_variance | -29.4        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 117          |\n",
            "| policy_entropy     | 3.037224     |\n",
            "| policy_loss        | -0.059187606 |\n",
            "| serial_timesteps   | 14976        |\n",
            "| time_elapsed       | 302          |\n",
            "| total_timesteps    | 14976        |\n",
            "| value_loss         | 0.0022903923 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.022559304  |\n",
            "| clipfrac           | 0.2421875    |\n",
            "| ep_len_mean        | 706          |\n",
            "| ep_reward_mean     | 0.552        |\n",
            "| explained_variance | -9.61        |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 118          |\n",
            "| policy_entropy     | 3.053291     |\n",
            "| policy_loss        | -0.0545716   |\n",
            "| serial_timesteps   | 15104        |\n",
            "| time_elapsed       | 304          |\n",
            "| total_timesteps    | 15104        |\n",
            "| value_loss         | 0.0025751456 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.018475538  |\n",
            "| clipfrac           | 0.27734375   |\n",
            "| ep_len_mean        | 706          |\n",
            "| ep_reward_mean     | 0.552        |\n",
            "| explained_variance | -26.1        |\n",
            "| fps                | 54           |\n",
            "| n_updates          | 119          |\n",
            "| policy_entropy     | 2.816658     |\n",
            "| policy_loss        | -0.062141813 |\n",
            "| serial_timesteps   | 15232        |\n",
            "| time_elapsed       | 306          |\n",
            "| total_timesteps    | 15232        |\n",
            "| value_loss         | 0.0027710742 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.019206408 |\n",
            "| clipfrac           | 0.20507812  |\n",
            "| ep_len_mean        | 706         |\n",
            "| ep_reward_mean     | 0.552       |\n",
            "| explained_variance | -10.9       |\n",
            "| fps                | 61          |\n",
            "| n_updates          | 120         |\n",
            "| policy_entropy     | 3.1948478   |\n",
            "| policy_loss        | -0.06267986 |\n",
            "| serial_timesteps   | 15360       |\n",
            "| time_elapsed       | 309         |\n",
            "| total_timesteps    | 15360       |\n",
            "| value_loss         | 0.00192578  |\n",
            "------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.028623592 |\n",
            "| clipfrac           | 0.2890625   |\n",
            "| ep_len_mean        | 701         |\n",
            "| ep_reward_mean     | 0.527       |\n",
            "| explained_variance | -36.3       |\n",
            "| fps                | 25          |\n",
            "| n_updates          | 121         |\n",
            "| policy_entropy     | 3.1255493   |\n",
            "| policy_loss        | -0.0615579  |\n",
            "| serial_timesteps   | 15488       |\n",
            "| time_elapsed       | 311         |\n",
            "| total_timesteps    | 15488       |\n",
            "| value_loss         | 0.00244283  |\n",
            "------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.016808122  |\n",
            "| clipfrac           | 0.2265625    |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.527        |\n",
            "| explained_variance | -10.6        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 122          |\n",
            "| policy_entropy     | 3.0053608    |\n",
            "| policy_loss        | -0.06247341  |\n",
            "| serial_timesteps   | 15616        |\n",
            "| time_elapsed       | 316          |\n",
            "| total_timesteps    | 15616        |\n",
            "| value_loss         | 0.0029447293 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.018568164  |\n",
            "| clipfrac           | 0.26953125   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.527        |\n",
            "| explained_variance | -41.3        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 123          |\n",
            "| policy_entropy     | 2.9172196    |\n",
            "| policy_loss        | -0.060304273 |\n",
            "| serial_timesteps   | 15744        |\n",
            "| time_elapsed       | 318          |\n",
            "| total_timesteps    | 15744        |\n",
            "| value_loss         | 0.0023032946 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.018689265  |\n",
            "| clipfrac           | 0.23632812   |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.527        |\n",
            "| explained_variance | -9.24        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 124          |\n",
            "| policy_entropy     | 3.054001     |\n",
            "| policy_loss        | -0.06516613  |\n",
            "| serial_timesteps   | 15872        |\n",
            "| time_elapsed       | 320          |\n",
            "| total_timesteps    | 15872        |\n",
            "| value_loss         | 0.0021406305 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03335359   |\n",
            "| clipfrac           | 0.25         |\n",
            "| ep_len_mean        | 701          |\n",
            "| ep_reward_mean     | 0.527        |\n",
            "| explained_variance | -7.03        |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 125          |\n",
            "| policy_entropy     | 2.8436146    |\n",
            "| policy_loss        | -0.060678337 |\n",
            "| serial_timesteps   | 16000        |\n",
            "| time_elapsed       | 322          |\n",
            "| total_timesteps    | 16000        |\n",
            "| value_loss         | 0.0050988714 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.05441821  |\n",
            "| clipfrac           | 0.39453125  |\n",
            "| ep_len_mean        | 697         |\n",
            "| ep_reward_mean     | 0.504       |\n",
            "| explained_variance | -13.5       |\n",
            "| fps                | 29          |\n",
            "| n_updates          | 126         |\n",
            "| policy_entropy     | 2.7668638   |\n",
            "| policy_loss        | -0.05656879 |\n",
            "| serial_timesteps   | 16128       |\n",
            "| time_elapsed       | 324         |\n",
            "| total_timesteps    | 16128       |\n",
            "| value_loss         | 0.00876286  |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03896173   |\n",
            "| clipfrac           | 0.22460938   |\n",
            "| ep_len_mean        | 697          |\n",
            "| ep_reward_mean     | 0.504        |\n",
            "| explained_variance | -3.65        |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 127          |\n",
            "| policy_entropy     | 2.8854554    |\n",
            "| policy_loss        | -0.052716084 |\n",
            "| serial_timesteps   | 16256        |\n",
            "| time_elapsed       | 328          |\n",
            "| total_timesteps    | 16256        |\n",
            "| value_loss         | 0.003683342  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.039110065  |\n",
            "| clipfrac           | 0.31640625   |\n",
            "| ep_len_mean        | 697          |\n",
            "| ep_reward_mean     | 0.504        |\n",
            "| explained_variance | -17.1        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 128          |\n",
            "| policy_entropy     | 2.9656131    |\n",
            "| policy_loss        | -0.068599194 |\n",
            "| serial_timesteps   | 16384        |\n",
            "| time_elapsed       | 330          |\n",
            "| total_timesteps    | 16384        |\n",
            "| value_loss         | 0.0026780637 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.032844458  |\n",
            "| clipfrac           | 0.328125     |\n",
            "| ep_len_mean        | 697          |\n",
            "| ep_reward_mean     | 0.504        |\n",
            "| explained_variance | -7.87        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 129          |\n",
            "| policy_entropy     | 2.698719     |\n",
            "| policy_loss        | -0.07122274  |\n",
            "| serial_timesteps   | 16512        |\n",
            "| time_elapsed       | 332          |\n",
            "| total_timesteps    | 16512        |\n",
            "| value_loss         | 0.0034498964 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.023377243 |\n",
            "| clipfrac           | 0.26953125  |\n",
            "| ep_len_mean        | 693         |\n",
            "| ep_reward_mean     | 0.483       |\n",
            "| explained_variance | -21.2       |\n",
            "| fps                | 26          |\n",
            "| n_updates          | 130         |\n",
            "| policy_entropy     | 2.7598643   |\n",
            "| policy_loss        | -0.04864206 |\n",
            "| serial_timesteps   | 16640       |\n",
            "| time_elapsed       | 334         |\n",
            "| total_timesteps    | 16640       |\n",
            "| value_loss         | 0.006748206 |\n",
            "------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.039372183 |\n",
            "| clipfrac           | 0.34960938  |\n",
            "| ep_len_mean        | 693         |\n",
            "| ep_reward_mean     | 0.483       |\n",
            "| explained_variance | -10.1       |\n",
            "| fps                | 66          |\n",
            "| n_updates          | 131         |\n",
            "| policy_entropy     | 2.7575102   |\n",
            "| policy_loss        | -0.07358362 |\n",
            "| serial_timesteps   | 16768       |\n",
            "| time_elapsed       | 339         |\n",
            "| total_timesteps    | 16768       |\n",
            "| value_loss         | 0.007116657 |\n",
            "------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.040160038 |\n",
            "| clipfrac           | 0.39257812  |\n",
            "| ep_len_mean        | 693         |\n",
            "| ep_reward_mean     | 0.483       |\n",
            "| explained_variance | -11.6       |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 132         |\n",
            "| policy_entropy     | 2.5517108   |\n",
            "| policy_loss        | -0.07258651 |\n",
            "| serial_timesteps   | 16896       |\n",
            "| time_elapsed       | 341         |\n",
            "| total_timesteps    | 16896       |\n",
            "| value_loss         | 0.005491377 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.032031834  |\n",
            "| clipfrac           | 0.31835938   |\n",
            "| ep_len_mean        | 693          |\n",
            "| ep_reward_mean     | 0.483        |\n",
            "| explained_variance | -19.1        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 133          |\n",
            "| policy_entropy     | 2.78798      |\n",
            "| policy_loss        | -0.06718611  |\n",
            "| serial_timesteps   | 17024        |\n",
            "| time_elapsed       | 343          |\n",
            "| total_timesteps    | 17024        |\n",
            "| value_loss         | 0.0022655956 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.041398585  |\n",
            "| clipfrac           | 0.359375     |\n",
            "| ep_len_mean        | 693          |\n",
            "| ep_reward_mean     | 0.483        |\n",
            "| explained_variance | -4.71        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 134          |\n",
            "| policy_entropy     | 2.5128336    |\n",
            "| policy_loss        | -0.0710432   |\n",
            "| serial_timesteps   | 17152        |\n",
            "| time_elapsed       | 345          |\n",
            "| total_timesteps    | 17152        |\n",
            "| value_loss         | 0.0037730793 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.032281473  |\n",
            "| clipfrac           | 0.32421875   |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.464        |\n",
            "| explained_variance | -13.7        |\n",
            "| fps                | 23           |\n",
            "| n_updates          | 135          |\n",
            "| policy_entropy     | 2.5803642    |\n",
            "| policy_loss        | -0.050940346 |\n",
            "| serial_timesteps   | 17280        |\n",
            "| time_elapsed       | 347          |\n",
            "| total_timesteps    | 17280        |\n",
            "| value_loss         | 0.005856266  |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.084627286 |\n",
            "| clipfrac           | 0.40039062  |\n",
            "| ep_len_mean        | 689         |\n",
            "| ep_reward_mean     | 0.464       |\n",
            "| explained_variance | -2.92       |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 136         |\n",
            "| policy_entropy     | 2.1486583   |\n",
            "| policy_loss        | -0.06616258 |\n",
            "| serial_timesteps   | 17408       |\n",
            "| time_elapsed       | 352         |\n",
            "| total_timesteps    | 17408       |\n",
            "| value_loss         | 0.009208237 |\n",
            "------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.036952652  |\n",
            "| clipfrac           | 0.3046875    |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.464        |\n",
            "| explained_variance | -54.1        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 137          |\n",
            "| policy_entropy     | 2.1518018    |\n",
            "| policy_loss        | -0.051652554 |\n",
            "| serial_timesteps   | 17536        |\n",
            "| time_elapsed       | 354          |\n",
            "| total_timesteps    | 17536        |\n",
            "| value_loss         | 0.007997315  |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.043551315 |\n",
            "| clipfrac           | 0.31054688  |\n",
            "| ep_len_mean        | 689         |\n",
            "| ep_reward_mean     | 0.464       |\n",
            "| explained_variance | -17.3       |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 138         |\n",
            "| policy_entropy     | 1.986198    |\n",
            "| policy_loss        | -0.067934   |\n",
            "| serial_timesteps   | 17664       |\n",
            "| time_elapsed       | 356         |\n",
            "| total_timesteps    | 17664       |\n",
            "| value_loss         | 0.008365471 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0465697    |\n",
            "| clipfrac           | 0.32617188   |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.464        |\n",
            "| explained_variance | -46.5        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 139          |\n",
            "| policy_entropy     | 2.1668565    |\n",
            "| policy_loss        | -0.07108803  |\n",
            "| serial_timesteps   | 17792        |\n",
            "| time_elapsed       | 358          |\n",
            "| total_timesteps    | 17792        |\n",
            "| value_loss         | 0.0058704657 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.042561527  |\n",
            "| clipfrac           | 0.29296875   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.446        |\n",
            "| explained_variance | -14.4        |\n",
            "| fps                | 28           |\n",
            "| n_updates          | 140          |\n",
            "| policy_entropy     | 2.2480114    |\n",
            "| policy_loss        | -0.037080538 |\n",
            "| serial_timesteps   | 17920        |\n",
            "| time_elapsed       | 360          |\n",
            "| total_timesteps    | 17920        |\n",
            "| value_loss         | 0.006904598  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04090798   |\n",
            "| clipfrac           | 0.29882812   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.446        |\n",
            "| explained_variance | -12.9        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 141          |\n",
            "| policy_entropy     | 2.0042841    |\n",
            "| policy_loss        | -0.056740046 |\n",
            "| serial_timesteps   | 18048        |\n",
            "| time_elapsed       | 365          |\n",
            "| total_timesteps    | 18048        |\n",
            "| value_loss         | 0.0037249827 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.026171058  |\n",
            "| clipfrac           | 0.28320312   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.446        |\n",
            "| explained_variance | -5.62        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 142          |\n",
            "| policy_entropy     | 2.0736954    |\n",
            "| policy_loss        | -0.06491567  |\n",
            "| serial_timesteps   | 18176        |\n",
            "| time_elapsed       | 367          |\n",
            "| total_timesteps    | 18176        |\n",
            "| value_loss         | 0.0030173683 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.027601004  |\n",
            "| clipfrac           | 0.23242188   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.446        |\n",
            "| explained_variance | -35.6        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 143          |\n",
            "| policy_entropy     | 2.0933785    |\n",
            "| policy_loss        | -0.057188686 |\n",
            "| serial_timesteps   | 18304        |\n",
            "| time_elapsed       | 369          |\n",
            "| total_timesteps    | 18304        |\n",
            "| value_loss         | 0.0027730167 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.035809316  |\n",
            "| clipfrac           | 0.26953125   |\n",
            "| ep_len_mean        | 682          |\n",
            "| ep_reward_mean     | 0.43         |\n",
            "| explained_variance | -42          |\n",
            "| fps                | 27           |\n",
            "| n_updates          | 144          |\n",
            "| policy_entropy     | 2.3797417    |\n",
            "| policy_loss        | -0.05991773  |\n",
            "| serial_timesteps   | 18432        |\n",
            "| time_elapsed       | 371          |\n",
            "| total_timesteps    | 18432        |\n",
            "| value_loss         | 0.0032217111 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.032831382 |\n",
            "| clipfrac           | 0.22851562  |\n",
            "| ep_len_mean        | 682         |\n",
            "| ep_reward_mean     | 0.43        |\n",
            "| explained_variance | -18.5       |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 145         |\n",
            "| policy_entropy     | 2.5138075   |\n",
            "| policy_loss        | -0.06267447 |\n",
            "| serial_timesteps   | 18560       |\n",
            "| time_elapsed       | 375         |\n",
            "| total_timesteps    | 18560       |\n",
            "| value_loss         | 0.002765077 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.045163933  |\n",
            "| clipfrac           | 0.37109375   |\n",
            "| ep_len_mean        | 682          |\n",
            "| ep_reward_mean     | 0.43         |\n",
            "| explained_variance | -71          |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 146          |\n",
            "| policy_entropy     | 1.9108233    |\n",
            "| policy_loss        | -0.046308234 |\n",
            "| serial_timesteps   | 18688        |\n",
            "| time_elapsed       | 377          |\n",
            "| total_timesteps    | 18688        |\n",
            "| value_loss         | 0.0036365213 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.022963418  |\n",
            "| clipfrac           | 0.29101562   |\n",
            "| ep_len_mean        | 682          |\n",
            "| ep_reward_mean     | 0.43         |\n",
            "| explained_variance | -140         |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 147          |\n",
            "| policy_entropy     | 2.2031996    |\n",
            "| policy_loss        | -0.066157095 |\n",
            "| serial_timesteps   | 18816        |\n",
            "| time_elapsed       | 379          |\n",
            "| total_timesteps    | 18816        |\n",
            "| value_loss         | 0.0032830345 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.031911    |\n",
            "| clipfrac           | 0.21484375  |\n",
            "| ep_len_mean        | 682         |\n",
            "| ep_reward_mean     | 0.43        |\n",
            "| explained_variance | -0.0814     |\n",
            "| fps                | 66          |\n",
            "| n_updates          | 148         |\n",
            "| policy_entropy     | 2.4967241   |\n",
            "| policy_loss        | -0.05496581 |\n",
            "| serial_timesteps   | 18944       |\n",
            "| time_elapsed       | 381         |\n",
            "| total_timesteps    | 18944       |\n",
            "| value_loss         | 0.023126408 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.019799285  |\n",
            "| clipfrac           | 0.22265625   |\n",
            "| ep_len_mean        | 682          |\n",
            "| ep_reward_mean     | 0.43         |\n",
            "| explained_variance | -4.41        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 149          |\n",
            "| policy_entropy     | 2.9209807    |\n",
            "| policy_loss        | -0.064710975 |\n",
            "| serial_timesteps   | 19072        |\n",
            "| time_elapsed       | 383          |\n",
            "| total_timesteps    | 19072        |\n",
            "| value_loss         | 0.0030613556 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.024067827  |\n",
            "| clipfrac           | 0.21875      |\n",
            "| ep_len_mean        | 682          |\n",
            "| ep_reward_mean     | 0.43         |\n",
            "| explained_variance | -3.85        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 150          |\n",
            "| policy_entropy     | 2.9073033    |\n",
            "| policy_loss        | -0.061780207 |\n",
            "| serial_timesteps   | 19200        |\n",
            "| time_elapsed       | 385          |\n",
            "| total_timesteps    | 19200        |\n",
            "| value_loss         | 0.0029053835 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.035145864  |\n",
            "| clipfrac           | 0.30078125   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.457        |\n",
            "| explained_variance | -18.4        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 151          |\n",
            "| policy_entropy     | 2.8402839    |\n",
            "| policy_loss        | -0.073000066 |\n",
            "| serial_timesteps   | 19328        |\n",
            "| time_elapsed       | 387          |\n",
            "| total_timesteps    | 19328        |\n",
            "| value_loss         | 0.002724844  |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.022320438  |\n",
            "| clipfrac           | 0.2578125    |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.457        |\n",
            "| explained_variance | -19.4        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 152          |\n",
            "| policy_entropy     | 2.7226539    |\n",
            "| policy_loss        | -0.051056124 |\n",
            "| serial_timesteps   | 19456        |\n",
            "| time_elapsed       | 392          |\n",
            "| total_timesteps    | 19456        |\n",
            "| value_loss         | 0.002429996  |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.033471704 |\n",
            "| clipfrac           | 0.27734375  |\n",
            "| ep_len_mean        | 687         |\n",
            "| ep_reward_mean     | 0.457       |\n",
            "| explained_variance | -0.0982     |\n",
            "| fps                | 66          |\n",
            "| n_updates          | 153         |\n",
            "| policy_entropy     | 2.7730048   |\n",
            "| policy_loss        | -0.05484458 |\n",
            "| serial_timesteps   | 19584       |\n",
            "| time_elapsed       | 394         |\n",
            "| total_timesteps    | 19584       |\n",
            "| value_loss         | 0.025524404 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.025151577  |\n",
            "| clipfrac           | 0.27539062   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.457        |\n",
            "| explained_variance | -25.8        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 154          |\n",
            "| policy_entropy     | 2.528433     |\n",
            "| policy_loss        | -0.051219936 |\n",
            "| serial_timesteps   | 19712        |\n",
            "| time_elapsed       | 396          |\n",
            "| total_timesteps    | 19712        |\n",
            "| value_loss         | 0.0060955747 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.030786902  |\n",
            "| clipfrac           | 0.25976562   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.457        |\n",
            "| explained_variance | -2.24        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 155          |\n",
            "| policy_entropy     | 2.8122802    |\n",
            "| policy_loss        | -0.06319386  |\n",
            "| serial_timesteps   | 19840        |\n",
            "| time_elapsed       | 398          |\n",
            "| total_timesteps    | 19840        |\n",
            "| value_loss         | 0.0034383629 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.034163665  |\n",
            "| clipfrac           | 0.39257812   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.457        |\n",
            "| explained_variance | -21.5        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 156          |\n",
            "| policy_entropy     | 2.8502638    |\n",
            "| policy_loss        | -0.061283343 |\n",
            "| serial_timesteps   | 19968        |\n",
            "| time_elapsed       | 400          |\n",
            "| total_timesteps    | 19968        |\n",
            "| value_loss         | 0.0027333898 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06362174   |\n",
            "| clipfrac           | 0.43164062   |\n",
            "| ep_len_mean        | 691          |\n",
            "| ep_reward_mean     | 0.479        |\n",
            "| explained_variance | -4.13        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 157          |\n",
            "| policy_entropy     | 2.7731442    |\n",
            "| policy_loss        | -0.034757618 |\n",
            "| serial_timesteps   | 20096        |\n",
            "| time_elapsed       | 402          |\n",
            "| total_timesteps    | 20096        |\n",
            "| value_loss         | 0.0071242503 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.04803643  |\n",
            "| clipfrac           | 0.32226562  |\n",
            "| ep_len_mean        | 691         |\n",
            "| ep_reward_mean     | 0.479       |\n",
            "| explained_variance | -3.71       |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 158         |\n",
            "| policy_entropy     | 2.1702259   |\n",
            "| policy_loss        | -0.06586072 |\n",
            "| serial_timesteps   | 20224       |\n",
            "| time_elapsed       | 407         |\n",
            "| total_timesteps    | 20224       |\n",
            "| value_loss         | 0.006414862 |\n",
            "------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.043799847 |\n",
            "| clipfrac           | 0.30664062  |\n",
            "| ep_len_mean        | 691         |\n",
            "| ep_reward_mean     | 0.479       |\n",
            "| explained_variance | -2.55       |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 159         |\n",
            "| policy_entropy     | 2.2049549   |\n",
            "| policy_loss        | -0.07200219 |\n",
            "| serial_timesteps   | 20352       |\n",
            "| time_elapsed       | 409         |\n",
            "| total_timesteps    | 20352       |\n",
            "| value_loss         | 0.003456174 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.032788567  |\n",
            "| clipfrac           | 0.32617188   |\n",
            "| ep_len_mean        | 691          |\n",
            "| ep_reward_mean     | 0.479        |\n",
            "| explained_variance | -56.4        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 160          |\n",
            "| policy_entropy     | 2.3948388    |\n",
            "| policy_loss        | -0.076438114 |\n",
            "| serial_timesteps   | 20480        |\n",
            "| time_elapsed       | 411          |\n",
            "| total_timesteps    | 20480        |\n",
            "| value_loss         | 0.0029183612 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04242377   |\n",
            "| clipfrac           | 0.390625     |\n",
            "| ep_len_mean        | 691          |\n",
            "| ep_reward_mean     | 0.479        |\n",
            "| explained_variance | -22.7        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 161          |\n",
            "| policy_entropy     | 2.2425423    |\n",
            "| policy_loss        | -0.06501654  |\n",
            "| serial_timesteps   | 20608        |\n",
            "| time_elapsed       | 413          |\n",
            "| total_timesteps    | 20608        |\n",
            "| value_loss         | 0.0027166517 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03264188   |\n",
            "| clipfrac           | 0.265625     |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.463        |\n",
            "| explained_variance | -5.35        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 162          |\n",
            "| policy_entropy     | 2.423669     |\n",
            "| policy_loss        | -0.05544399  |\n",
            "| serial_timesteps   | 20736        |\n",
            "| time_elapsed       | 415          |\n",
            "| total_timesteps    | 20736        |\n",
            "| value_loss         | 0.0031459725 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.026814893 |\n",
            "| clipfrac           | 0.33984375  |\n",
            "| ep_len_mean        | 688         |\n",
            "| ep_reward_mean     | 0.463       |\n",
            "| explained_variance | -0.269      |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 163         |\n",
            "| policy_entropy     | 2.4057326   |\n",
            "| policy_loss        | -0.06488191 |\n",
            "| serial_timesteps   | 20864       |\n",
            "| time_elapsed       | 420         |\n",
            "| total_timesteps    | 20864       |\n",
            "| value_loss         | 0.030230066 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.028059576  |\n",
            "| clipfrac           | 0.31640625   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.463        |\n",
            "| explained_variance | -9.39        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 164          |\n",
            "| policy_entropy     | 2.2651217    |\n",
            "| policy_loss        | -0.058792137 |\n",
            "| serial_timesteps   | 20992        |\n",
            "| time_elapsed       | 422          |\n",
            "| total_timesteps    | 20992        |\n",
            "| value_loss         | 0.00746674   |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.023697231 |\n",
            "| clipfrac           | 0.32226562  |\n",
            "| ep_len_mean        | 688         |\n",
            "| ep_reward_mean     | 0.463       |\n",
            "| explained_variance | -1.82       |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 165         |\n",
            "| policy_entropy     | 2.8077357   |\n",
            "| policy_loss        | -0.06501538 |\n",
            "| serial_timesteps   | 21120       |\n",
            "| time_elapsed       | 424         |\n",
            "| total_timesteps    | 21120       |\n",
            "| value_loss         | 0.006043427 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.029698376  |\n",
            "| clipfrac           | 0.25585938   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.463        |\n",
            "| explained_variance | -23          |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 166          |\n",
            "| policy_entropy     | 2.6929073    |\n",
            "| policy_loss        | -0.065081045 |\n",
            "| serial_timesteps   | 21248        |\n",
            "| time_elapsed       | 426          |\n",
            "| total_timesteps    | 21248        |\n",
            "| value_loss         | 0.0025054016 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.02333148   |\n",
            "| clipfrac           | 0.31640625   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.463        |\n",
            "| explained_variance | -15.8        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 167          |\n",
            "| policy_entropy     | 2.624904     |\n",
            "| policy_loss        | -0.06773744  |\n",
            "| serial_timesteps   | 21376        |\n",
            "| time_elapsed       | 428          |\n",
            "| total_timesteps    | 21376        |\n",
            "| value_loss         | 0.0019693421 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03464525   |\n",
            "| clipfrac           | 0.29101562   |\n",
            "| ep_len_mean        | 691          |\n",
            "| ep_reward_mean     | 0.481        |\n",
            "| explained_variance | -6.2         |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 168          |\n",
            "| policy_entropy     | 2.7183416    |\n",
            "| policy_loss        | -0.05743414  |\n",
            "| serial_timesteps   | 21504        |\n",
            "| time_elapsed       | 430          |\n",
            "| total_timesteps    | 21504        |\n",
            "| value_loss         | 0.0033348317 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.03189273  |\n",
            "| clipfrac           | 0.32421875  |\n",
            "| ep_len_mean        | 691         |\n",
            "| ep_reward_mean     | 0.481       |\n",
            "| explained_variance | -26.2       |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 169         |\n",
            "| policy_entropy     | 2.9043124   |\n",
            "| policy_loss        | -0.06781066 |\n",
            "| serial_timesteps   | 21632       |\n",
            "| time_elapsed       | 435         |\n",
            "| total_timesteps    | 21632       |\n",
            "| value_loss         | 0.002012743 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.033650868  |\n",
            "| clipfrac           | 0.34375      |\n",
            "| ep_len_mean        | 691          |\n",
            "| ep_reward_mean     | 0.481        |\n",
            "| explained_variance | -23.7        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 170          |\n",
            "| policy_entropy     | 2.7481565    |\n",
            "| policy_loss        | -0.08079764  |\n",
            "| serial_timesteps   | 21760        |\n",
            "| time_elapsed       | 437          |\n",
            "| total_timesteps    | 21760        |\n",
            "| value_loss         | 0.0022543266 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.035711072  |\n",
            "| clipfrac           | 0.22265625   |\n",
            "| ep_len_mean        | 691          |\n",
            "| ep_reward_mean     | 0.481        |\n",
            "| explained_variance | -61          |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 171          |\n",
            "| policy_entropy     | 3.1699061    |\n",
            "| policy_loss        | -0.0697351   |\n",
            "| serial_timesteps   | 21888        |\n",
            "| time_elapsed       | 439          |\n",
            "| total_timesteps    | 21888        |\n",
            "| value_loss         | 0.0013857916 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.028177543  |\n",
            "| clipfrac           | 0.27148438   |\n",
            "| ep_len_mean        | 691          |\n",
            "| ep_reward_mean     | 0.481        |\n",
            "| explained_variance | -22.9        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 172          |\n",
            "| policy_entropy     | 3.0531802    |\n",
            "| policy_loss        | -0.06739576  |\n",
            "| serial_timesteps   | 22016        |\n",
            "| time_elapsed       | 441          |\n",
            "| total_timesteps    | 22016        |\n",
            "| value_loss         | 0.0017784901 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.08183658   |\n",
            "| clipfrac           | 0.26367188   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.466        |\n",
            "| explained_variance | -5.19        |\n",
            "| fps                | 27           |\n",
            "| n_updates          | 173          |\n",
            "| policy_entropy     | 3.202729     |\n",
            "| policy_loss        | -0.057592176 |\n",
            "| serial_timesteps   | 22144        |\n",
            "| time_elapsed       | 443          |\n",
            "| total_timesteps    | 22144        |\n",
            "| value_loss         | 0.0019827567 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.035765257  |\n",
            "| clipfrac           | 0.30273438   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.466        |\n",
            "| explained_variance | -34.9        |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 174          |\n",
            "| policy_entropy     | 2.9209318    |\n",
            "| policy_loss        | -0.06857484  |\n",
            "| serial_timesteps   | 22272        |\n",
            "| time_elapsed       | 448          |\n",
            "| total_timesteps    | 22272        |\n",
            "| value_loss         | 0.0021496117 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04909355   |\n",
            "| clipfrac           | 0.44140625   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.466        |\n",
            "| explained_variance | -8.55        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 175          |\n",
            "| policy_entropy     | 2.6981812    |\n",
            "| policy_loss        | -0.06763454  |\n",
            "| serial_timesteps   | 22400        |\n",
            "| time_elapsed       | 449          |\n",
            "| total_timesteps    | 22400        |\n",
            "| value_loss         | 0.0031811122 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.023609396  |\n",
            "| clipfrac           | 0.19921875   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.466        |\n",
            "| explained_variance | -7.9         |\n",
            "| fps                | 68           |\n",
            "| n_updates          | 176          |\n",
            "| policy_entropy     | 2.4403772    |\n",
            "| policy_loss        | -0.02644712  |\n",
            "| serial_timesteps   | 22528        |\n",
            "| time_elapsed       | 451          |\n",
            "| total_timesteps    | 22528        |\n",
            "| value_loss         | 0.0036562614 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.038883593  |\n",
            "| clipfrac           | 0.25585938   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.452        |\n",
            "| explained_variance | -55          |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 177          |\n",
            "| policy_entropy     | 2.7766154    |\n",
            "| policy_loss        | -0.055099502 |\n",
            "| serial_timesteps   | 22656        |\n",
            "| time_elapsed       | 453          |\n",
            "| total_timesteps    | 22656        |\n",
            "| value_loss         | 0.002791594  |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.027994141 |\n",
            "| clipfrac           | 0.26171875  |\n",
            "| ep_len_mean        | 686         |\n",
            "| ep_reward_mean     | 0.452       |\n",
            "| explained_variance | -0.381      |\n",
            "| fps                | 66          |\n",
            "| n_updates          | 178         |\n",
            "| policy_entropy     | 2.7786086   |\n",
            "| policy_loss        | -0.05886309 |\n",
            "| serial_timesteps   | 22784       |\n",
            "| time_elapsed       | 458         |\n",
            "| total_timesteps    | 22784       |\n",
            "| value_loss         | 0.028499765 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.022348821  |\n",
            "| clipfrac           | 0.26953125   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.452        |\n",
            "| explained_variance | -9.2         |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 179          |\n",
            "| policy_entropy     | 2.4656622    |\n",
            "| policy_loss        | -0.048851144 |\n",
            "| serial_timesteps   | 22912        |\n",
            "| time_elapsed       | 460          |\n",
            "| total_timesteps    | 22912        |\n",
            "| value_loss         | 0.0037545338 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.037776466  |\n",
            "| clipfrac           | 0.36132812   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.452        |\n",
            "| explained_variance | -0.523       |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 180          |\n",
            "| policy_entropy     | 2.646392     |\n",
            "| policy_loss        | -0.06320309  |\n",
            "| serial_timesteps   | 23040        |\n",
            "| time_elapsed       | 462          |\n",
            "| total_timesteps    | 23040        |\n",
            "| value_loss         | 0.0034089019 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0294139    |\n",
            "| clipfrac           | 0.28710938   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.452        |\n",
            "| explained_variance | -11.4        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 181          |\n",
            "| policy_entropy     | 2.408921     |\n",
            "| policy_loss        | -0.06943539  |\n",
            "| serial_timesteps   | 23168        |\n",
            "| time_elapsed       | 464          |\n",
            "| total_timesteps    | 23168        |\n",
            "| value_loss         | 0.0051745004 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.034624904  |\n",
            "| clipfrac           | 0.26367188   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.452        |\n",
            "| explained_variance | -5.3         |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 182          |\n",
            "| policy_entropy     | 2.5134242    |\n",
            "| policy_loss        | -0.07261407  |\n",
            "| serial_timesteps   | 23296        |\n",
            "| time_elapsed       | 466          |\n",
            "| total_timesteps    | 23296        |\n",
            "| value_loss         | 0.0033849324 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.043500166  |\n",
            "| clipfrac           | 0.30664062   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.452        |\n",
            "| explained_variance | -28.2        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 183          |\n",
            "| policy_entropy     | 2.5282962    |\n",
            "| policy_loss        | -0.06337689  |\n",
            "| serial_timesteps   | 23424        |\n",
            "| time_elapsed       | 468          |\n",
            "| total_timesteps    | 23424        |\n",
            "| value_loss         | 0.0027081356 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.1376813    |\n",
            "| clipfrac           | 0.21484375   |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.474        |\n",
            "| explained_variance | -15.9        |\n",
            "| fps                | 23           |\n",
            "| n_updates          | 184          |\n",
            "| policy_entropy     | 2.6194844    |\n",
            "| policy_loss        | -0.04849744  |\n",
            "| serial_timesteps   | 23552        |\n",
            "| time_elapsed       | 470          |\n",
            "| total_timesteps    | 23552        |\n",
            "| value_loss         | 0.0033822176 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.046476398  |\n",
            "| clipfrac           | 0.25390625   |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.474        |\n",
            "| explained_variance | -6.96        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 185          |\n",
            "| policy_entropy     | 2.4318175    |\n",
            "| policy_loss        | -0.045825068 |\n",
            "| serial_timesteps   | 23680        |\n",
            "| time_elapsed       | 475          |\n",
            "| total_timesteps    | 23680        |\n",
            "| value_loss         | 0.0064233155 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06809613   |\n",
            "| clipfrac           | 0.390625     |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.474        |\n",
            "| explained_variance | -3.57        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 186          |\n",
            "| policy_entropy     | 1.9901825    |\n",
            "| policy_loss        | -0.062120177 |\n",
            "| serial_timesteps   | 23808        |\n",
            "| time_elapsed       | 478          |\n",
            "| total_timesteps    | 23808        |\n",
            "| value_loss         | 0.010434471  |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.04184056  |\n",
            "| clipfrac           | 0.32617188  |\n",
            "| ep_len_mean        | 689         |\n",
            "| ep_reward_mean     | 0.474       |\n",
            "| explained_variance | -8.92       |\n",
            "| fps                | 62          |\n",
            "| n_updates          | 187         |\n",
            "| policy_entropy     | 2.286673    |\n",
            "| policy_loss        | -0.05925892 |\n",
            "| serial_timesteps   | 23936       |\n",
            "| time_elapsed       | 480         |\n",
            "| total_timesteps    | 23936       |\n",
            "| value_loss         | 0.005708673 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.031885907  |\n",
            "| clipfrac           | 0.31640625   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -4.96        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 188          |\n",
            "| policy_entropy     | 2.2804465    |\n",
            "| policy_loss        | -0.070541486 |\n",
            "| serial_timesteps   | 24064        |\n",
            "| time_elapsed       | 482          |\n",
            "| total_timesteps    | 24064        |\n",
            "| value_loss         | 0.0052336827 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04147481   |\n",
            "| clipfrac           | 0.32617188   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -15.5        |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 189          |\n",
            "| policy_entropy     | 2.6963656    |\n",
            "| policy_loss        | -0.07159149  |\n",
            "| serial_timesteps   | 24192        |\n",
            "| time_elapsed       | 487          |\n",
            "| total_timesteps    | 24192        |\n",
            "| value_loss         | 0.0031738095 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.031451344  |\n",
            "| clipfrac           | 0.26367188   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -9.27        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 190          |\n",
            "| policy_entropy     | 2.496261     |\n",
            "| policy_loss        | -0.06707686  |\n",
            "| serial_timesteps   | 24320        |\n",
            "| time_elapsed       | 489          |\n",
            "| total_timesteps    | 24320        |\n",
            "| value_loss         | 0.0039640795 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.034590878 |\n",
            "| clipfrac           | 0.30664062  |\n",
            "| ep_len_mean        | 687         |\n",
            "| ep_reward_mean     | 0.46        |\n",
            "| explained_variance | -0.0891     |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 191         |\n",
            "| policy_entropy     | 2.6057684   |\n",
            "| policy_loss        | -0.05874461 |\n",
            "| serial_timesteps   | 24448       |\n",
            "| time_elapsed       | 491         |\n",
            "| total_timesteps    | 24448       |\n",
            "| value_loss         | 0.025659679 |\n",
            "------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.06610558  |\n",
            "| clipfrac           | 0.37109375  |\n",
            "| ep_len_mean        | 687         |\n",
            "| ep_reward_mean     | 0.46        |\n",
            "| explained_variance | -16.1       |\n",
            "| fps                | 62          |\n",
            "| n_updates          | 192         |\n",
            "| policy_entropy     | 2.3793883   |\n",
            "| policy_loss        | -0.0695354  |\n",
            "| serial_timesteps   | 24576       |\n",
            "| time_elapsed       | 493         |\n",
            "| total_timesteps    | 24576       |\n",
            "| value_loss         | 0.009651812 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06246101   |\n",
            "| clipfrac           | 0.34570312   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -7.32        |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 193          |\n",
            "| policy_entropy     | 2.2113142    |\n",
            "| policy_loss        | -0.046253584 |\n",
            "| serial_timesteps   | 24704        |\n",
            "| time_elapsed       | 495          |\n",
            "| total_timesteps    | 24704        |\n",
            "| value_loss         | 0.0056228642 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.051440287  |\n",
            "| clipfrac           | 0.29101562   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -27.6        |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 194          |\n",
            "| policy_entropy     | 2.2028418    |\n",
            "| policy_loss        | -0.056066446 |\n",
            "| serial_timesteps   | 24832        |\n",
            "| time_elapsed       | 497          |\n",
            "| total_timesteps    | 24832        |\n",
            "| value_loss         | 0.0056376215 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.042125266 |\n",
            "| clipfrac           | 0.28320312  |\n",
            "| ep_len_mean        | 690         |\n",
            "| ep_reward_mean     | 0.475       |\n",
            "| explained_variance | -4.89       |\n",
            "| fps                | 22          |\n",
            "| n_updates          | 195         |\n",
            "| policy_entropy     | 2.4422495   |\n",
            "| policy_loss        | -0.06873996 |\n",
            "| serial_timesteps   | 24960       |\n",
            "| time_elapsed       | 499         |\n",
            "| total_timesteps    | 24960       |\n",
            "| value_loss         | 0.005738781 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.037300833  |\n",
            "| clipfrac           | 0.30859375   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.475        |\n",
            "| explained_variance | -5.84        |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 196          |\n",
            "| policy_entropy     | 2.765799     |\n",
            "| policy_loss        | -0.06662495  |\n",
            "| serial_timesteps   | 25088        |\n",
            "| time_elapsed       | 505          |\n",
            "| total_timesteps    | 25088        |\n",
            "| value_loss         | 0.0027808954 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.031606503  |\n",
            "| clipfrac           | 0.26757812   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.475        |\n",
            "| explained_variance | -9.09        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 197          |\n",
            "| policy_entropy     | 2.0909355    |\n",
            "| policy_loss        | -0.053715482 |\n",
            "| serial_timesteps   | 25216        |\n",
            "| time_elapsed       | 507          |\n",
            "| total_timesteps    | 25216        |\n",
            "| value_loss         | 0.0061271735 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03853099   |\n",
            "| clipfrac           | 0.26953125   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.475        |\n",
            "| explained_variance | -5.84        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 198          |\n",
            "| policy_entropy     | 2.2034183    |\n",
            "| policy_loss        | -0.061284903 |\n",
            "| serial_timesteps   | 25344        |\n",
            "| time_elapsed       | 509          |\n",
            "| total_timesteps    | 25344        |\n",
            "| value_loss         | 0.0032487744 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07181848   |\n",
            "| clipfrac           | 0.40429688   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.462        |\n",
            "| explained_variance | -23.3        |\n",
            "| fps                | 23           |\n",
            "| n_updates          | 199          |\n",
            "| policy_entropy     | 2.7156608    |\n",
            "| policy_loss        | -0.055445667 |\n",
            "| serial_timesteps   | 25472        |\n",
            "| time_elapsed       | 511          |\n",
            "| total_timesteps    | 25472        |\n",
            "| value_loss         | 0.002502171  |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.033874284 |\n",
            "| clipfrac           | 0.25976562  |\n",
            "| ep_len_mean        | 687         |\n",
            "| ep_reward_mean     | 0.462       |\n",
            "| explained_variance | -5.4        |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 200         |\n",
            "| policy_entropy     | 2.631248    |\n",
            "| policy_loss        | -0.06591341 |\n",
            "| serial_timesteps   | 25600       |\n",
            "| time_elapsed       | 516         |\n",
            "| total_timesteps    | 25600       |\n",
            "| value_loss         | 0.002944219 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.025911253  |\n",
            "| clipfrac           | 0.234375     |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.462        |\n",
            "| explained_variance | -58.2        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 201          |\n",
            "| policy_entropy     | 2.7586744    |\n",
            "| policy_loss        | -0.052047674 |\n",
            "| serial_timesteps   | 25728        |\n",
            "| time_elapsed       | 518          |\n",
            "| total_timesteps    | 25728        |\n",
            "| value_loss         | 0.0018754121 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.039065816 |\n",
            "| clipfrac           | 0.3125      |\n",
            "| ep_len_mean        | 687         |\n",
            "| ep_reward_mean     | 0.462       |\n",
            "| explained_variance | 0.0939      |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 202         |\n",
            "| policy_entropy     | 2.7802205   |\n",
            "| policy_loss        | -0.06923454 |\n",
            "| serial_timesteps   | 25856       |\n",
            "| time_elapsed       | 520         |\n",
            "| total_timesteps    | 25856       |\n",
            "| value_loss         | 0.024612278 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.038667772  |\n",
            "| clipfrac           | 0.3359375    |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.462        |\n",
            "| explained_variance | -9.23        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 203          |\n",
            "| policy_entropy     | 2.5878499    |\n",
            "| policy_loss        | -0.063539214 |\n",
            "| serial_timesteps   | 25984        |\n",
            "| time_elapsed       | 522          |\n",
            "| total_timesteps    | 25984        |\n",
            "| value_loss         | 0.0049214433 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03899304   |\n",
            "| clipfrac           | 0.34375      |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.462        |\n",
            "| explained_variance | -1.14        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 204          |\n",
            "| policy_entropy     | 2.5310051    |\n",
            "| policy_loss        | -0.069525205 |\n",
            "| serial_timesteps   | 26112        |\n",
            "| time_elapsed       | 525          |\n",
            "| total_timesteps    | 26112        |\n",
            "| value_loss         | 0.005127564  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.034660336  |\n",
            "| clipfrac           | 0.265625     |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.476        |\n",
            "| explained_variance | -34.1        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 205          |\n",
            "| policy_entropy     | 2.3799417    |\n",
            "| policy_loss        | -0.06777587  |\n",
            "| serial_timesteps   | 26240        |\n",
            "| time_elapsed       | 527          |\n",
            "| total_timesteps    | 26240        |\n",
            "| value_loss         | 0.0040418357 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.049172062  |\n",
            "| clipfrac           | 0.19140625   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.476        |\n",
            "| explained_variance | -0.23        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 206          |\n",
            "| policy_entropy     | 2.651651     |\n",
            "| policy_loss        | -0.048503276 |\n",
            "| serial_timesteps   | 26368        |\n",
            "| time_elapsed       | 531          |\n",
            "| total_timesteps    | 26368        |\n",
            "| value_loss         | 0.025207404  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.043028485  |\n",
            "| clipfrac           | 0.27734375   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.476        |\n",
            "| explained_variance | -8.05        |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 207          |\n",
            "| policy_entropy     | 2.469577     |\n",
            "| policy_loss        | -0.051408127 |\n",
            "| serial_timesteps   | 26496        |\n",
            "| time_elapsed       | 533          |\n",
            "| total_timesteps    | 26496        |\n",
            "| value_loss         | 0.009081693  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.044616096  |\n",
            "| clipfrac           | 0.3125       |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.476        |\n",
            "| explained_variance | -10.4        |\n",
            "| fps                | 57           |\n",
            "| n_updates          | 208          |\n",
            "| policy_entropy     | 2.066662     |\n",
            "| policy_loss        | -0.06468806  |\n",
            "| serial_timesteps   | 26624        |\n",
            "| time_elapsed       | 535          |\n",
            "| total_timesteps    | 26624        |\n",
            "| value_loss         | 0.0075090476 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04106927   |\n",
            "| clipfrac           | 0.3046875    |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.476        |\n",
            "| explained_variance | -10.3        |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 209          |\n",
            "| policy_entropy     | 2.0424216    |\n",
            "| policy_loss        | -0.07695348  |\n",
            "| serial_timesteps   | 26752        |\n",
            "| time_elapsed       | 537          |\n",
            "| total_timesteps    | 26752        |\n",
            "| value_loss         | 0.0049879407 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.046035293 |\n",
            "| clipfrac           | 0.36523438  |\n",
            "| ep_len_mean        | 690         |\n",
            "| ep_reward_mean     | 0.476       |\n",
            "| explained_variance | -23.4       |\n",
            "| fps                | 60          |\n",
            "| n_updates          | 210         |\n",
            "| policy_entropy     | 1.9713631   |\n",
            "| policy_loss        | -0.06800857 |\n",
            "| serial_timesteps   | 26880       |\n",
            "| time_elapsed       | 540         |\n",
            "| total_timesteps    | 26880       |\n",
            "| value_loss         | 0.004519191 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04196462   |\n",
            "| clipfrac           | 0.29492188   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.476        |\n",
            "| explained_variance | -13          |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 211          |\n",
            "| policy_entropy     | 1.9914274    |\n",
            "| policy_loss        | -0.06390893  |\n",
            "| serial_timesteps   | 27008        |\n",
            "| time_elapsed       | 542          |\n",
            "| total_timesteps    | 27008        |\n",
            "| value_loss         | 0.0034162432 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.03989034   |\n",
            "| clipfrac           | 0.29101562   |\n",
            "| ep_len_mean        | 693          |\n",
            "| ep_reward_mean     | 0.495        |\n",
            "| explained_variance | -10.6        |\n",
            "| fps                | 27           |\n",
            "| n_updates          | 212          |\n",
            "| policy_entropy     | 2.6911578    |\n",
            "| policy_loss        | -0.07563652  |\n",
            "| serial_timesteps   | 27136        |\n",
            "| time_elapsed       | 544          |\n",
            "| total_timesteps    | 27136        |\n",
            "| value_loss         | 0.0036216856 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.046813343  |\n",
            "| clipfrac           | 0.33007812   |\n",
            "| ep_len_mean        | 693          |\n",
            "| ep_reward_mean     | 0.495        |\n",
            "| explained_variance | -50.8        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 213          |\n",
            "| policy_entropy     | 2.5521722    |\n",
            "| policy_loss        | -0.06896619  |\n",
            "| serial_timesteps   | 27264        |\n",
            "| time_elapsed       | 548          |\n",
            "| total_timesteps    | 27264        |\n",
            "| value_loss         | 0.0026233885 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03638734   |\n",
            "| clipfrac           | 0.29296875   |\n",
            "| ep_len_mean        | 693          |\n",
            "| ep_reward_mean     | 0.495        |\n",
            "| explained_variance | -12.1        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 214          |\n",
            "| policy_entropy     | 2.5800052    |\n",
            "| policy_loss        | -0.07098021  |\n",
            "| serial_timesteps   | 27392        |\n",
            "| time_elapsed       | 550          |\n",
            "| total_timesteps    | 27392        |\n",
            "| value_loss         | 0.0037188784 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.02843069   |\n",
            "| clipfrac           | 0.33007812   |\n",
            "| ep_len_mean        | 693          |\n",
            "| ep_reward_mean     | 0.495        |\n",
            "| explained_variance | -6.99        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 215          |\n",
            "| policy_entropy     | 2.4452734    |\n",
            "| policy_loss        | -0.0758104   |\n",
            "| serial_timesteps   | 27520        |\n",
            "| time_elapsed       | 552          |\n",
            "| total_timesteps    | 27520        |\n",
            "| value_loss         | 0.0026065342 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.038955536  |\n",
            "| clipfrac           | 0.31445312   |\n",
            "| ep_len_mean        | 691          |\n",
            "| ep_reward_mean     | 0.483        |\n",
            "| explained_variance | -13.4        |\n",
            "| fps                | 28           |\n",
            "| n_updates          | 216          |\n",
            "| policy_entropy     | 2.2598236    |\n",
            "| policy_loss        | -0.062768996 |\n",
            "| serial_timesteps   | 27648        |\n",
            "| time_elapsed       | 555          |\n",
            "| total_timesteps    | 27648        |\n",
            "| value_loss         | 0.0044763586 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.019159121  |\n",
            "| clipfrac           | 0.15820312   |\n",
            "| ep_len_mean        | 691          |\n",
            "| ep_reward_mean     | 0.483        |\n",
            "| explained_variance | 0.294        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 217          |\n",
            "| policy_entropy     | 1.2953192    |\n",
            "| policy_loss        | -0.040353395 |\n",
            "| serial_timesteps   | 27776        |\n",
            "| time_elapsed       | 559          |\n",
            "| total_timesteps    | 27776        |\n",
            "| value_loss         | 0.0055130124 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.014434027  |\n",
            "| clipfrac           | 0.068359375  |\n",
            "| ep_len_mean        | 691          |\n",
            "| ep_reward_mean     | 0.483        |\n",
            "| explained_variance | -11.6        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 218          |\n",
            "| policy_entropy     | 0.30091688   |\n",
            "| policy_loss        | -0.031752035 |\n",
            "| serial_timesteps   | 27904        |\n",
            "| time_elapsed       | 561          |\n",
            "| total_timesteps    | 27904        |\n",
            "| value_loss         | 0.009939287  |\n",
            "-------------------------------------\n",
            "---------------------------------------\n",
            "| approxkl           | 3.2038605e-07  |\n",
            "| clipfrac           | 0.0            |\n",
            "| ep_len_mean        | 691            |\n",
            "| ep_reward_mean     | 0.483          |\n",
            "| explained_variance | -0.278         |\n",
            "| fps                | 66             |\n",
            "| n_updates          | 219            |\n",
            "| policy_entropy     | 0.0427821      |\n",
            "| policy_loss        | -7.9371966e-07 |\n",
            "| serial_timesteps   | 28032          |\n",
            "| time_elapsed       | 563            |\n",
            "| total_timesteps    | 28032          |\n",
            "| value_loss         | 0.018744307    |\n",
            "---------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 1.1473716e-05 |\n",
            "| clipfrac           | 0.0           |\n",
            "| ep_len_mean        | 691           |\n",
            "| ep_reward_mean     | 0.483         |\n",
            "| explained_variance | -0.236        |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 220           |\n",
            "| policy_entropy     | 0.07742462    |\n",
            "| policy_loss        | 8.468749e-06  |\n",
            "| serial_timesteps   | 28160         |\n",
            "| time_elapsed       | 565           |\n",
            "| total_timesteps    | 28160         |\n",
            "| value_loss         | 0.017531801   |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.033720605  |\n",
            "| clipfrac           | 0.26953125   |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.471        |\n",
            "| explained_variance | -0.609       |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 221          |\n",
            "| policy_entropy     | 2.3845644    |\n",
            "| policy_loss        | -0.065600194 |\n",
            "| serial_timesteps   | 28288        |\n",
            "| time_elapsed       | 567          |\n",
            "| total_timesteps    | 28288        |\n",
            "| value_loss         | 0.011265165  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.058421142  |\n",
            "| clipfrac           | 0.43945312   |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.471        |\n",
            "| explained_variance | -2.11        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 222          |\n",
            "| policy_entropy     | 2.8943875    |\n",
            "| policy_loss        | -0.07855898  |\n",
            "| serial_timesteps   | 28416        |\n",
            "| time_elapsed       | 572          |\n",
            "| total_timesteps    | 28416        |\n",
            "| value_loss         | 0.0026161196 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.041129872  |\n",
            "| clipfrac           | 0.33203125   |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.471        |\n",
            "| explained_variance | -4.61        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 223          |\n",
            "| policy_entropy     | 2.7850568    |\n",
            "| policy_loss        | -0.068667285 |\n",
            "| serial_timesteps   | 28544        |\n",
            "| time_elapsed       | 574          |\n",
            "| total_timesteps    | 28544        |\n",
            "| value_loss         | 0.0020134426 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.039024495  |\n",
            "| clipfrac           | 0.265625     |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.471        |\n",
            "| explained_variance | -12.8        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 224          |\n",
            "| policy_entropy     | 1.7823302    |\n",
            "| policy_loss        | -0.05330994  |\n",
            "| serial_timesteps   | 28672        |\n",
            "| time_elapsed       | 576          |\n",
            "| total_timesteps    | 28672        |\n",
            "| value_loss         | 0.0035854594 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.036337674  |\n",
            "| clipfrac           | 0.296875     |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.471        |\n",
            "| explained_variance | -94.1        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 225          |\n",
            "| policy_entropy     | 2.2722669    |\n",
            "| policy_loss        | -0.06546421  |\n",
            "| serial_timesteps   | 28800        |\n",
            "| time_elapsed       | 578          |\n",
            "| total_timesteps    | 28800        |\n",
            "| value_loss         | 0.0017836591 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.036652435  |\n",
            "| clipfrac           | 0.3046875    |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -7.09        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 226          |\n",
            "| policy_entropy     | 2.9265547    |\n",
            "| policy_loss        | -0.0576377   |\n",
            "| serial_timesteps   | 28928        |\n",
            "| time_elapsed       | 580          |\n",
            "| total_timesteps    | 28928        |\n",
            "| value_loss         | 0.0011781846 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.036496304  |\n",
            "| clipfrac           | 0.32617188   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -9.99        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 227          |\n",
            "| policy_entropy     | 2.7494862    |\n",
            "| policy_loss        | -0.05653015  |\n",
            "| serial_timesteps   | 29056        |\n",
            "| time_elapsed       | 585          |\n",
            "| total_timesteps    | 29056        |\n",
            "| value_loss         | 0.0021931701 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03917737   |\n",
            "| clipfrac           | 0.2890625    |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -2.59        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 228          |\n",
            "| policy_entropy     | 2.7562718    |\n",
            "| policy_loss        | -0.06890659  |\n",
            "| serial_timesteps   | 29184        |\n",
            "| time_elapsed       | 587          |\n",
            "| total_timesteps    | 29184        |\n",
            "| value_loss         | 0.0015152396 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04404536   |\n",
            "| clipfrac           | 0.37695312   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -38.9        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 229          |\n",
            "| policy_entropy     | 2.3241334    |\n",
            "| policy_loss        | -0.07654856  |\n",
            "| serial_timesteps   | 29312        |\n",
            "| time_elapsed       | 589          |\n",
            "| total_timesteps    | 29312        |\n",
            "| value_loss         | 0.0024186873 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.048403956  |\n",
            "| clipfrac           | 0.3359375    |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -45.2        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 230          |\n",
            "| policy_entropy     | 2.450822     |\n",
            "| policy_loss        | -0.05433687  |\n",
            "| serial_timesteps   | 29440        |\n",
            "| time_elapsed       | 591          |\n",
            "| total_timesteps    | 29440        |\n",
            "| value_loss         | 0.0024728833 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.045983374  |\n",
            "| clipfrac           | 0.21679688   |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.449        |\n",
            "| explained_variance | -34.4        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 231          |\n",
            "| policy_entropy     | 2.3350487    |\n",
            "| policy_loss        | -0.04911747  |\n",
            "| serial_timesteps   | 29568        |\n",
            "| time_elapsed       | 593          |\n",
            "| total_timesteps    | 29568        |\n",
            "| value_loss         | 0.0054919077 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.047571335 |\n",
            "| clipfrac           | 0.28515625  |\n",
            "| ep_len_mean        | 685         |\n",
            "| ep_reward_mean     | 0.449       |\n",
            "| explained_variance | -0.323      |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 232         |\n",
            "| policy_entropy     | 2.3737473   |\n",
            "| policy_loss        | -0.06112022 |\n",
            "| serial_timesteps   | 29696       |\n",
            "| time_elapsed       | 598         |\n",
            "| total_timesteps    | 29696       |\n",
            "| value_loss         | 0.029696241 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.09233007   |\n",
            "| clipfrac           | 0.23242188   |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.449        |\n",
            "| explained_variance | -3.73        |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 233          |\n",
            "| policy_entropy     | 1.845833     |\n",
            "| policy_loss        | -0.056573696 |\n",
            "| serial_timesteps   | 29824        |\n",
            "| time_elapsed       | 600          |\n",
            "| total_timesteps    | 29824        |\n",
            "| value_loss         | 0.013432235  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0639535    |\n",
            "| clipfrac           | 0.3046875    |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.449        |\n",
            "| explained_variance | -10.2        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 234          |\n",
            "| policy_entropy     | 2.3912659    |\n",
            "| policy_loss        | -0.060250696 |\n",
            "| serial_timesteps   | 29952        |\n",
            "| time_elapsed       | 601          |\n",
            "| total_timesteps    | 29952        |\n",
            "| value_loss         | 0.005179259  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04064909   |\n",
            "| clipfrac           | 0.29882812   |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.449        |\n",
            "| explained_variance | -16.2        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 235          |\n",
            "| policy_entropy     | 1.9647838    |\n",
            "| policy_loss        | -0.059219755 |\n",
            "| serial_timesteps   | 30080        |\n",
            "| time_elapsed       | 604          |\n",
            "| total_timesteps    | 30080        |\n",
            "| value_loss         | 0.0038641898 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.047986545 |\n",
            "| clipfrac           | 0.29296875  |\n",
            "| ep_len_mean        | 685         |\n",
            "| ep_reward_mean     | 0.449       |\n",
            "| explained_variance | -54.3       |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 236         |\n",
            "| policy_entropy     | 2.074027    |\n",
            "| policy_loss        | -0.07217127 |\n",
            "| serial_timesteps   | 30208       |\n",
            "| time_elapsed       | 606         |\n",
            "| total_timesteps    | 30208       |\n",
            "| value_loss         | 0.003899231 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05666857   |\n",
            "| clipfrac           | 0.33398438   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.461        |\n",
            "| explained_variance | -2.17        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 237          |\n",
            "| policy_entropy     | 2.429793     |\n",
            "| policy_loss        | -0.07147993  |\n",
            "| serial_timesteps   | 30336        |\n",
            "| time_elapsed       | 608          |\n",
            "| total_timesteps    | 30336        |\n",
            "| value_loss         | 0.0040234565 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04443737   |\n",
            "| clipfrac           | 0.375        |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.461        |\n",
            "| explained_variance | -6.13        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 238          |\n",
            "| policy_entropy     | 2.7009614    |\n",
            "| policy_loss        | -0.07772103  |\n",
            "| serial_timesteps   | 30464        |\n",
            "| time_elapsed       | 613          |\n",
            "| total_timesteps    | 30464        |\n",
            "| value_loss         | 0.0016455407 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.061247885  |\n",
            "| clipfrac           | 0.26757812   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.461        |\n",
            "| explained_variance | -0.237       |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 239          |\n",
            "| policy_entropy     | 2.550344     |\n",
            "| policy_loss        | -0.060165595 |\n",
            "| serial_timesteps   | 30592        |\n",
            "| time_elapsed       | 615          |\n",
            "| total_timesteps    | 30592        |\n",
            "| value_loss         | 0.028161861  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0071282247 |\n",
            "| clipfrac           | 0.04296875   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.461        |\n",
            "| explained_variance | -2           |\n",
            "| fps                | 68           |\n",
            "| n_updates          | 240          |\n",
            "| policy_entropy     | 0.09478718   |\n",
            "| policy_loss        | -0.019145867 |\n",
            "| serial_timesteps   | 30720        |\n",
            "| time_elapsed       | 617          |\n",
            "| total_timesteps    | 30720        |\n",
            "| value_loss         | 0.03836821   |\n",
            "-------------------------------------\n",
            "---------------------------------------\n",
            "| approxkl           | 1.8843191e-07  |\n",
            "| clipfrac           | 0.0            |\n",
            "| ep_len_mean        | 687            |\n",
            "| ep_reward_mean     | 0.461          |\n",
            "| explained_variance | -0.412         |\n",
            "| fps                | 69             |\n",
            "| n_updates          | 241            |\n",
            "| policy_entropy     | 0.016876573    |\n",
            "| policy_loss        | -1.1202879e-05 |\n",
            "| serial_timesteps   | 30848          |\n",
            "| time_elapsed       | 618            |\n",
            "| total_timesteps    | 30848          |\n",
            "| value_loss         | 0.009347187    |\n",
            "---------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.028047409  |\n",
            "| clipfrac           | 0.15429688   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.461        |\n",
            "| explained_variance | -1.46        |\n",
            "| fps                | 69           |\n",
            "| n_updates          | 242          |\n",
            "| policy_entropy     | 0.6059797    |\n",
            "| policy_loss        | -0.030801123 |\n",
            "| serial_timesteps   | 30976        |\n",
            "| time_elapsed       | 620          |\n",
            "| total_timesteps    | 30976        |\n",
            "| value_loss         | 0.022604765  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.037700802  |\n",
            "| clipfrac           | 0.16601562   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.473        |\n",
            "| explained_variance | -1.17        |\n",
            "| fps                | 28           |\n",
            "| n_updates          | 243          |\n",
            "| policy_entropy     | 0.94699585   |\n",
            "| policy_loss        | -0.041671094 |\n",
            "| serial_timesteps   | 31104        |\n",
            "| time_elapsed       | 622          |\n",
            "| total_timesteps    | 31104        |\n",
            "| value_loss         | 0.02485739   |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.05082174  |\n",
            "| clipfrac           | 0.35351562  |\n",
            "| ep_len_mean        | 690         |\n",
            "| ep_reward_mean     | 0.473       |\n",
            "| explained_variance | -13         |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 244         |\n",
            "| policy_entropy     | 2.1003332   |\n",
            "| policy_loss        | -0.06108701 |\n",
            "| serial_timesteps   | 31232       |\n",
            "| time_elapsed       | 627         |\n",
            "| total_timesteps    | 31232       |\n",
            "| value_loss         | 0.013235545 |\n",
            "------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.055675894 |\n",
            "| clipfrac           | 0.3359375   |\n",
            "| ep_len_mean        | 690         |\n",
            "| ep_reward_mean     | 0.473       |\n",
            "| explained_variance | -41.3       |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 245         |\n",
            "| policy_entropy     | 2.4973714   |\n",
            "| policy_loss        | -0.07124888 |\n",
            "| serial_timesteps   | 31360       |\n",
            "| time_elapsed       | 629         |\n",
            "| total_timesteps    | 31360       |\n",
            "| value_loss         | 0.003819852 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.039688636  |\n",
            "| clipfrac           | 0.359375     |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.473        |\n",
            "| explained_variance | -6.24        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 246          |\n",
            "| policy_entropy     | 2.481143     |\n",
            "| policy_loss        | -0.06321305  |\n",
            "| serial_timesteps   | 31488        |\n",
            "| time_elapsed       | 631          |\n",
            "| total_timesteps    | 31488        |\n",
            "| value_loss         | 0.0033645537 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.036052838  |\n",
            "| clipfrac           | 0.35546875   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.473        |\n",
            "| explained_variance | -9.79        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 247          |\n",
            "| policy_entropy     | 2.6278193    |\n",
            "| policy_loss        | -0.07215773  |\n",
            "| serial_timesteps   | 31616        |\n",
            "| time_elapsed       | 633          |\n",
            "| total_timesteps    | 31616        |\n",
            "| value_loss         | 0.0014358762 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.051828556  |\n",
            "| clipfrac           | 0.34179688   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.463        |\n",
            "| explained_variance | -7.97        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 248          |\n",
            "| policy_entropy     | 2.7228644    |\n",
            "| policy_loss        | -0.071642585 |\n",
            "| serial_timesteps   | 31744        |\n",
            "| time_elapsed       | 635          |\n",
            "| total_timesteps    | 31744        |\n",
            "| value_loss         | 0.0029615285 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04552699   |\n",
            "| clipfrac           | 0.34570312   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.463        |\n",
            "| explained_variance | -7.32        |\n",
            "| fps                | 54           |\n",
            "| n_updates          | 249          |\n",
            "| policy_entropy     | 2.4718618    |\n",
            "| policy_loss        | -0.06967779  |\n",
            "| serial_timesteps   | 31872        |\n",
            "| time_elapsed       | 640          |\n",
            "| total_timesteps    | 31872        |\n",
            "| value_loss         | 0.0022391246 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.044145856  |\n",
            "| clipfrac           | 0.38867188   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.463        |\n",
            "| explained_variance | -0.246       |\n",
            "| fps                | 55           |\n",
            "| n_updates          | 250          |\n",
            "| policy_entropy     | 2.6478136    |\n",
            "| policy_loss        | -0.062333837 |\n",
            "| serial_timesteps   | 32000        |\n",
            "| time_elapsed       | 642          |\n",
            "| total_timesteps    | 32000        |\n",
            "| value_loss         | 0.0286465    |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.038507644  |\n",
            "| clipfrac           | 0.28320312   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.463        |\n",
            "| explained_variance | -30.5        |\n",
            "| fps                | 58           |\n",
            "| n_updates          | 251          |\n",
            "| policy_entropy     | 2.884224     |\n",
            "| policy_loss        | -0.06371041  |\n",
            "| serial_timesteps   | 32128        |\n",
            "| time_elapsed       | 645          |\n",
            "| total_timesteps    | 32128        |\n",
            "| value_loss         | 0.0027553819 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0448596    |\n",
            "| clipfrac           | 0.39257812   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.463        |\n",
            "| explained_variance | -46.1        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 252          |\n",
            "| policy_entropy     | 2.6063347    |\n",
            "| policy_loss        | -0.06823376  |\n",
            "| serial_timesteps   | 32256        |\n",
            "| time_elapsed       | 647          |\n",
            "| total_timesteps    | 32256        |\n",
            "| value_loss         | 0.0018309518 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.035829596  |\n",
            "| clipfrac           | 0.32226562   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.463        |\n",
            "| explained_variance | -33.1        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 253          |\n",
            "| policy_entropy     | 2.74177      |\n",
            "| policy_loss        | -0.075916715 |\n",
            "| serial_timesteps   | 32384        |\n",
            "| time_elapsed       | 649          |\n",
            "| total_timesteps    | 32384        |\n",
            "| value_loss         | 0.0021442708 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05399201   |\n",
            "| clipfrac           | 0.33203125   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.477        |\n",
            "| explained_variance | -8.69        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 254          |\n",
            "| policy_entropy     | 2.548464     |\n",
            "| policy_loss        | -0.071328886 |\n",
            "| serial_timesteps   | 32512        |\n",
            "| time_elapsed       | 651          |\n",
            "| total_timesteps    | 32512        |\n",
            "| value_loss         | 0.003544701  |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.0628242   |\n",
            "| clipfrac           | 0.36132812  |\n",
            "| ep_len_mean        | 690         |\n",
            "| ep_reward_mean     | 0.477       |\n",
            "| explained_variance | -8.94       |\n",
            "| fps                | 62          |\n",
            "| n_updates          | 255         |\n",
            "| policy_entropy     | 2.5721576   |\n",
            "| policy_loss        | -0.07585198 |\n",
            "| serial_timesteps   | 32640       |\n",
            "| time_elapsed       | 656         |\n",
            "| total_timesteps    | 32640       |\n",
            "| value_loss         | 0.002355579 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04476972   |\n",
            "| clipfrac           | 0.36523438   |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.477        |\n",
            "| explained_variance | -1.38        |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 256          |\n",
            "| policy_entropy     | 2.5107505    |\n",
            "| policy_loss        | -0.07195096  |\n",
            "| serial_timesteps   | 32768        |\n",
            "| time_elapsed       | 658          |\n",
            "| total_timesteps    | 32768        |\n",
            "| value_loss         | 0.0033023288 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.044423252  |\n",
            "| clipfrac           | 0.3359375    |\n",
            "| ep_len_mean        | 690          |\n",
            "| ep_reward_mean     | 0.477        |\n",
            "| explained_variance | -19.1        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 257          |\n",
            "| policy_entropy     | 2.620069     |\n",
            "| policy_loss        | -0.07418848  |\n",
            "| serial_timesteps   | 32896        |\n",
            "| time_elapsed       | 660          |\n",
            "| total_timesteps    | 32896        |\n",
            "| value_loss         | 0.0024946153 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.033473942 |\n",
            "| clipfrac           | 0.30859375  |\n",
            "| ep_len_mean        | 690         |\n",
            "| ep_reward_mean     | 0.477       |\n",
            "| explained_variance | -22.2       |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 258         |\n",
            "| policy_entropy     | 2.8211832   |\n",
            "| policy_loss        | -0.06814064 |\n",
            "| serial_timesteps   | 33024       |\n",
            "| time_elapsed       | 662         |\n",
            "| total_timesteps    | 33024       |\n",
            "| value_loss         | 0.00128892  |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03245397   |\n",
            "| clipfrac           | 0.27539062   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.467        |\n",
            "| explained_variance | -16.4        |\n",
            "| fps                | 28           |\n",
            "| n_updates          | 259          |\n",
            "| policy_entropy     | 2.6252618    |\n",
            "| policy_loss        | -0.070830956 |\n",
            "| serial_timesteps   | 33152        |\n",
            "| time_elapsed       | 664          |\n",
            "| total_timesteps    | 33152        |\n",
            "| value_loss         | 0.0013694948 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04239933   |\n",
            "| clipfrac           | 0.35546875   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.467        |\n",
            "| explained_variance | -13.5        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 260          |\n",
            "| policy_entropy     | 2.528207     |\n",
            "| policy_loss        | -0.06929261  |\n",
            "| serial_timesteps   | 33280        |\n",
            "| time_elapsed       | 669          |\n",
            "| total_timesteps    | 33280        |\n",
            "| value_loss         | 0.0019345718 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.044494394  |\n",
            "| clipfrac           | 0.34179688   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.467        |\n",
            "| explained_variance | -27.6        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 261          |\n",
            "| policy_entropy     | 2.0958383    |\n",
            "| policy_loss        | -0.074483395 |\n",
            "| serial_timesteps   | 33408        |\n",
            "| time_elapsed       | 671          |\n",
            "| total_timesteps    | 33408        |\n",
            "| value_loss         | 0.0019943747 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.036235403  |\n",
            "| clipfrac           | 0.35546875   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.467        |\n",
            "| explained_variance | -79.1        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 262          |\n",
            "| policy_entropy     | 2.5945776    |\n",
            "| policy_loss        | -0.07238642  |\n",
            "| serial_timesteps   | 33536        |\n",
            "| time_elapsed       | 673          |\n",
            "| total_timesteps    | 33536        |\n",
            "| value_loss         | 0.0018358276 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.04728566  |\n",
            "| clipfrac           | 0.40625     |\n",
            "| ep_len_mean        | 687         |\n",
            "| ep_reward_mean     | 0.457       |\n",
            "| explained_variance | -10.4       |\n",
            "| fps                | 24          |\n",
            "| n_updates          | 263         |\n",
            "| policy_entropy     | 2.4872034   |\n",
            "| policy_loss        | -0.06194374 |\n",
            "| serial_timesteps   | 33664       |\n",
            "| time_elapsed       | 675         |\n",
            "| total_timesteps    | 33664       |\n",
            "| value_loss         | 0.001428907 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.036667358  |\n",
            "| clipfrac           | 0.26953125   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.457        |\n",
            "| explained_variance | -26.4        |\n",
            "| fps                | 58           |\n",
            "| n_updates          | 264          |\n",
            "| policy_entropy     | 2.4838104    |\n",
            "| policy_loss        | -0.05958308  |\n",
            "| serial_timesteps   | 33792        |\n",
            "| time_elapsed       | 680          |\n",
            "| total_timesteps    | 33792        |\n",
            "| value_loss         | 0.0016426767 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.034629572  |\n",
            "| clipfrac           | 0.27929688   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.457        |\n",
            "| explained_variance | -2.18        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 265          |\n",
            "| policy_entropy     | 2.453957     |\n",
            "| policy_loss        | -0.0584505   |\n",
            "| serial_timesteps   | 33920        |\n",
            "| time_elapsed       | 682          |\n",
            "| total_timesteps    | 33920        |\n",
            "| value_loss         | 0.0022650694 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.047108248  |\n",
            "| clipfrac           | 0.29882812   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.457        |\n",
            "| explained_variance | -17.4        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 266          |\n",
            "| policy_entropy     | 2.165759     |\n",
            "| policy_loss        | -0.0633076   |\n",
            "| serial_timesteps   | 34048        |\n",
            "| time_elapsed       | 684          |\n",
            "| total_timesteps    | 34048        |\n",
            "| value_loss         | 0.0019838326 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.029595766  |\n",
            "| clipfrac           | 0.3046875    |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.457        |\n",
            "| explained_variance | -6.13        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 267          |\n",
            "| policy_entropy     | 2.512653     |\n",
            "| policy_loss        | -0.066327095 |\n",
            "| serial_timesteps   | 34176        |\n",
            "| time_elapsed       | 686          |\n",
            "| total_timesteps    | 34176        |\n",
            "| value_loss         | 0.0012716432 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.065023035  |\n",
            "| clipfrac           | 0.3046875    |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.448        |\n",
            "| explained_variance | -21.9        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 268          |\n",
            "| policy_entropy     | 2.1035764    |\n",
            "| policy_loss        | -0.06519526  |\n",
            "| serial_timesteps   | 34304        |\n",
            "| time_elapsed       | 688          |\n",
            "| total_timesteps    | 34304        |\n",
            "| value_loss         | 0.0017774389 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.038846664  |\n",
            "| clipfrac           | 0.34765625   |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.448        |\n",
            "| explained_variance | -31.1        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 269          |\n",
            "| policy_entropy     | 2.31111      |\n",
            "| policy_loss        | -0.07108893  |\n",
            "| serial_timesteps   | 34432        |\n",
            "| time_elapsed       | 693          |\n",
            "| total_timesteps    | 34432        |\n",
            "| value_loss         | 0.0011367201 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.039740242 |\n",
            "| clipfrac           | 0.3125      |\n",
            "| ep_len_mean        | 685         |\n",
            "| ep_reward_mean     | 0.448       |\n",
            "| explained_variance | 0.0515      |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 270         |\n",
            "| policy_entropy     | 2.2414298   |\n",
            "| policy_loss        | -0.06995563 |\n",
            "| serial_timesteps   | 34560       |\n",
            "| time_elapsed       | 695         |\n",
            "| total_timesteps    | 34560       |\n",
            "| value_loss         | 0.024866989 |\n",
            "------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.04657233  |\n",
            "| clipfrac           | 0.31835938  |\n",
            "| ep_len_mean        | 685         |\n",
            "| ep_reward_mean     | 0.448       |\n",
            "| explained_variance | -14.3       |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 271         |\n",
            "| policy_entropy     | 2.1601515   |\n",
            "| policy_loss        | -0.06443583 |\n",
            "| serial_timesteps   | 34688       |\n",
            "| time_elapsed       | 697         |\n",
            "| total_timesteps    | 34688       |\n",
            "| value_loss         | 0.004933108 |\n",
            "------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.031259194  |\n",
            "| clipfrac           | 0.28125      |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.448        |\n",
            "| explained_variance | -2.41        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 272          |\n",
            "| policy_entropy     | 2.462665     |\n",
            "| policy_loss        | -0.06372679  |\n",
            "| serial_timesteps   | 34816        |\n",
            "| time_elapsed       | 699          |\n",
            "| total_timesteps    | 34816        |\n",
            "| value_loss         | 0.0014738681 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.08532096   |\n",
            "| clipfrac           | 0.34960938   |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.448        |\n",
            "| explained_variance | -42.6        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 273          |\n",
            "| policy_entropy     | 1.3984306    |\n",
            "| policy_loss        | -0.042043775 |\n",
            "| serial_timesteps   | 34944        |\n",
            "| time_elapsed       | 701          |\n",
            "| total_timesteps    | 34944        |\n",
            "| value_loss         | 0.0070776446 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05518211   |\n",
            "| clipfrac           | 0.328125     |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.459        |\n",
            "| explained_variance | -2.62        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 274          |\n",
            "| policy_entropy     | 2.0062196    |\n",
            "| policy_loss        | -0.06357277  |\n",
            "| serial_timesteps   | 35072        |\n",
            "| time_elapsed       | 703          |\n",
            "| total_timesteps    | 35072        |\n",
            "| value_loss         | 0.0034665011 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0587067    |\n",
            "| clipfrac           | 0.33203125   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.459        |\n",
            "| explained_variance | -66.8        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 275          |\n",
            "| policy_entropy     | 2.3463       |\n",
            "| policy_loss        | -0.06649177  |\n",
            "| serial_timesteps   | 35200        |\n",
            "| time_elapsed       | 708          |\n",
            "| total_timesteps    | 35200        |\n",
            "| value_loss         | 0.0022054466 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.031690013  |\n",
            "| clipfrac           | 0.28710938   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.459        |\n",
            "| explained_variance | -7.29        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 276          |\n",
            "| policy_entropy     | 2.6748335    |\n",
            "| policy_loss        | -0.06749941  |\n",
            "| serial_timesteps   | 35328        |\n",
            "| time_elapsed       | 710          |\n",
            "| total_timesteps    | 35328        |\n",
            "| value_loss         | 0.0011975484 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.04216637  |\n",
            "| clipfrac           | 0.265625    |\n",
            "| ep_len_mean        | 687         |\n",
            "| ep_reward_mean     | 0.459       |\n",
            "| explained_variance | -0.421      |\n",
            "| fps                | 62          |\n",
            "| n_updates          | 277         |\n",
            "| policy_entropy     | 2.1984792   |\n",
            "| policy_loss        | -0.04462479 |\n",
            "| serial_timesteps   | 35456       |\n",
            "| time_elapsed       | 712         |\n",
            "| total_timesteps    | 35456       |\n",
            "| value_loss         | 0.009076892 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04274489   |\n",
            "| clipfrac           | 0.3125       |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.459        |\n",
            "| explained_variance | -48.2        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 278          |\n",
            "| policy_entropy     | 1.9516789    |\n",
            "| policy_loss        | -0.066512965 |\n",
            "| serial_timesteps   | 35584        |\n",
            "| time_elapsed       | 714          |\n",
            "| total_timesteps    | 35584        |\n",
            "| value_loss         | 0.0034850915 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.043151665  |\n",
            "| clipfrac           | 0.25976562   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.459        |\n",
            "| explained_variance | -51.2        |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 279          |\n",
            "| policy_entropy     | 1.9394991    |\n",
            "| policy_loss        | -0.048629712 |\n",
            "| serial_timesteps   | 35712        |\n",
            "| time_elapsed       | 716          |\n",
            "| total_timesteps    | 35712        |\n",
            "| value_loss         | 0.002057764  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04861504   |\n",
            "| clipfrac           | 0.29882812   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.459        |\n",
            "| explained_variance | -16.3        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 280          |\n",
            "| policy_entropy     | 1.70017      |\n",
            "| policy_loss        | -0.059383705 |\n",
            "| serial_timesteps   | 35840        |\n",
            "| time_elapsed       | 719          |\n",
            "| total_timesteps    | 35840        |\n",
            "| value_loss         | 0.0027052446 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.040614996  |\n",
            "| clipfrac           | 0.27929688   |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.469        |\n",
            "| explained_variance | 0.408        |\n",
            "| fps                | 28           |\n",
            "| n_updates          | 281          |\n",
            "| policy_entropy     | 1.2361746    |\n",
            "| policy_loss        | -0.027501507 |\n",
            "| serial_timesteps   | 35968        |\n",
            "| time_elapsed       | 721          |\n",
            "| total_timesteps    | 35968        |\n",
            "| value_loss         | 0.004082638  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07449907   |\n",
            "| clipfrac           | 0.0703125    |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.469        |\n",
            "| explained_variance | -0.0357      |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 282          |\n",
            "| policy_entropy     | 0.18268624   |\n",
            "| policy_loss        | 0.011151759  |\n",
            "| serial_timesteps   | 36096        |\n",
            "| time_elapsed       | 725          |\n",
            "| total_timesteps    | 36096        |\n",
            "| value_loss         | 0.0031344187 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.03395774  |\n",
            "| clipfrac           | 0.19921875  |\n",
            "| ep_len_mean        | 689         |\n",
            "| ep_reward_mean     | 0.469       |\n",
            "| explained_variance | -13.3       |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 283         |\n",
            "| policy_entropy     | 2.022624    |\n",
            "| policy_loss        | -0.0420496  |\n",
            "| serial_timesteps   | 36224       |\n",
            "| time_elapsed       | 727         |\n",
            "| total_timesteps    | 36224       |\n",
            "| value_loss         | 0.007005321 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.032389026  |\n",
            "| clipfrac           | 0.28320312   |\n",
            "| ep_len_mean        | 689          |\n",
            "| ep_reward_mean     | 0.469        |\n",
            "| explained_variance | -18.7        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 284          |\n",
            "| policy_entropy     | 1.9890908    |\n",
            "| policy_loss        | -0.060214605 |\n",
            "| serial_timesteps   | 36352        |\n",
            "| time_elapsed       | 729          |\n",
            "| total_timesteps    | 36352        |\n",
            "| value_loss         | 0.0019619688 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.039930806  |\n",
            "| clipfrac           | 0.37890625   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -19.6        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 285          |\n",
            "| policy_entropy     | 1.9658645    |\n",
            "| policy_loss        | -0.05658081  |\n",
            "| serial_timesteps   | 36480        |\n",
            "| time_elapsed       | 731          |\n",
            "| total_timesteps    | 36480        |\n",
            "| value_loss         | 0.0032491863 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05709879   |\n",
            "| clipfrac           | 0.3046875    |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -36          |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 286          |\n",
            "| policy_entropy     | 1.690189     |\n",
            "| policy_loss        | -0.030697685 |\n",
            "| serial_timesteps   | 36608        |\n",
            "| time_elapsed       | 736          |\n",
            "| total_timesteps    | 36608        |\n",
            "| value_loss         | 0.0053185443 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.034081154  |\n",
            "| clipfrac           | 0.26171875   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -3.16        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 287          |\n",
            "| policy_entropy     | 1.9655304    |\n",
            "| policy_loss        | -0.067542166 |\n",
            "| serial_timesteps   | 36736        |\n",
            "| time_elapsed       | 738          |\n",
            "| total_timesteps    | 36736        |\n",
            "| value_loss         | 0.0023438723 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.044981666  |\n",
            "| clipfrac           | 0.27148438   |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -17.7        |\n",
            "| fps                | 53           |\n",
            "| n_updates          | 288          |\n",
            "| policy_entropy     | 2.1363888    |\n",
            "| policy_loss        | -0.051940244 |\n",
            "| serial_timesteps   | 36864        |\n",
            "| time_elapsed       | 740          |\n",
            "| total_timesteps    | 36864        |\n",
            "| value_loss         | 0.0026356094 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.043292396  |\n",
            "| clipfrac           | 0.3125       |\n",
            "| ep_len_mean        | 688          |\n",
            "| ep_reward_mean     | 0.46         |\n",
            "| explained_variance | -14.5        |\n",
            "| fps                | 58           |\n",
            "| n_updates          | 289          |\n",
            "| policy_entropy     | 1.957142     |\n",
            "| policy_loss        | -0.057654493 |\n",
            "| serial_timesteps   | 36992        |\n",
            "| time_elapsed       | 743          |\n",
            "| total_timesteps    | 36992        |\n",
            "| value_loss         | 0.0014146863 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.034885034  |\n",
            "| clipfrac           | 0.27148438   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.452        |\n",
            "| explained_variance | -7.12        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 290          |\n",
            "| policy_entropy     | 2.0538256    |\n",
            "| policy_loss        | -0.056387253 |\n",
            "| serial_timesteps   | 37120        |\n",
            "| time_elapsed       | 745          |\n",
            "| total_timesteps    | 37120        |\n",
            "| value_loss         | 0.0020433243 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.034959123  |\n",
            "| clipfrac           | 0.25195312   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.452        |\n",
            "| explained_variance | -8.66        |\n",
            "| fps                | 55           |\n",
            "| n_updates          | 291          |\n",
            "| policy_entropy     | 2.5107894    |\n",
            "| policy_loss        | -0.05322639  |\n",
            "| serial_timesteps   | 37248        |\n",
            "| time_elapsed       | 750          |\n",
            "| total_timesteps    | 37248        |\n",
            "| value_loss         | 0.0016176205 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03989431   |\n",
            "| clipfrac           | 0.28515625   |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.452        |\n",
            "| explained_variance | -14.3        |\n",
            "| fps                | 56           |\n",
            "| n_updates          | 292          |\n",
            "| policy_entropy     | 2.9946234    |\n",
            "| policy_loss        | -0.064702064 |\n",
            "| serial_timesteps   | 37376        |\n",
            "| time_elapsed       | 752          |\n",
            "| total_timesteps    | 37376        |\n",
            "| value_loss         | 0.0008876171 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.025137689   |\n",
            "| clipfrac           | 0.25585938    |\n",
            "| ep_len_mean        | 686           |\n",
            "| ep_reward_mean     | 0.452         |\n",
            "| explained_variance | -33.5         |\n",
            "| fps                | 54            |\n",
            "| n_updates          | 293           |\n",
            "| policy_entropy     | 3.0082068     |\n",
            "| policy_loss        | -0.07677435   |\n",
            "| serial_timesteps   | 37504         |\n",
            "| time_elapsed       | 754           |\n",
            "| total_timesteps    | 37504         |\n",
            "| value_loss         | 0.00067501666 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.027237125  |\n",
            "| clipfrac           | 0.2265625    |\n",
            "| ep_len_mean        | 686          |\n",
            "| ep_reward_mean     | 0.452        |\n",
            "| explained_variance | -7.04        |\n",
            "| fps                | 58           |\n",
            "| n_updates          | 294          |\n",
            "| policy_entropy     | 2.0838282    |\n",
            "| policy_loss        | -0.048398804 |\n",
            "| serial_timesteps   | 37632        |\n",
            "| time_elapsed       | 756          |\n",
            "| total_timesteps    | 37632        |\n",
            "| value_loss         | 0.0014819981 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.033747986  |\n",
            "| clipfrac           | 0.3125       |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.444        |\n",
            "| explained_variance | -52.9        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 295          |\n",
            "| policy_entropy     | 2.5742319    |\n",
            "| policy_loss        | -0.0640423   |\n",
            "| serial_timesteps   | 37760        |\n",
            "| time_elapsed       | 759          |\n",
            "| total_timesteps    | 37760        |\n",
            "| value_loss         | 0.0015760709 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.048467524  |\n",
            "| clipfrac           | 0.34570312   |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.444        |\n",
            "| explained_variance | -7.43        |\n",
            "| fps                | 56           |\n",
            "| n_updates          | 296          |\n",
            "| policy_entropy     | 2.3290277    |\n",
            "| policy_loss        | -0.0787345   |\n",
            "| serial_timesteps   | 37888        |\n",
            "| time_elapsed       | 763          |\n",
            "| total_timesteps    | 37888        |\n",
            "| value_loss         | 0.0019584587 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.039163597 |\n",
            "| clipfrac           | 0.31054688  |\n",
            "| ep_len_mean        | 685         |\n",
            "| ep_reward_mean     | 0.444       |\n",
            "| explained_variance | -0.143      |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 297         |\n",
            "| policy_entropy     | 2.4910057   |\n",
            "| policy_loss        | -0.07421389 |\n",
            "| serial_timesteps   | 38016       |\n",
            "| time_elapsed       | 766         |\n",
            "| total_timesteps    | 38016       |\n",
            "| value_loss         | 0.028623214 |\n",
            "------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.034392107 |\n",
            "| clipfrac           | 0.28320312  |\n",
            "| ep_len_mean        | 685         |\n",
            "| ep_reward_mean     | 0.444       |\n",
            "| explained_variance | -14.1       |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 298         |\n",
            "| policy_entropy     | 2.4936626   |\n",
            "| policy_loss        | -0.06929031 |\n",
            "| serial_timesteps   | 38144       |\n",
            "| time_elapsed       | 768         |\n",
            "| total_timesteps    | 38144       |\n",
            "| value_loss         | 0.002377117 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.034586485  |\n",
            "| clipfrac           | 0.1953125    |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.444        |\n",
            "| explained_variance | -8.11        |\n",
            "| fps                | 52           |\n",
            "| n_updates          | 299          |\n",
            "| policy_entropy     | 2.9946012    |\n",
            "| policy_loss        | -0.058325563 |\n",
            "| serial_timesteps   | 38272        |\n",
            "| time_elapsed       | 770          |\n",
            "| total_timesteps    | 38272        |\n",
            "| value_loss         | 0.0014941476 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.031830776  |\n",
            "| clipfrac           | 0.27148438   |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.444        |\n",
            "| explained_variance | -12.1        |\n",
            "| fps                | 53           |\n",
            "| n_updates          | 300          |\n",
            "| policy_entropy     | 2.3831377    |\n",
            "| policy_loss        | -0.06744788  |\n",
            "| serial_timesteps   | 38400        |\n",
            "| time_elapsed       | 772          |\n",
            "| total_timesteps    | 38400        |\n",
            "| value_loss         | 0.0018626343 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.029884562  |\n",
            "| clipfrac           | 0.28710938   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.455        |\n",
            "| explained_variance | -9.56        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 301          |\n",
            "| policy_entropy     | 2.531081     |\n",
            "| policy_loss        | -0.067242995 |\n",
            "| serial_timesteps   | 38528        |\n",
            "| time_elapsed       | 775          |\n",
            "| total_timesteps    | 38528        |\n",
            "| value_loss         | 0.0013667052 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.022354726  |\n",
            "| clipfrac           | 0.24804688   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.455        |\n",
            "| explained_variance | -56.5        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 302          |\n",
            "| policy_entropy     | 3.2748005    |\n",
            "| policy_loss        | -0.0731194   |\n",
            "| serial_timesteps   | 38656        |\n",
            "| time_elapsed       | 780          |\n",
            "| total_timesteps    | 38656        |\n",
            "| value_loss         | 0.0007171581 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06691379   |\n",
            "| clipfrac           | 0.3203125    |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.455        |\n",
            "| explained_variance | -12.2        |\n",
            "| fps                | 67           |\n",
            "| n_updates          | 303          |\n",
            "| policy_entropy     | 3.2343493    |\n",
            "| policy_loss        | -0.064874776 |\n",
            "| serial_timesteps   | 38784        |\n",
            "| time_elapsed       | 782          |\n",
            "| total_timesteps    | 38784        |\n",
            "| value_loss         | 0.0005503725 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.048392493  |\n",
            "| clipfrac           | 0.34765625   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.455        |\n",
            "| explained_variance | -2.23        |\n",
            "| fps                | 67           |\n",
            "| n_updates          | 304          |\n",
            "| policy_entropy     | 2.1505241    |\n",
            "| policy_loss        | -0.05216812  |\n",
            "| serial_timesteps   | 38912        |\n",
            "| time_elapsed       | 784          |\n",
            "| total_timesteps    | 38912        |\n",
            "| value_loss         | 0.0010784777 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.020692732  |\n",
            "| clipfrac           | 0.22851562   |\n",
            "| ep_len_mean        | 687          |\n",
            "| ep_reward_mean     | 0.455        |\n",
            "| explained_variance | -41.4        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 305          |\n",
            "| policy_entropy     | 2.7538097    |\n",
            "| policy_loss        | -0.04604137  |\n",
            "| serial_timesteps   | 39040        |\n",
            "| time_elapsed       | 786          |\n",
            "| total_timesteps    | 39040        |\n",
            "| value_loss         | 0.0009502279 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.075227976  |\n",
            "| clipfrac           | 0.3046875    |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.447        |\n",
            "| explained_variance | -6.64        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 306          |\n",
            "| policy_entropy     | 2.0256875    |\n",
            "| policy_loss        | -0.050595097 |\n",
            "| serial_timesteps   | 39168        |\n",
            "| time_elapsed       | 788          |\n",
            "| total_timesteps    | 39168        |\n",
            "| value_loss         | 0.0022108261 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.07187213  |\n",
            "| clipfrac           | 0.35351562  |\n",
            "| ep_len_mean        | 685         |\n",
            "| ep_reward_mean     | 0.447       |\n",
            "| explained_variance | -16.2       |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 307         |\n",
            "| policy_entropy     | 2.74671     |\n",
            "| policy_loss        | -0.07117082 |\n",
            "| serial_timesteps   | 39296       |\n",
            "| time_elapsed       | 793         |\n",
            "| total_timesteps    | 39296       |\n",
            "| value_loss         | 0.002020687 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06186269   |\n",
            "| clipfrac           | 0.31835938   |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.447        |\n",
            "| explained_variance | -9.89        |\n",
            "| fps                | 69           |\n",
            "| n_updates          | 308          |\n",
            "| policy_entropy     | 1.7917897    |\n",
            "| policy_loss        | -0.048785638 |\n",
            "| serial_timesteps   | 39424        |\n",
            "| time_elapsed       | 795          |\n",
            "| total_timesteps    | 39424        |\n",
            "| value_loss         | 0.0016456423 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05314104   |\n",
            "| clipfrac           | 0.41210938   |\n",
            "| ep_len_mean        | 685          |\n",
            "| ep_reward_mean     | 0.447        |\n",
            "| explained_variance | -6.27        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 309          |\n",
            "| policy_entropy     | 1.965871     |\n",
            "| policy_loss        | -0.059708912 |\n",
            "| serial_timesteps   | 39552        |\n",
            "| time_elapsed       | 797          |\n",
            "| total_timesteps    | 39552        |\n",
            "| value_loss         | 0.0014566411 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.052605513  |\n",
            "| clipfrac           | 0.359375     |\n",
            "| ep_len_mean        | 684          |\n",
            "| ep_reward_mean     | 0.44         |\n",
            "| explained_variance | -4.7         |\n",
            "| fps                | 23           |\n",
            "| n_updates          | 310          |\n",
            "| policy_entropy     | 2.5294244    |\n",
            "| policy_loss        | -0.048302084 |\n",
            "| serial_timesteps   | 39680        |\n",
            "| time_elapsed       | 799          |\n",
            "| total_timesteps    | 39680        |\n",
            "| value_loss         | 0.001858976  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.045185134  |\n",
            "| clipfrac           | 0.33398438   |\n",
            "| ep_len_mean        | 684          |\n",
            "| ep_reward_mean     | 0.44         |\n",
            "| explained_variance | -26.8        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 311          |\n",
            "| policy_entropy     | 2.550781     |\n",
            "| policy_loss        | -0.081231035 |\n",
            "| serial_timesteps   | 39808        |\n",
            "| time_elapsed       | 804          |\n",
            "| total_timesteps    | 39808        |\n",
            "| value_loss         | 0.0019434645 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.066217475 |\n",
            "| clipfrac           | 0.37890625  |\n",
            "| ep_len_mean        | 684         |\n",
            "| ep_reward_mean     | 0.44        |\n",
            "| explained_variance | -5.06       |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 312         |\n",
            "| policy_entropy     | 2.697807    |\n",
            "| policy_loss        | -0.08000481 |\n",
            "| serial_timesteps   | 39936       |\n",
            "| time_elapsed       | 806         |\n",
            "| total_timesteps    | 39936       |\n",
            "| value_loss         | 0.002032062 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.024422511  |\n",
            "| clipfrac           | 0.2890625    |\n",
            "| ep_len_mean        | 684          |\n",
            "| ep_reward_mean     | 0.44         |\n",
            "| explained_variance | -37.4        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 313          |\n",
            "| policy_entropy     | 3.223079     |\n",
            "| policy_loss        | -0.07844521  |\n",
            "| serial_timesteps   | 40064        |\n",
            "| time_elapsed       | 808          |\n",
            "| total_timesteps    | 40064        |\n",
            "| value_loss         | 0.0010808572 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.046085775  |\n",
            "| clipfrac           | 0.359375     |\n",
            "| ep_len_mean        | 684          |\n",
            "| ep_reward_mean     | 0.44         |\n",
            "| explained_variance | -26.7        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 314          |\n",
            "| policy_entropy     | 2.848517     |\n",
            "| policy_loss        | -0.07325089  |\n",
            "| serial_timesteps   | 40192        |\n",
            "| time_elapsed       | 810          |\n",
            "| total_timesteps    | 40192        |\n",
            "| value_loss         | 0.0012148122 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.028058441  |\n",
            "| clipfrac           | 0.27929688   |\n",
            "| ep_len_mean        | 682          |\n",
            "| ep_reward_mean     | 0.432        |\n",
            "| explained_variance | -22.6        |\n",
            "| fps                | 28           |\n",
            "| n_updates          | 315          |\n",
            "| policy_entropy     | 2.8382084    |\n",
            "| policy_loss        | -0.0672245   |\n",
            "| serial_timesteps   | 40320        |\n",
            "| time_elapsed       | 812          |\n",
            "| total_timesteps    | 40320        |\n",
            "| value_loss         | 0.0008281443 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.049439646   |\n",
            "| clipfrac           | 0.22460938    |\n",
            "| ep_len_mean        | 682           |\n",
            "| ep_reward_mean     | 0.432         |\n",
            "| explained_variance | -2.58         |\n",
            "| fps                | 66            |\n",
            "| n_updates          | 316           |\n",
            "| policy_entropy     | 1.6647997     |\n",
            "| policy_loss        | -0.0027455844 |\n",
            "| serial_timesteps   | 40448         |\n",
            "| time_elapsed       | 817           |\n",
            "| total_timesteps    | 40448         |\n",
            "| value_loss         | 0.0016715397  |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.07033203    |\n",
            "| clipfrac           | 0.37890625    |\n",
            "| ep_len_mean        | 682           |\n",
            "| ep_reward_mean     | 0.432         |\n",
            "| explained_variance | -15.8         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 317           |\n",
            "| policy_entropy     | 1.4961963     |\n",
            "| policy_loss        | -0.0067229997 |\n",
            "| serial_timesteps   | 40576         |\n",
            "| time_elapsed       | 819           |\n",
            "| total_timesteps    | 40576         |\n",
            "| value_loss         | 0.0010825774  |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.023628153  |\n",
            "| clipfrac           | 0.26757812   |\n",
            "| ep_len_mean        | 682          |\n",
            "| ep_reward_mean     | 0.432        |\n",
            "| explained_variance | -3.16        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 318          |\n",
            "| policy_entropy     | 3.4296362    |\n",
            "| policy_loss        | -0.07375077  |\n",
            "| serial_timesteps   | 40704        |\n",
            "| time_elapsed       | 821          |\n",
            "| total_timesteps    | 40704        |\n",
            "| value_loss         | 0.0009152953 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.029237008  |\n",
            "| clipfrac           | 0.25195312   |\n",
            "| ep_len_mean        | 682          |\n",
            "| ep_reward_mean     | 0.432        |\n",
            "| explained_variance | -18.1        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 319          |\n",
            "| policy_entropy     | 2.9123542    |\n",
            "| policy_loss        | -0.06443512  |\n",
            "| serial_timesteps   | 40832        |\n",
            "| time_elapsed       | 823          |\n",
            "| total_timesteps    | 40832        |\n",
            "| value_loss         | 0.0011542332 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.032155156 |\n",
            "| clipfrac           | 0.24609375  |\n",
            "| ep_len_mean        | 681         |\n",
            "| ep_reward_mean     | 0.425       |\n",
            "| explained_variance | -9.99       |\n",
            "| fps                | 26          |\n",
            "| n_updates          | 320         |\n",
            "| policy_entropy     | 2.8749933   |\n",
            "| policy_loss        | -0.06199453 |\n",
            "| serial_timesteps   | 40960       |\n",
            "| time_elapsed       | 825         |\n",
            "| total_timesteps    | 40960       |\n",
            "| value_loss         | 0.001077628 |\n",
            "------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.03435575    |\n",
            "| clipfrac           | 0.27734375    |\n",
            "| ep_len_mean        | 681           |\n",
            "| ep_reward_mean     | 0.425         |\n",
            "| explained_variance | -2.86         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 321           |\n",
            "| policy_entropy     | 2.7848806     |\n",
            "| policy_loss        | -0.07193783   |\n",
            "| serial_timesteps   | 41088         |\n",
            "| time_elapsed       | 829           |\n",
            "| total_timesteps    | 41088         |\n",
            "| value_loss         | 0.00059550244 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.038111385   |\n",
            "| clipfrac           | 0.23242188    |\n",
            "| ep_len_mean        | 681           |\n",
            "| ep_reward_mean     | 0.425         |\n",
            "| explained_variance | -1.77         |\n",
            "| fps                | 66            |\n",
            "| n_updates          | 322           |\n",
            "| policy_entropy     | 0.65647244    |\n",
            "| policy_loss        | -0.035229336  |\n",
            "| serial_timesteps   | 41216         |\n",
            "| time_elapsed       | 831           |\n",
            "| total_timesteps    | 41216         |\n",
            "| value_loss         | 0.00045141016 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.02351131    |\n",
            "| clipfrac           | 0.234375      |\n",
            "| ep_len_mean        | 681           |\n",
            "| ep_reward_mean     | 0.425         |\n",
            "| explained_variance | -31.4         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 323           |\n",
            "| policy_entropy     | 2.8036883     |\n",
            "| policy_loss        | -0.060275313  |\n",
            "| serial_timesteps   | 41344         |\n",
            "| time_elapsed       | 833           |\n",
            "| total_timesteps    | 41344         |\n",
            "| value_loss         | 0.00066908635 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.019764237   |\n",
            "| clipfrac           | 0.22070312    |\n",
            "| ep_len_mean        | 680           |\n",
            "| ep_reward_mean     | 0.418         |\n",
            "| explained_variance | -7.8          |\n",
            "| fps                | 23            |\n",
            "| n_updates          | 324           |\n",
            "| policy_entropy     | 3.3823678     |\n",
            "| policy_loss        | -0.06582222   |\n",
            "| serial_timesteps   | 41472         |\n",
            "| time_elapsed       | 835           |\n",
            "| total_timesteps    | 41472         |\n",
            "| value_loss         | 0.00044269045 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.035642058   |\n",
            "| clipfrac           | 0.296875      |\n",
            "| ep_len_mean        | 680           |\n",
            "| ep_reward_mean     | 0.418         |\n",
            "| explained_variance | -23.9         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 325           |\n",
            "| policy_entropy     | 3.0652788     |\n",
            "| policy_loss        | -0.074236915  |\n",
            "| serial_timesteps   | 41600         |\n",
            "| time_elapsed       | 841           |\n",
            "| total_timesteps    | 41600         |\n",
            "| value_loss         | 0.00085383694 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0458952    |\n",
            "| clipfrac           | 0.36132812   |\n",
            "| ep_len_mean        | 680          |\n",
            "| ep_reward_mean     | 0.418        |\n",
            "| explained_variance | -16          |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 326          |\n",
            "| policy_entropy     | 2.973555     |\n",
            "| policy_loss        | -0.07414075  |\n",
            "| serial_timesteps   | 41728        |\n",
            "| time_elapsed       | 843          |\n",
            "| total_timesteps    | 41728        |\n",
            "| value_loss         | 0.0013957983 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05224132   |\n",
            "| clipfrac           | 0.359375     |\n",
            "| ep_len_mean        | 680          |\n",
            "| ep_reward_mean     | 0.418        |\n",
            "| explained_variance | -33.4        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 327          |\n",
            "| policy_entropy     | 2.6973197    |\n",
            "| policy_loss        | -0.08218287  |\n",
            "| serial_timesteps   | 41856        |\n",
            "| time_elapsed       | 845          |\n",
            "| total_timesteps    | 41856        |\n",
            "| value_loss         | 0.0022684557 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04127423   |\n",
            "| clipfrac           | 0.29492188   |\n",
            "| ep_len_mean        | 680          |\n",
            "| ep_reward_mean     | 0.418        |\n",
            "| explained_variance | -12.2        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 328          |\n",
            "| policy_entropy     | 2.8023896    |\n",
            "| policy_loss        | -0.07190865  |\n",
            "| serial_timesteps   | 41984        |\n",
            "| time_elapsed       | 847          |\n",
            "| total_timesteps    | 41984        |\n",
            "| value_loss         | 0.0013597589 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.046976916  |\n",
            "| clipfrac           | 0.25390625   |\n",
            "| ep_len_mean        | 678          |\n",
            "| ep_reward_mean     | 0.411        |\n",
            "| explained_variance | 0.172        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 329          |\n",
            "| policy_entropy     | 1.8249005    |\n",
            "| policy_loss        | -0.06739451  |\n",
            "| serial_timesteps   | 42112        |\n",
            "| time_elapsed       | 849          |\n",
            "| total_timesteps    | 42112        |\n",
            "| value_loss         | 0.0016103548 |\n",
            "-------------------------------------\n",
            "---------------------------------------\n",
            "| approxkl           | 2.6236944e-06  |\n",
            "| clipfrac           | 0.0            |\n",
            "| ep_len_mean        | 678            |\n",
            "| ep_reward_mean     | 0.411          |\n",
            "| explained_variance | -2.78          |\n",
            "| fps                | 68             |\n",
            "| n_updates          | 330            |\n",
            "| policy_entropy     | 0.050092127    |\n",
            "| policy_loss        | -0.00010756985 |\n",
            "| serial_timesteps   | 42240          |\n",
            "| time_elapsed       | 854            |\n",
            "| total_timesteps    | 42240          |\n",
            "| value_loss         | 0.003093666    |\n",
            "---------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.008547368   |\n",
            "| clipfrac           | 0.03125       |\n",
            "| ep_len_mean        | 678           |\n",
            "| ep_reward_mean     | 0.411         |\n",
            "| explained_variance | -11.7         |\n",
            "| fps                | 68            |\n",
            "| n_updates          | 331           |\n",
            "| policy_entropy     | 0.12451807    |\n",
            "| policy_loss        | -0.0035723192 |\n",
            "| serial_timesteps   | 42368         |\n",
            "| time_elapsed       | 856           |\n",
            "| total_timesteps    | 42368         |\n",
            "| value_loss         | 0.0014875663  |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.04482506   |\n",
            "| clipfrac           | 0.3125       |\n",
            "| ep_len_mean        | 678          |\n",
            "| ep_reward_mean     | 0.411        |\n",
            "| explained_variance | -25.4        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 332          |\n",
            "| policy_entropy     | 2.69638      |\n",
            "| policy_loss        | -0.06918053  |\n",
            "| serial_timesteps   | 42496        |\n",
            "| time_elapsed       | 857          |\n",
            "| total_timesteps    | 42496        |\n",
            "| value_loss         | 0.0023587423 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.035820674  |\n",
            "| clipfrac           | 0.3203125    |\n",
            "| ep_len_mean        | 678          |\n",
            "| ep_reward_mean     | 0.411        |\n",
            "| explained_variance | -8.19        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 333          |\n",
            "| policy_entropy     | 2.818723     |\n",
            "| policy_loss        | -0.0655474   |\n",
            "| serial_timesteps   | 42624        |\n",
            "| time_elapsed       | 859          |\n",
            "| total_timesteps    | 42624        |\n",
            "| value_loss         | 0.0019175014 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.043961514  |\n",
            "| clipfrac           | 0.31640625   |\n",
            "| ep_len_mean        | 677          |\n",
            "| ep_reward_mean     | 0.405        |\n",
            "| explained_variance | -4.27        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 334          |\n",
            "| policy_entropy     | 2.6961308    |\n",
            "| policy_loss        | -0.071589716 |\n",
            "| serial_timesteps   | 42752        |\n",
            "| time_elapsed       | 861          |\n",
            "| total_timesteps    | 42752        |\n",
            "| value_loss         | 0.0020438165 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.053001575  |\n",
            "| clipfrac           | 0.33007812   |\n",
            "| ep_len_mean        | 677          |\n",
            "| ep_reward_mean     | 0.405        |\n",
            "| explained_variance | -3.85        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 335          |\n",
            "| policy_entropy     | 2.2055252    |\n",
            "| policy_loss        | -0.036172245 |\n",
            "| serial_timesteps   | 42880        |\n",
            "| time_elapsed       | 867          |\n",
            "| total_timesteps    | 42880        |\n",
            "| value_loss         | 0.0027278154 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06373744   |\n",
            "| clipfrac           | 0.30273438   |\n",
            "| ep_len_mean        | 677          |\n",
            "| ep_reward_mean     | 0.405        |\n",
            "| explained_variance | -23.3        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 336          |\n",
            "| policy_entropy     | 2.945504     |\n",
            "| policy_loss        | -0.073200084 |\n",
            "| serial_timesteps   | 43008        |\n",
            "| time_elapsed       | 868          |\n",
            "| total_timesteps    | 43008        |\n",
            "| value_loss         | 0.0013332589 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03425235   |\n",
            "| clipfrac           | 0.060546875  |\n",
            "| ep_len_mean        | 677          |\n",
            "| ep_reward_mean     | 0.405        |\n",
            "| explained_variance | -10.2        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 337          |\n",
            "| policy_entropy     | 0.49454036   |\n",
            "| policy_loss        | -0.032181833 |\n",
            "| serial_timesteps   | 43136        |\n",
            "| time_elapsed       | 870          |\n",
            "| total_timesteps    | 43136        |\n",
            "| value_loss         | 0.0006364385 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 1.7835081e-08 |\n",
            "| clipfrac           | 0.0           |\n",
            "| ep_len_mean        | 676           |\n",
            "| ep_reward_mean     | 0.398         |\n",
            "| explained_variance | -7.95         |\n",
            "| fps                | 23            |\n",
            "| n_updates          | 338           |\n",
            "| policy_entropy     | 0.0030431552  |\n",
            "| policy_loss        | 4.5151333e-05 |\n",
            "| serial_timesteps   | 43264         |\n",
            "| time_elapsed       | 872           |\n",
            "| total_timesteps    | 43264         |\n",
            "| value_loss         | 0.013122091   |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.052670956  |\n",
            "| clipfrac           | 0.25         |\n",
            "| ep_len_mean        | 676          |\n",
            "| ep_reward_mean     | 0.398        |\n",
            "| explained_variance | -9.31        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 339          |\n",
            "| policy_entropy     | 2.732582     |\n",
            "| policy_loss        | -0.06171809  |\n",
            "| serial_timesteps   | 43392        |\n",
            "| time_elapsed       | 878          |\n",
            "| total_timesteps    | 43392        |\n",
            "| value_loss         | 0.0021276628 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.047769945 |\n",
            "| clipfrac           | 0.34179688  |\n",
            "| ep_len_mean        | 676         |\n",
            "| ep_reward_mean     | 0.398       |\n",
            "| explained_variance | -16.6       |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 340         |\n",
            "| policy_entropy     | 2.6327877   |\n",
            "| policy_loss        | -0.06881619 |\n",
            "| serial_timesteps   | 43520       |\n",
            "| time_elapsed       | 880         |\n",
            "| total_timesteps    | 43520       |\n",
            "| value_loss         | 0.002893776 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.052273028  |\n",
            "| clipfrac           | 0.3359375    |\n",
            "| ep_len_mean        | 676          |\n",
            "| ep_reward_mean     | 0.398        |\n",
            "| explained_variance | -42.2        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 341          |\n",
            "| policy_entropy     | 2.3919468    |\n",
            "| policy_loss        | -0.07751137  |\n",
            "| serial_timesteps   | 43648        |\n",
            "| time_elapsed       | 882          |\n",
            "| total_timesteps    | 43648        |\n",
            "| value_loss         | 0.0035673997 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.08235793   |\n",
            "| clipfrac           | 0.30273438   |\n",
            "| ep_len_mean        | 676          |\n",
            "| ep_reward_mean     | 0.398        |\n",
            "| explained_variance | -12.7        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 342          |\n",
            "| policy_entropy     | 2.8776884    |\n",
            "| policy_loss        | -0.07665048  |\n",
            "| serial_timesteps   | 43776        |\n",
            "| time_elapsed       | 884          |\n",
            "| total_timesteps    | 43776        |\n",
            "| value_loss         | 0.0020354025 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.055961855  |\n",
            "| clipfrac           | 0.38476562   |\n",
            "| ep_len_mean        | 675          |\n",
            "| ep_reward_mean     | 0.392        |\n",
            "| explained_variance | -9.34        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 343          |\n",
            "| policy_entropy     | 3.0382187    |\n",
            "| policy_loss        | -0.08019374  |\n",
            "| serial_timesteps   | 43904        |\n",
            "| time_elapsed       | 886          |\n",
            "| total_timesteps    | 43904        |\n",
            "| value_loss         | 0.0013026275 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03594592   |\n",
            "| clipfrac           | 0.30664062   |\n",
            "| ep_len_mean        | 675          |\n",
            "| ep_reward_mean     | 0.392        |\n",
            "| explained_variance | -9.87        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 344          |\n",
            "| policy_entropy     | 2.8457038    |\n",
            "| policy_loss        | -0.07003757  |\n",
            "| serial_timesteps   | 44032        |\n",
            "| time_elapsed       | 891          |\n",
            "| total_timesteps    | 44032        |\n",
            "| value_loss         | 0.0009245544 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03176619   |\n",
            "| clipfrac           | 0.2890625    |\n",
            "| ep_len_mean        | 675          |\n",
            "| ep_reward_mean     | 0.392        |\n",
            "| explained_variance | -20.2        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 345          |\n",
            "| policy_entropy     | 3.1226451    |\n",
            "| policy_loss        | -0.07217945  |\n",
            "| serial_timesteps   | 44160        |\n",
            "| time_elapsed       | 893          |\n",
            "| total_timesteps    | 44160        |\n",
            "| value_loss         | 0.0005347261 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.018526422  |\n",
            "| clipfrac           | 0.22265625   |\n",
            "| ep_len_mean        | 675          |\n",
            "| ep_reward_mean     | 0.392        |\n",
            "| explained_variance | -19.3        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 346          |\n",
            "| policy_entropy     | 3.3676443    |\n",
            "| policy_loss        | -0.06356497  |\n",
            "| serial_timesteps   | 44288        |\n",
            "| time_elapsed       | 895          |\n",
            "| total_timesteps    | 44288        |\n",
            "| value_loss         | 0.0002594691 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.03380684   |\n",
            "| clipfrac           | 0.30273438   |\n",
            "| ep_len_mean        | 675          |\n",
            "| ep_reward_mean     | 0.392        |\n",
            "| explained_variance | -17.1        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 347          |\n",
            "| policy_entropy     | 2.9095333    |\n",
            "| policy_loss        | -0.07395442  |\n",
            "| serial_timesteps   | 44416        |\n",
            "| time_elapsed       | 897          |\n",
            "| total_timesteps    | 44416        |\n",
            "| value_loss         | 0.0011714734 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04892626   |\n",
            "| clipfrac           | 0.25195312   |\n",
            "| ep_len_mean        | 674          |\n",
            "| ep_reward_mean     | 0.386        |\n",
            "| explained_variance | -17.9        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 348          |\n",
            "| policy_entropy     | 2.6626563    |\n",
            "| policy_loss        | -0.0593308   |\n",
            "| serial_timesteps   | 44544        |\n",
            "| time_elapsed       | 899          |\n",
            "| total_timesteps    | 44544        |\n",
            "| value_loss         | 0.0014401291 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07148256   |\n",
            "| clipfrac           | 0.3203125    |\n",
            "| ep_len_mean        | 674          |\n",
            "| ep_reward_mean     | 0.386        |\n",
            "| explained_variance | -31.7        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 349          |\n",
            "| policy_entropy     | 2.7799897    |\n",
            "| policy_loss        | -0.06862067  |\n",
            "| serial_timesteps   | 44672        |\n",
            "| time_elapsed       | 904          |\n",
            "| total_timesteps    | 44672        |\n",
            "| value_loss         | 0.0011963482 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.043109074  |\n",
            "| clipfrac           | 0.359375     |\n",
            "| ep_len_mean        | 674          |\n",
            "| ep_reward_mean     | 0.386        |\n",
            "| explained_variance | -1.59        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 350          |\n",
            "| policy_entropy     | 2.2127297    |\n",
            "| policy_loss        | -0.082147375 |\n",
            "| serial_timesteps   | 44800        |\n",
            "| time_elapsed       | 906          |\n",
            "| total_timesteps    | 44800        |\n",
            "| value_loss         | 0.0014194896 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.026933772  |\n",
            "| clipfrac           | 0.27148438   |\n",
            "| ep_len_mean        | 674          |\n",
            "| ep_reward_mean     | 0.386        |\n",
            "| explained_variance | -5.68        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 351          |\n",
            "| policy_entropy     | 2.6614902    |\n",
            "| policy_loss        | -0.06305753  |\n",
            "| serial_timesteps   | 44928        |\n",
            "| time_elapsed       | 908          |\n",
            "| total_timesteps    | 44928        |\n",
            "| value_loss         | 0.0014045478 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.051552586 |\n",
            "| clipfrac           | 0.36132812  |\n",
            "| ep_len_mean        | 674         |\n",
            "| ep_reward_mean     | 0.386       |\n",
            "| explained_variance | -34.2       |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 352         |\n",
            "| policy_entropy     | 2.0390704   |\n",
            "| policy_loss        | -0.07324482 |\n",
            "| serial_timesteps   | 45056       |\n",
            "| time_elapsed       | 910         |\n",
            "| total_timesteps    | 45056       |\n",
            "| value_loss         | 0.002315415 |\n",
            "------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.020402625   |\n",
            "| clipfrac           | 0.23046875    |\n",
            "| ep_len_mean        | 673           |\n",
            "| ep_reward_mean     | 0.381         |\n",
            "| explained_variance | -12.4         |\n",
            "| fps                | 27            |\n",
            "| n_updates          | 353           |\n",
            "| policy_entropy     | 3.1560266     |\n",
            "| policy_loss        | -0.068625346  |\n",
            "| serial_timesteps   | 45184         |\n",
            "| time_elapsed       | 912           |\n",
            "| total_timesteps    | 45184         |\n",
            "| value_loss         | 0.00077626086 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.01824298    |\n",
            "| clipfrac           | 0.26171875    |\n",
            "| ep_len_mean        | 673           |\n",
            "| ep_reward_mean     | 0.381         |\n",
            "| explained_variance | -35.7         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 354           |\n",
            "| policy_entropy     | 3.0945342     |\n",
            "| policy_loss        | -0.07327207   |\n",
            "| serial_timesteps   | 45312         |\n",
            "| time_elapsed       | 917           |\n",
            "| total_timesteps    | 45312         |\n",
            "| value_loss         | 0.00070006936 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.016439065  |\n",
            "| clipfrac           | 0.20898438   |\n",
            "| ep_len_mean        | 673          |\n",
            "| ep_reward_mean     | 0.381        |\n",
            "| explained_variance | -65.1        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 355          |\n",
            "| policy_entropy     | 3.5014875    |\n",
            "| policy_loss        | -0.06563346  |\n",
            "| serial_timesteps   | 45440        |\n",
            "| time_elapsed       | 919          |\n",
            "| total_timesteps    | 45440        |\n",
            "| value_loss         | 0.0002933783 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.02846907   |\n",
            "| clipfrac           | 0.23828125   |\n",
            "| ep_len_mean        | 673          |\n",
            "| ep_reward_mean     | 0.381        |\n",
            "| explained_variance | -63.9        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 356          |\n",
            "| policy_entropy     | 2.9609537    |\n",
            "| policy_loss        | -0.05587773  |\n",
            "| serial_timesteps   | 45568        |\n",
            "| time_elapsed       | 921          |\n",
            "| total_timesteps    | 45568        |\n",
            "| value_loss         | 0.0007883165 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.033973582  |\n",
            "| clipfrac           | 0.27148438   |\n",
            "| ep_len_mean        | 672          |\n",
            "| ep_reward_mean     | 0.375        |\n",
            "| explained_variance | -20.1        |\n",
            "| fps                | 22           |\n",
            "| n_updates          | 357          |\n",
            "| policy_entropy     | 2.2878985    |\n",
            "| policy_loss        | -0.06125264  |\n",
            "| serial_timesteps   | 45696        |\n",
            "| time_elapsed       | 923          |\n",
            "| total_timesteps    | 45696        |\n",
            "| value_loss         | 0.0011136327 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.09744564   |\n",
            "| clipfrac           | 0.38085938   |\n",
            "| ep_len_mean        | 672          |\n",
            "| ep_reward_mean     | 0.375        |\n",
            "| explained_variance | -24.6        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 358          |\n",
            "| policy_entropy     | 2.1330318    |\n",
            "| policy_loss        | -0.08158959  |\n",
            "| serial_timesteps   | 45824        |\n",
            "| time_elapsed       | 928          |\n",
            "| total_timesteps    | 45824        |\n",
            "| value_loss         | 0.0014497738 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04169034   |\n",
            "| clipfrac           | 0.27734375   |\n",
            "| ep_len_mean        | 672          |\n",
            "| ep_reward_mean     | 0.375        |\n",
            "| explained_variance | -11.4        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 359          |\n",
            "| policy_entropy     | 1.8988734    |\n",
            "| policy_loss        | -0.06973571  |\n",
            "| serial_timesteps   | 45952        |\n",
            "| time_elapsed       | 930          |\n",
            "| total_timesteps    | 45952        |\n",
            "| value_loss         | 0.0023744826 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04280927   |\n",
            "| clipfrac           | 0.2734375    |\n",
            "| ep_len_mean        | 672          |\n",
            "| ep_reward_mean     | 0.375        |\n",
            "| explained_variance | -32.6        |\n",
            "| fps                | 57           |\n",
            "| n_updates          | 360          |\n",
            "| policy_entropy     | 1.6622076    |\n",
            "| policy_loss        | -0.058013514 |\n",
            "| serial_timesteps   | 46080        |\n",
            "| time_elapsed       | 932          |\n",
            "| total_timesteps    | 46080        |\n",
            "| value_loss         | 0.0018144525 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05312667   |\n",
            "| clipfrac           | 0.34375      |\n",
            "| ep_len_mean        | 672          |\n",
            "| ep_reward_mean     | 0.375        |\n",
            "| explained_variance | -6.77        |\n",
            "| fps                | 56           |\n",
            "| n_updates          | 361          |\n",
            "| policy_entropy     | 1.9066586    |\n",
            "| policy_loss        | -0.066343315 |\n",
            "| serial_timesteps   | 46208        |\n",
            "| time_elapsed       | 935          |\n",
            "| total_timesteps    | 46208        |\n",
            "| value_loss         | 0.0019077586 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.05455078   |\n",
            "| clipfrac           | 0.19726562   |\n",
            "| ep_len_mean        | 671          |\n",
            "| ep_reward_mean     | 0.37         |\n",
            "| explained_variance | -4.41        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 362          |\n",
            "| policy_entropy     | 1.1760601    |\n",
            "| policy_loss        | -0.048011575 |\n",
            "| serial_timesteps   | 46336        |\n",
            "| time_elapsed       | 937          |\n",
            "| total_timesteps    | 46336        |\n",
            "| value_loss         | 0.0014261722 |\n",
            "-------------------------------------\n",
            "---------------------------------------\n",
            "| approxkl           | 1.04592566e-07 |\n",
            "| clipfrac           | 0.0            |\n",
            "| ep_len_mean        | 671            |\n",
            "| ep_reward_mean     | 0.37           |\n",
            "| explained_variance | -3.78          |\n",
            "| fps                | 69             |\n",
            "| n_updates          | 363            |\n",
            "| policy_entropy     | 0.0079873      |\n",
            "| policy_loss        | -5.6298682e-05 |\n",
            "| serial_timesteps   | 46464          |\n",
            "| time_elapsed       | 942            |\n",
            "| total_timesteps    | 46464          |\n",
            "| value_loss         | 0.0053699557   |\n",
            "---------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 2.4486708e-06 |\n",
            "| clipfrac           | 0.0           |\n",
            "| ep_len_mean        | 671           |\n",
            "| ep_reward_mean     | 0.37          |\n",
            "| explained_variance | -0.818        |\n",
            "| fps                | 72            |\n",
            "| n_updates          | 364           |\n",
            "| policy_entropy     | 0.023533612   |\n",
            "| policy_loss        | -0.0002618475 |\n",
            "| serial_timesteps   | 46592         |\n",
            "| time_elapsed       | 944           |\n",
            "| total_timesteps    | 46592         |\n",
            "| value_loss         | 0.00081430573 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06253721    |\n",
            "| clipfrac           | 0.22851562    |\n",
            "| ep_len_mean        | 671           |\n",
            "| ep_reward_mean     | 0.37          |\n",
            "| explained_variance | -19.6         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 365           |\n",
            "| policy_entropy     | 0.48926982    |\n",
            "| policy_loss        | -0.010559766  |\n",
            "| serial_timesteps   | 46720         |\n",
            "| time_elapsed       | 946           |\n",
            "| total_timesteps    | 46720         |\n",
            "| value_loss         | 0.00032939177 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04017675   |\n",
            "| clipfrac           | 0.23046875   |\n",
            "| ep_len_mean        | 671          |\n",
            "| ep_reward_mean     | 0.37         |\n",
            "| explained_variance | -23.5        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 366          |\n",
            "| policy_entropy     | 1.707679     |\n",
            "| policy_loss        | -0.0469947   |\n",
            "| serial_timesteps   | 46848        |\n",
            "| time_elapsed       | 948          |\n",
            "| total_timesteps    | 46848        |\n",
            "| value_loss         | 0.0007042049 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.039334286  |\n",
            "| clipfrac           | 0.26757812   |\n",
            "| ep_len_mean        | 670          |\n",
            "| ep_reward_mean     | 0.364        |\n",
            "| explained_variance | -17.7        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 367          |\n",
            "| policy_entropy     | 2.8373325    |\n",
            "| policy_loss        | -0.06762737  |\n",
            "| serial_timesteps   | 46976        |\n",
            "| time_elapsed       | 950          |\n",
            "| total_timesteps    | 46976        |\n",
            "| value_loss         | 0.0013834554 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.042869695  |\n",
            "| clipfrac           | 0.30664062   |\n",
            "| ep_len_mean        | 670          |\n",
            "| ep_reward_mean     | 0.364        |\n",
            "| explained_variance | -7.71        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 368          |\n",
            "| policy_entropy     | 2.7101326    |\n",
            "| policy_loss        | -0.07320147  |\n",
            "| serial_timesteps   | 47104        |\n",
            "| time_elapsed       | 954          |\n",
            "| total_timesteps    | 47104        |\n",
            "| value_loss         | 0.0015189559 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.033089776  |\n",
            "| clipfrac           | 0.23828125   |\n",
            "| ep_len_mean        | 670          |\n",
            "| ep_reward_mean     | 0.364        |\n",
            "| explained_variance | -68.6        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 369          |\n",
            "| policy_entropy     | 2.7937257    |\n",
            "| policy_loss        | -0.06765333  |\n",
            "| serial_timesteps   | 47232        |\n",
            "| time_elapsed       | 956          |\n",
            "| total_timesteps    | 47232        |\n",
            "| value_loss         | 0.0008923466 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.045799613  |\n",
            "| clipfrac           | 0.27929688   |\n",
            "| ep_len_mean        | 670          |\n",
            "| ep_reward_mean     | 0.364        |\n",
            "| explained_variance | -13.1        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 370          |\n",
            "| policy_entropy     | 2.1119542    |\n",
            "| policy_loss        | -0.059047613 |\n",
            "| serial_timesteps   | 47360        |\n",
            "| time_elapsed       | 958          |\n",
            "| total_timesteps    | 47360        |\n",
            "| value_loss         | 0.0017042357 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.031822175  |\n",
            "| clipfrac           | 0.25         |\n",
            "| ep_len_mean        | 669          |\n",
            "| ep_reward_mean     | 0.359        |\n",
            "| explained_variance | -59.5        |\n",
            "| fps                | 27           |\n",
            "| n_updates          | 371          |\n",
            "| policy_entropy     | 2.825399     |\n",
            "| policy_loss        | -0.06349368  |\n",
            "| serial_timesteps   | 47488        |\n",
            "| time_elapsed       | 960          |\n",
            "| total_timesteps    | 47488        |\n",
            "| value_loss         | 0.0009998978 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.030975288  |\n",
            "| clipfrac           | 0.25195312   |\n",
            "| ep_len_mean        | 669          |\n",
            "| ep_reward_mean     | 0.359        |\n",
            "| explained_variance | -10.9        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 372          |\n",
            "| policy_entropy     | 3.3026888    |\n",
            "| policy_loss        | -0.066699006 |\n",
            "| serial_timesteps   | 47616        |\n",
            "| time_elapsed       | 965          |\n",
            "| total_timesteps    | 47616        |\n",
            "| value_loss         | 0.0005259446 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.015112316  |\n",
            "| clipfrac           | 0.2109375    |\n",
            "| ep_len_mean        | 669          |\n",
            "| ep_reward_mean     | 0.359        |\n",
            "| explained_variance | -5.98        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 373          |\n",
            "| policy_entropy     | 3.1988826    |\n",
            "| policy_loss        | -0.06128086  |\n",
            "| serial_timesteps   | 47744        |\n",
            "| time_elapsed       | 967          |\n",
            "| total_timesteps    | 47744        |\n",
            "| value_loss         | 0.0006339629 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.029932987  |\n",
            "| clipfrac           | 0.36132812   |\n",
            "| ep_len_mean        | 669          |\n",
            "| ep_reward_mean     | 0.359        |\n",
            "| explained_variance | -1.2         |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 374          |\n",
            "| policy_entropy     | 2.8553395    |\n",
            "| policy_loss        | -0.066674545 |\n",
            "| serial_timesteps   | 47872        |\n",
            "| time_elapsed       | 969          |\n",
            "| total_timesteps    | 47872        |\n",
            "| value_loss         | 0.0008559856 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.046366815  |\n",
            "| clipfrac           | 0.34179688   |\n",
            "| ep_len_mean        | 669          |\n",
            "| ep_reward_mean     | 0.359        |\n",
            "| explained_variance | -4.31        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 375          |\n",
            "| policy_entropy     | 2.7099273    |\n",
            "| policy_loss        | -0.07367522  |\n",
            "| serial_timesteps   | 48000        |\n",
            "| time_elapsed       | 971          |\n",
            "| total_timesteps    | 48000        |\n",
            "| value_loss         | 0.0011860958 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.029985785   |\n",
            "| clipfrac           | 0.26953125    |\n",
            "| ep_len_mean        | 668           |\n",
            "| ep_reward_mean     | 0.354         |\n",
            "| explained_variance | -0.606        |\n",
            "| fps                | 26            |\n",
            "| n_updates          | 376           |\n",
            "| policy_entropy     | 3.0008392     |\n",
            "| policy_loss        | -0.056436583  |\n",
            "| serial_timesteps   | 48128         |\n",
            "| time_elapsed       | 973           |\n",
            "| total_timesteps    | 48128         |\n",
            "| value_loss         | 0.00068466767 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.040410556  |\n",
            "| clipfrac           | 0.32421875   |\n",
            "| ep_len_mean        | 668          |\n",
            "| ep_reward_mean     | 0.354        |\n",
            "| explained_variance | -17.2        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 377          |\n",
            "| policy_entropy     | 2.5917022    |\n",
            "| policy_loss        | -0.08184351  |\n",
            "| serial_timesteps   | 48256        |\n",
            "| time_elapsed       | 978          |\n",
            "| total_timesteps    | 48256        |\n",
            "| value_loss         | 0.0015545202 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.038799237  |\n",
            "| clipfrac           | 0.3203125    |\n",
            "| ep_len_mean        | 668          |\n",
            "| ep_reward_mean     | 0.354        |\n",
            "| explained_variance | -1.27        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 378          |\n",
            "| policy_entropy     | 2.9561539    |\n",
            "| policy_loss        | -0.07224961  |\n",
            "| serial_timesteps   | 48384        |\n",
            "| time_elapsed       | 980          |\n",
            "| total_timesteps    | 48384        |\n",
            "| value_loss         | 0.0014744529 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.057818722 |\n",
            "| clipfrac           | 0.35351562  |\n",
            "| ep_len_mean        | 668         |\n",
            "| ep_reward_mean     | 0.354       |\n",
            "| explained_variance | -13.2       |\n",
            "| fps                | 62          |\n",
            "| n_updates          | 379         |\n",
            "| policy_entropy     | 2.4791102   |\n",
            "| policy_loss        | -0.08049701 |\n",
            "| serial_timesteps   | 48512       |\n",
            "| time_elapsed       | 982         |\n",
            "| total_timesteps    | 48512       |\n",
            "| value_loss         | 0.001690175 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03420847   |\n",
            "| clipfrac           | 0.30273438   |\n",
            "| ep_len_mean        | 668          |\n",
            "| ep_reward_mean     | 0.354        |\n",
            "| explained_variance | -32.4        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 380          |\n",
            "| policy_entropy     | 2.2299626    |\n",
            "| policy_loss        | -0.07201985  |\n",
            "| serial_timesteps   | 48640        |\n",
            "| time_elapsed       | 984          |\n",
            "| total_timesteps    | 48640        |\n",
            "| value_loss         | 0.0012916847 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.042185068  |\n",
            "| clipfrac           | 0.30664062   |\n",
            "| ep_len_mean        | 667          |\n",
            "| ep_reward_mean     | 0.349        |\n",
            "| explained_variance | -16.5        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 381          |\n",
            "| policy_entropy     | 2.764041     |\n",
            "| policy_loss        | -0.070193596 |\n",
            "| serial_timesteps   | 48768        |\n",
            "| time_elapsed       | 986          |\n",
            "| total_timesteps    | 48768        |\n",
            "| value_loss         | 0.0012483202 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.039850824  |\n",
            "| clipfrac           | 0.37109375   |\n",
            "| ep_len_mean        | 667          |\n",
            "| ep_reward_mean     | 0.349        |\n",
            "| explained_variance | -13.6        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 382          |\n",
            "| policy_entropy     | 2.633896     |\n",
            "| policy_loss        | -0.081454895 |\n",
            "| serial_timesteps   | 48896        |\n",
            "| time_elapsed       | 991          |\n",
            "| total_timesteps    | 48896        |\n",
            "| value_loss         | 0.0010498213 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.042054463  |\n",
            "| clipfrac           | 0.33398438   |\n",
            "| ep_len_mean        | 667          |\n",
            "| ep_reward_mean     | 0.349        |\n",
            "| explained_variance | -45.3        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 383          |\n",
            "| policy_entropy     | 2.7965355    |\n",
            "| policy_loss        | -0.07540814  |\n",
            "| serial_timesteps   | 49024        |\n",
            "| time_elapsed       | 993          |\n",
            "| total_timesteps    | 49024        |\n",
            "| value_loss         | 0.0010069831 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0435001    |\n",
            "| clipfrac           | 0.35351562   |\n",
            "| ep_len_mean        | 667          |\n",
            "| ep_reward_mean     | 0.349        |\n",
            "| explained_variance | -43.4        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 384          |\n",
            "| policy_entropy     | 2.3262236    |\n",
            "| policy_loss        | -0.068338394 |\n",
            "| serial_timesteps   | 49152        |\n",
            "| time_elapsed       | 995          |\n",
            "| total_timesteps    | 49152        |\n",
            "| value_loss         | 0.0010660258 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.039451666   |\n",
            "| clipfrac           | 0.3515625     |\n",
            "| ep_len_mean        | 666           |\n",
            "| ep_reward_mean     | 0.345         |\n",
            "| explained_variance | -7.1          |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 385           |\n",
            "| policy_entropy     | 2.4914076     |\n",
            "| policy_loss        | -0.07396598   |\n",
            "| serial_timesteps   | 49280         |\n",
            "| time_elapsed       | 997           |\n",
            "| total_timesteps    | 49280         |\n",
            "| value_loss         | 0.00091170555 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04325481   |\n",
            "| clipfrac           | 0.375        |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.345        |\n",
            "| explained_variance | -35.9        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 386          |\n",
            "| policy_entropy     | 2.9861305    |\n",
            "| policy_loss        | -0.07003766  |\n",
            "| serial_timesteps   | 49408        |\n",
            "| time_elapsed       | 1e+03        |\n",
            "| total_timesteps    | 49408        |\n",
            "| value_loss         | 0.0007005904 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.057646416  |\n",
            "| clipfrac           | 0.3125       |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.345        |\n",
            "| explained_variance | -11.8        |\n",
            "| fps                | 57           |\n",
            "| n_updates          | 387          |\n",
            "| policy_entropy     | 2.5736666    |\n",
            "| policy_loss        | -0.060721423 |\n",
            "| serial_timesteps   | 49536        |\n",
            "| time_elapsed       | 1e+03        |\n",
            "| total_timesteps    | 49536        |\n",
            "| value_loss         | 0.0011399784 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.023762902 |\n",
            "| clipfrac           | 0.28320312  |\n",
            "| ep_len_mean        | 666         |\n",
            "| ep_reward_mean     | 0.345       |\n",
            "| explained_variance | -0.0177     |\n",
            "| fps                | 61          |\n",
            "| n_updates          | 388         |\n",
            "| policy_entropy     | 2.8727362   |\n",
            "| policy_loss        | -0.07198972 |\n",
            "| serial_timesteps   | 49664       |\n",
            "| time_elapsed       | 1.01e+03    |\n",
            "| total_timesteps    | 49664       |\n",
            "| value_loss         | 0.026446877 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.037996918  |\n",
            "| clipfrac           | 0.375        |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.345        |\n",
            "| explained_variance | -1.38        |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 389          |\n",
            "| policy_entropy     | 2.9759998    |\n",
            "| policy_loss        | -0.06907714  |\n",
            "| serial_timesteps   | 49792        |\n",
            "| time_elapsed       | 1.01e+03     |\n",
            "| total_timesteps    | 49792        |\n",
            "| value_loss         | 0.0026695018 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04906304   |\n",
            "| clipfrac           | 0.29296875   |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.345        |\n",
            "| explained_variance | -16.4        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 390          |\n",
            "| policy_entropy     | 2.8780427    |\n",
            "| policy_loss        | -0.07069778  |\n",
            "| serial_timesteps   | 49920        |\n",
            "| time_elapsed       | 1.01e+03     |\n",
            "| total_timesteps    | 49920        |\n",
            "| value_loss         | 0.0020540867 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03289925   |\n",
            "| clipfrac           | 0.3359375    |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.345        |\n",
            "| explained_variance | -34.5        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 391          |\n",
            "| policy_entropy     | 2.7636352    |\n",
            "| policy_loss        | -0.08318542  |\n",
            "| serial_timesteps   | 50048        |\n",
            "| time_elapsed       | 1.01e+03     |\n",
            "| total_timesteps    | 50048        |\n",
            "| value_loss         | 0.0014287177 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.057966407  |\n",
            "| clipfrac           | 0.31054688   |\n",
            "| ep_len_mean        | 668          |\n",
            "| ep_reward_mean     | 0.353        |\n",
            "| explained_variance | -35.4        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 392          |\n",
            "| policy_entropy     | 2.0787618    |\n",
            "| policy_loss        | -0.066539116 |\n",
            "| serial_timesteps   | 50176        |\n",
            "| time_elapsed       | 1.01e+03     |\n",
            "| total_timesteps    | 50176        |\n",
            "| value_loss         | 0.0022316154 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.035505198  |\n",
            "| clipfrac           | 0.28515625   |\n",
            "| ep_len_mean        | 668          |\n",
            "| ep_reward_mean     | 0.353        |\n",
            "| explained_variance | -6.94        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 393          |\n",
            "| policy_entropy     | 2.7455206    |\n",
            "| policy_loss        | -0.06905486  |\n",
            "| serial_timesteps   | 50304        |\n",
            "| time_elapsed       | 1.02e+03     |\n",
            "| total_timesteps    | 50304        |\n",
            "| value_loss         | 0.0009690556 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.049776644  |\n",
            "| clipfrac           | 0.29101562   |\n",
            "| ep_len_mean        | 668          |\n",
            "| ep_reward_mean     | 0.353        |\n",
            "| explained_variance | -17.8        |\n",
            "| fps                | 46           |\n",
            "| n_updates          | 394          |\n",
            "| policy_entropy     | 2.4503207    |\n",
            "| policy_loss        | -0.06923604  |\n",
            "| serial_timesteps   | 50432        |\n",
            "| time_elapsed       | 1.02e+03     |\n",
            "| total_timesteps    | 50432        |\n",
            "| value_loss         | 0.0012581368 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 1.9595385e-05 |\n",
            "| clipfrac           | 0.0           |\n",
            "| ep_len_mean        | 668           |\n",
            "| ep_reward_mean     | 0.353         |\n",
            "| explained_variance | -2.61         |\n",
            "| fps                | 66            |\n",
            "| n_updates          | 395           |\n",
            "| policy_entropy     | 0.03386486    |\n",
            "| policy_loss        | -0.0013438379 |\n",
            "| serial_timesteps   | 50560         |\n",
            "| time_elapsed       | 1.02e+03      |\n",
            "| total_timesteps    | 50560         |\n",
            "| value_loss         | 5.8014495e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.007901039   |\n",
            "| clipfrac           | 0.04296875    |\n",
            "| ep_len_mean        | 667           |\n",
            "| ep_reward_mean     | 0.349         |\n",
            "| explained_variance | -1.67         |\n",
            "| fps                | 26            |\n",
            "| n_updates          | 396           |\n",
            "| policy_entropy     | 0.3313357     |\n",
            "| policy_loss        | -0.026150946  |\n",
            "| serial_timesteps   | 50688         |\n",
            "| time_elapsed       | 1.03e+03      |\n",
            "| total_timesteps    | 50688         |\n",
            "| value_loss         | 0.00017207363 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.05752421    |\n",
            "| clipfrac           | 0.24609375    |\n",
            "| ep_len_mean        | 667           |\n",
            "| ep_reward_mean     | 0.349         |\n",
            "| explained_variance | -20           |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 397           |\n",
            "| policy_entropy     | 1.5456241     |\n",
            "| policy_loss        | -0.06497897   |\n",
            "| serial_timesteps   | 50816         |\n",
            "| time_elapsed       | 1.03e+03      |\n",
            "| total_timesteps    | 50816         |\n",
            "| value_loss         | 0.00076835736 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.026464825  |\n",
            "| clipfrac           | 0.25195312   |\n",
            "| ep_len_mean        | 667          |\n",
            "| ep_reward_mean     | 0.349        |\n",
            "| explained_variance | -2.96        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 398          |\n",
            "| policy_entropy     | 2.6338758    |\n",
            "| policy_loss        | -0.056099083 |\n",
            "| serial_timesteps   | 50944        |\n",
            "| time_elapsed       | 1.03e+03     |\n",
            "| total_timesteps    | 50944        |\n",
            "| value_loss         | 0.00093715   |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.045202173  |\n",
            "| clipfrac           | 0.30664062   |\n",
            "| ep_len_mean        | 667          |\n",
            "| ep_reward_mean     | 0.349        |\n",
            "| explained_variance | -3.29        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 399          |\n",
            "| policy_entropy     | 2.550233     |\n",
            "| policy_loss        | -0.0683861   |\n",
            "| serial_timesteps   | 51072        |\n",
            "| time_elapsed       | 1.04e+03     |\n",
            "| total_timesteps    | 51072        |\n",
            "| value_loss         | 0.0012474036 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.022968607   |\n",
            "| clipfrac           | 0.0625        |\n",
            "| ep_len_mean        | 667           |\n",
            "| ep_reward_mean     | 0.349         |\n",
            "| explained_variance | -2.02         |\n",
            "| fps                | 69            |\n",
            "| n_updates          | 400           |\n",
            "| policy_entropy     | 0.35772577    |\n",
            "| policy_loss        | -0.016994067  |\n",
            "| serial_timesteps   | 51200         |\n",
            "| time_elapsed       | 1.04e+03      |\n",
            "| total_timesteps    | 51200         |\n",
            "| value_loss         | 0.00039829634 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.08946999   |\n",
            "| clipfrac           | 0.4921875    |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.344        |\n",
            "| explained_variance | -11.8        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 401          |\n",
            "| policy_entropy     | 1.8662447    |\n",
            "| policy_loss        | -0.05398725  |\n",
            "| serial_timesteps   | 51328        |\n",
            "| time_elapsed       | 1.04e+03     |\n",
            "| total_timesteps    | 51328        |\n",
            "| value_loss         | 0.0012590267 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.034891754   |\n",
            "| clipfrac           | 0.30078125    |\n",
            "| ep_len_mean        | 666           |\n",
            "| ep_reward_mean     | 0.344         |\n",
            "| explained_variance | -17.6         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 402           |\n",
            "| policy_entropy     | 3.1020885     |\n",
            "| policy_loss        | -0.06884689   |\n",
            "| serial_timesteps   | 51456         |\n",
            "| time_elapsed       | 1.04e+03      |\n",
            "| total_timesteps    | 51456         |\n",
            "| value_loss         | 0.00078923046 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.044438228  |\n",
            "| clipfrac           | 0.3515625    |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.344        |\n",
            "| explained_variance | -1.73        |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 403          |\n",
            "| policy_entropy     | 2.6148438    |\n",
            "| policy_loss        | -0.06610113  |\n",
            "| serial_timesteps   | 51584        |\n",
            "| time_elapsed       | 1.05e+03     |\n",
            "| total_timesteps    | 51584        |\n",
            "| value_loss         | 0.0011351884 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.03578545    |\n",
            "| clipfrac           | 0.31835938    |\n",
            "| ep_len_mean        | 666           |\n",
            "| ep_reward_mean     | 0.344         |\n",
            "| explained_variance | -5.18         |\n",
            "| fps                | 60            |\n",
            "| n_updates          | 404           |\n",
            "| policy_entropy     | 2.9201612     |\n",
            "| policy_loss        | -0.07367635   |\n",
            "| serial_timesteps   | 51712         |\n",
            "| time_elapsed       | 1.05e+03      |\n",
            "| total_timesteps    | 51712         |\n",
            "| value_loss         | 0.00066374737 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.034289397  |\n",
            "| clipfrac           | 0.29882812   |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.344        |\n",
            "| explained_variance | -5.14        |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 405          |\n",
            "| policy_entropy     | 2.7391613    |\n",
            "| policy_loss        | -0.07472763  |\n",
            "| serial_timesteps   | 51840        |\n",
            "| time_elapsed       | 1.05e+03     |\n",
            "| total_timesteps    | 51840        |\n",
            "| value_loss         | 0.0010597474 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.060202822  |\n",
            "| clipfrac           | 0.30664062   |\n",
            "| ep_len_mean        | 665          |\n",
            "| ep_reward_mean     | 0.34         |\n",
            "| explained_variance | -10.1        |\n",
            "| fps                | 28           |\n",
            "| n_updates          | 406          |\n",
            "| policy_entropy     | 2.6393986    |\n",
            "| policy_loss        | -0.07210832  |\n",
            "| serial_timesteps   | 51968        |\n",
            "| time_elapsed       | 1.05e+03     |\n",
            "| total_timesteps    | 51968        |\n",
            "| value_loss         | 0.0013851663 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.07093211    |\n",
            "| clipfrac           | 0.29296875    |\n",
            "| ep_len_mean        | 665           |\n",
            "| ep_reward_mean     | 0.34          |\n",
            "| explained_variance | -117          |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 407           |\n",
            "| policy_entropy     | 2.5876167     |\n",
            "| policy_loss        | -0.0657343    |\n",
            "| serial_timesteps   | 52096         |\n",
            "| time_elapsed       | 1.06e+03      |\n",
            "| total_timesteps    | 52096         |\n",
            "| value_loss         | 0.00094932993 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04505765   |\n",
            "| clipfrac           | 0.25195312   |\n",
            "| ep_len_mean        | 665          |\n",
            "| ep_reward_mean     | 0.34         |\n",
            "| explained_variance | -4.31        |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 408          |\n",
            "| policy_entropy     | 2.5639515    |\n",
            "| policy_loss        | -0.057256397 |\n",
            "| serial_timesteps   | 52224        |\n",
            "| time_elapsed       | 1.06e+03     |\n",
            "| total_timesteps    | 52224        |\n",
            "| value_loss         | 0.0017906378 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.050362393  |\n",
            "| clipfrac           | 0.37695312   |\n",
            "| ep_len_mean        | 665          |\n",
            "| ep_reward_mean     | 0.34         |\n",
            "| explained_variance | -19.2        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 409          |\n",
            "| policy_entropy     | 2.3147864    |\n",
            "| policy_loss        | -0.07627287  |\n",
            "| serial_timesteps   | 52352        |\n",
            "| time_elapsed       | 1.06e+03     |\n",
            "| total_timesteps    | 52352        |\n",
            "| value_loss         | 0.0010038475 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03624426   |\n",
            "| clipfrac           | 0.29101562   |\n",
            "| ep_len_mean        | 664          |\n",
            "| ep_reward_mean     | 0.335        |\n",
            "| explained_variance | -19.5        |\n",
            "| fps                | 23           |\n",
            "| n_updates          | 410          |\n",
            "| policy_entropy     | 2.1559708    |\n",
            "| policy_loss        | -0.070125654 |\n",
            "| serial_timesteps   | 52480        |\n",
            "| time_elapsed       | 1.06e+03     |\n",
            "| total_timesteps    | 52480        |\n",
            "| value_loss         | 0.0014442543 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04187186   |\n",
            "| clipfrac           | 0.29492188   |\n",
            "| ep_len_mean        | 664          |\n",
            "| ep_reward_mean     | 0.335        |\n",
            "| explained_variance | -2.36        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 411          |\n",
            "| policy_entropy     | 2.5282562    |\n",
            "| policy_loss        | -0.07035351  |\n",
            "| serial_timesteps   | 52608        |\n",
            "| time_elapsed       | 1.07e+03     |\n",
            "| total_timesteps    | 52608        |\n",
            "| value_loss         | 0.0012738565 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.026445117 |\n",
            "| clipfrac           | 0.19921875  |\n",
            "| ep_len_mean        | 664         |\n",
            "| ep_reward_mean     | 0.335       |\n",
            "| explained_variance | -1.82       |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 412         |\n",
            "| policy_entropy     | 2.0495243   |\n",
            "| policy_loss        | -0.05516068 |\n",
            "| serial_timesteps   | 52736       |\n",
            "| time_elapsed       | 1.07e+03    |\n",
            "| total_timesteps    | 52736       |\n",
            "| value_loss         | 0.000625933 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04859506   |\n",
            "| clipfrac           | 0.38085938   |\n",
            "| ep_len_mean        | 664          |\n",
            "| ep_reward_mean     | 0.335        |\n",
            "| explained_variance | -16.8        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 413          |\n",
            "| policy_entropy     | 1.8423561    |\n",
            "| policy_loss        | -0.05964303  |\n",
            "| serial_timesteps   | 52864        |\n",
            "| time_elapsed       | 1.07e+03     |\n",
            "| total_timesteps    | 52864        |\n",
            "| value_loss         | 0.0009891405 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.042480905  |\n",
            "| clipfrac           | 0.33984375   |\n",
            "| ep_len_mean        | 664          |\n",
            "| ep_reward_mean     | 0.335        |\n",
            "| explained_variance | -40.2        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 414          |\n",
            "| policy_entropy     | 2.912901     |\n",
            "| policy_loss        | -0.08193851  |\n",
            "| serial_timesteps   | 52992        |\n",
            "| time_elapsed       | 1.07e+03     |\n",
            "| total_timesteps    | 52992        |\n",
            "| value_loss         | 0.0009506736 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.04865957  |\n",
            "| clipfrac           | 0.34375     |\n",
            "| ep_len_mean        | 664         |\n",
            "| ep_reward_mean     | 0.335       |\n",
            "| explained_variance | -0.0419     |\n",
            "| fps                | 58          |\n",
            "| n_updates          | 415         |\n",
            "| policy_entropy     | 2.537294    |\n",
            "| policy_loss        | -0.06798414 |\n",
            "| serial_timesteps   | 53120       |\n",
            "| time_elapsed       | 1.08e+03    |\n",
            "| total_timesteps    | 53120       |\n",
            "| value_loss         | 0.026754817 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.10247483   |\n",
            "| clipfrac           | 0.33984375   |\n",
            "| ep_len_mean        | 664          |\n",
            "| ep_reward_mean     | 0.335        |\n",
            "| explained_variance | -30.9        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 416          |\n",
            "| policy_entropy     | 2.2426932    |\n",
            "| policy_loss        | -0.051349252 |\n",
            "| serial_timesteps   | 53248        |\n",
            "| time_elapsed       | 1.08e+03     |\n",
            "| total_timesteps    | 53248        |\n",
            "| value_loss         | 0.00815409   |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06377296   |\n",
            "| clipfrac           | 0.28710938   |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.344        |\n",
            "| explained_variance | -4.22        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 417          |\n",
            "| policy_entropy     | 2.5270019    |\n",
            "| policy_loss        | -0.063016005 |\n",
            "| serial_timesteps   | 53376        |\n",
            "| time_elapsed       | 1.08e+03     |\n",
            "| total_timesteps    | 53376        |\n",
            "| value_loss         | 0.0024709841 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.028052798 |\n",
            "| clipfrac           | 0.31640625  |\n",
            "| ep_len_mean        | 666         |\n",
            "| ep_reward_mean     | 0.344       |\n",
            "| explained_variance | -0.771      |\n",
            "| fps                | 52          |\n",
            "| n_updates          | 418         |\n",
            "| policy_entropy     | 2.8233202   |\n",
            "| policy_loss        | -0.06943038 |\n",
            "| serial_timesteps   | 53504       |\n",
            "| time_elapsed       | 1.09e+03    |\n",
            "| total_timesteps    | 53504       |\n",
            "| value_loss         | 0.001589503 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.042796016  |\n",
            "| clipfrac           | 0.27539062   |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.344        |\n",
            "| explained_variance | -11.7        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 419          |\n",
            "| policy_entropy     | 2.5444295    |\n",
            "| policy_loss        | -0.06457578  |\n",
            "| serial_timesteps   | 53632        |\n",
            "| time_elapsed       | 1.09e+03     |\n",
            "| total_timesteps    | 53632        |\n",
            "| value_loss         | 0.0015436918 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04045183   |\n",
            "| clipfrac           | 0.34179688   |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.344        |\n",
            "| explained_variance | -14.2        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 420          |\n",
            "| policy_entropy     | 2.349505     |\n",
            "| policy_loss        | -0.07797872  |\n",
            "| serial_timesteps   | 53760        |\n",
            "| time_elapsed       | 1.09e+03     |\n",
            "| total_timesteps    | 53760        |\n",
            "| value_loss         | 0.0015730786 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.045920998  |\n",
            "| clipfrac           | 0.27734375   |\n",
            "| ep_len_mean        | 665          |\n",
            "| ep_reward_mean     | 0.34         |\n",
            "| explained_variance | -9.78        |\n",
            "| fps                | 27           |\n",
            "| n_updates          | 421          |\n",
            "| policy_entropy     | 1.9888722    |\n",
            "| policy_loss        | -0.058498174 |\n",
            "| serial_timesteps   | 53888        |\n",
            "| time_elapsed       | 1.09e+03     |\n",
            "| total_timesteps    | 53888        |\n",
            "| value_loss         | 0.0009289145 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.057079505  |\n",
            "| clipfrac           | 0.28320312   |\n",
            "| ep_len_mean        | 665          |\n",
            "| ep_reward_mean     | 0.34         |\n",
            "| explained_variance | -21.1        |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 422          |\n",
            "| policy_entropy     | 2.5668685    |\n",
            "| policy_loss        | -0.064105146 |\n",
            "| serial_timesteps   | 54016        |\n",
            "| time_elapsed       | 1.1e+03      |\n",
            "| total_timesteps    | 54016        |\n",
            "| value_loss         | 0.001158798  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04250492   |\n",
            "| clipfrac           | 0.28125      |\n",
            "| ep_len_mean        | 665          |\n",
            "| ep_reward_mean     | 0.34         |\n",
            "| explained_variance | -15.5        |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 423          |\n",
            "| policy_entropy     | 2.5108016    |\n",
            "| policy_loss        | -0.06526178  |\n",
            "| serial_timesteps   | 54144        |\n",
            "| time_elapsed       | 1.1e+03      |\n",
            "| total_timesteps    | 54144        |\n",
            "| value_loss         | 0.0011709075 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.037164036  |\n",
            "| clipfrac           | 0.25390625   |\n",
            "| ep_len_mean        | 665          |\n",
            "| ep_reward_mean     | 0.34         |\n",
            "| explained_variance | -2.03        |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 424          |\n",
            "| policy_entropy     | 2.6811106    |\n",
            "| policy_loss        | -0.06064949  |\n",
            "| serial_timesteps   | 54272        |\n",
            "| time_elapsed       | 1.1e+03      |\n",
            "| total_timesteps    | 54272        |\n",
            "| value_loss         | 0.0007170019 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.033918194 |\n",
            "| clipfrac           | 0.27539062  |\n",
            "| ep_len_mean        | 665         |\n",
            "| ep_reward_mean     | 0.34        |\n",
            "| explained_variance | -29.2       |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 425         |\n",
            "| policy_entropy     | 2.543604    |\n",
            "| policy_loss        | -0.06449749 |\n",
            "| serial_timesteps   | 54400       |\n",
            "| time_elapsed       | 1.1e+03     |\n",
            "| total_timesteps    | 54400       |\n",
            "| value_loss         | 0.000802906 |\n",
            "------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.049911145 |\n",
            "| clipfrac           | 0.29882812  |\n",
            "| ep_len_mean        | 665         |\n",
            "| ep_reward_mean     | 0.34        |\n",
            "| explained_variance | 0.0249      |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 426         |\n",
            "| policy_entropy     | 2.578643    |\n",
            "| policy_loss        | -0.06471285 |\n",
            "| serial_timesteps   | 54528       |\n",
            "| time_elapsed       | 1.1e+03     |\n",
            "| total_timesteps    | 54528       |\n",
            "| value_loss         | 0.024996847 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03962261   |\n",
            "| clipfrac           | 0.33007812   |\n",
            "| ep_len_mean        | 665          |\n",
            "| ep_reward_mean     | 0.34         |\n",
            "| explained_variance | -2.89        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 427          |\n",
            "| policy_entropy     | 2.5245194    |\n",
            "| policy_loss        | -0.081452504 |\n",
            "| serial_timesteps   | 54656        |\n",
            "| time_elapsed       | 1.11e+03     |\n",
            "| total_timesteps    | 54656        |\n",
            "| value_loss         | 0.005783107  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.059116077  |\n",
            "| clipfrac           | 0.34179688   |\n",
            "| ep_len_mean        | 667          |\n",
            "| ep_reward_mean     | 0.348        |\n",
            "| explained_variance | -11.4        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 428          |\n",
            "| policy_entropy     | 2.8234499    |\n",
            "| policy_loss        | -0.07707675  |\n",
            "| serial_timesteps   | 54784        |\n",
            "| time_elapsed       | 1.11e+03     |\n",
            "| total_timesteps    | 54784        |\n",
            "| value_loss         | 0.0022517457 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.061585847 |\n",
            "| clipfrac           | 0.3671875   |\n",
            "| ep_len_mean        | 667         |\n",
            "| ep_reward_mean     | 0.348       |\n",
            "| explained_variance | -33.4       |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 429         |\n",
            "| policy_entropy     | 2.5091305   |\n",
            "| policy_loss        | -0.08447416 |\n",
            "| serial_timesteps   | 54912       |\n",
            "| time_elapsed       | 1.11e+03    |\n",
            "| total_timesteps    | 54912       |\n",
            "| value_loss         | 0.001728968 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04204431   |\n",
            "| clipfrac           | 0.34375      |\n",
            "| ep_len_mean        | 667          |\n",
            "| ep_reward_mean     | 0.348        |\n",
            "| explained_variance | -9.43        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 430          |\n",
            "| policy_entropy     | 2.6826017    |\n",
            "| policy_loss        | -0.08190301  |\n",
            "| serial_timesteps   | 55040        |\n",
            "| time_elapsed       | 1.12e+03     |\n",
            "| total_timesteps    | 55040        |\n",
            "| value_loss         | 0.0011477428 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06376618   |\n",
            "| clipfrac           | 0.40234375   |\n",
            "| ep_len_mean        | 667          |\n",
            "| ep_reward_mean     | 0.348        |\n",
            "| explained_variance | -7.32        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 431          |\n",
            "| policy_entropy     | 2.4647498    |\n",
            "| policy_loss        | -0.07775252  |\n",
            "| serial_timesteps   | 55168        |\n",
            "| time_elapsed       | 1.12e+03     |\n",
            "| total_timesteps    | 55168        |\n",
            "| value_loss         | 0.0014720239 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.047755517  |\n",
            "| clipfrac           | 0.375        |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.343        |\n",
            "| explained_variance | -8.14        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 432          |\n",
            "| policy_entropy     | 2.9148972    |\n",
            "| policy_loss        | -0.07723823  |\n",
            "| serial_timesteps   | 55296        |\n",
            "| time_elapsed       | 1.12e+03     |\n",
            "| total_timesteps    | 55296        |\n",
            "| value_loss         | 0.0017970318 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04341479   |\n",
            "| clipfrac           | 0.39257812   |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.343        |\n",
            "| explained_variance | -49.5        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 433          |\n",
            "| policy_entropy     | 2.651093     |\n",
            "| policy_loss        | -0.079586826 |\n",
            "| serial_timesteps   | 55424        |\n",
            "| time_elapsed       | 1.13e+03     |\n",
            "| total_timesteps    | 55424        |\n",
            "| value_loss         | 0.0011103171 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07846808   |\n",
            "| clipfrac           | 0.40625      |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.343        |\n",
            "| explained_variance | -63.8        |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 434          |\n",
            "| policy_entropy     | 2.2524457    |\n",
            "| policy_loss        | -0.07105155  |\n",
            "| serial_timesteps   | 55552        |\n",
            "| time_elapsed       | 1.13e+03     |\n",
            "| total_timesteps    | 55552        |\n",
            "| value_loss         | 0.0014369307 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06044974   |\n",
            "| clipfrac           | 0.38085938   |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.343        |\n",
            "| explained_variance | -50.8        |\n",
            "| fps                | 57           |\n",
            "| n_updates          | 435          |\n",
            "| policy_entropy     | 1.9337205    |\n",
            "| policy_loss        | -0.070919454 |\n",
            "| serial_timesteps   | 55680        |\n",
            "| time_elapsed       | 1.13e+03     |\n",
            "| total_timesteps    | 55680        |\n",
            "| value_loss         | 0.0008654458 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05261963   |\n",
            "| clipfrac           | 0.3359375    |\n",
            "| ep_len_mean        | 666          |\n",
            "| ep_reward_mean     | 0.343        |\n",
            "| explained_variance | -36.4        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 436          |\n",
            "| policy_entropy     | 2.4717298    |\n",
            "| policy_loss        | -0.081480555 |\n",
            "| serial_timesteps   | 55808        |\n",
            "| time_elapsed       | 1.13e+03     |\n",
            "| total_timesteps    | 55808        |\n",
            "| value_loss         | 0.0009993912 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.054035924  |\n",
            "| clipfrac           | 0.36914062   |\n",
            "| ep_len_mean        | 665          |\n",
            "| ep_reward_mean     | 0.339        |\n",
            "| explained_variance | -13.8        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 437          |\n",
            "| policy_entropy     | 2.4632232    |\n",
            "| policy_loss        | -0.07949875  |\n",
            "| serial_timesteps   | 55936        |\n",
            "| time_elapsed       | 1.13e+03     |\n",
            "| total_timesteps    | 55936        |\n",
            "| value_loss         | 0.0014905109 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.06542376  |\n",
            "| clipfrac           | 0.3515625   |\n",
            "| ep_len_mean        | 665         |\n",
            "| ep_reward_mean     | 0.339       |\n",
            "| explained_variance | -64.3       |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 438         |\n",
            "| policy_entropy     | 2.388088    |\n",
            "| policy_loss        | -0.07370516 |\n",
            "| serial_timesteps   | 56064       |\n",
            "| time_elapsed       | 1.14e+03    |\n",
            "| total_timesteps    | 56064       |\n",
            "| value_loss         | 0.00149624  |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07638211   |\n",
            "| clipfrac           | 0.32226562   |\n",
            "| ep_len_mean        | 665          |\n",
            "| ep_reward_mean     | 0.339        |\n",
            "| explained_variance | -14.6        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 439          |\n",
            "| policy_entropy     | 2.4726024    |\n",
            "| policy_loss        | -0.06425118  |\n",
            "| serial_timesteps   | 56192        |\n",
            "| time_elapsed       | 1.14e+03     |\n",
            "| total_timesteps    | 56192        |\n",
            "| value_loss         | 0.0015295923 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07716888    |\n",
            "| clipfrac           | 0.31054688    |\n",
            "| ep_len_mean        | 665           |\n",
            "| ep_reward_mean     | 0.339         |\n",
            "| explained_variance | -56.8         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 440           |\n",
            "| policy_entropy     | 2.8607397     |\n",
            "| policy_loss        | -0.076036066  |\n",
            "| serial_timesteps   | 56320         |\n",
            "| time_elapsed       | 1.14e+03      |\n",
            "| total_timesteps    | 56320         |\n",
            "| value_loss         | 0.00081910065 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.04930547    |\n",
            "| clipfrac           | 0.23632812    |\n",
            "| ep_len_mean        | 665           |\n",
            "| ep_reward_mean     | 0.339         |\n",
            "| explained_variance | -11.2         |\n",
            "| fps                | 60            |\n",
            "| n_updates          | 441           |\n",
            "| policy_entropy     | 2.7243268     |\n",
            "| policy_loss        | -0.057495534  |\n",
            "| serial_timesteps   | 56448         |\n",
            "| time_elapsed       | 1.14e+03      |\n",
            "| total_timesteps    | 56448         |\n",
            "| value_loss         | 0.00083170756 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04520537   |\n",
            "| clipfrac           | 0.34765625   |\n",
            "| ep_len_mean        | 665          |\n",
            "| ep_reward_mean     | 0.335        |\n",
            "| explained_variance | -18.6        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 442          |\n",
            "| policy_entropy     | 2.9357233    |\n",
            "| policy_loss        | -0.08157976  |\n",
            "| serial_timesteps   | 56576        |\n",
            "| time_elapsed       | 1.15e+03     |\n",
            "| total_timesteps    | 56576        |\n",
            "| value_loss         | 0.0002881112 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.029184707   |\n",
            "| clipfrac           | 0.26367188    |\n",
            "| ep_len_mean        | 665           |\n",
            "| ep_reward_mean     | 0.335         |\n",
            "| explained_variance | -21.1         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 443           |\n",
            "| policy_entropy     | 2.439895      |\n",
            "| policy_loss        | -0.062496543  |\n",
            "| serial_timesteps   | 56704         |\n",
            "| time_elapsed       | 1.15e+03      |\n",
            "| total_timesteps    | 56704         |\n",
            "| value_loss         | 0.00075203547 |\n",
            "--------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.03215843  |\n",
            "| clipfrac           | 0.3125      |\n",
            "| ep_len_mean        | 665         |\n",
            "| ep_reward_mean     | 0.335       |\n",
            "| explained_variance | -17.8       |\n",
            "| fps                | 62          |\n",
            "| n_updates          | 444         |\n",
            "| policy_entropy     | 2.6391947   |\n",
            "| policy_loss        | -0.08011171 |\n",
            "| serial_timesteps   | 56832       |\n",
            "| time_elapsed       | 1.15e+03    |\n",
            "| total_timesteps    | 56832       |\n",
            "| value_loss         | 0.000910123 |\n",
            "------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.040897608 |\n",
            "| clipfrac           | 0.34570312  |\n",
            "| ep_len_mean        | 665         |\n",
            "| ep_reward_mean     | 0.335       |\n",
            "| explained_variance | -20         |\n",
            "| fps                | 64          |\n",
            "| n_updates          | 445         |\n",
            "| policy_entropy     | 2.509546    |\n",
            "| policy_loss        | -0.08753105 |\n",
            "| serial_timesteps   | 56960       |\n",
            "| time_elapsed       | 1.16e+03    |\n",
            "| total_timesteps    | 56960       |\n",
            "| value_loss         | 0.000727089 |\n",
            "------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.030995432   |\n",
            "| clipfrac           | 0.30859375    |\n",
            "| ep_len_mean        | 664           |\n",
            "| ep_reward_mean     | 0.331         |\n",
            "| explained_variance | -87.9         |\n",
            "| fps                | 24            |\n",
            "| n_updates          | 446           |\n",
            "| policy_entropy     | 2.7973793     |\n",
            "| policy_loss        | -0.079156384  |\n",
            "| serial_timesteps   | 57088         |\n",
            "| time_elapsed       | 1.16e+03      |\n",
            "| total_timesteps    | 57088         |\n",
            "| value_loss         | 0.00052535353 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.03851448    |\n",
            "| clipfrac           | 0.28125       |\n",
            "| ep_len_mean        | 664           |\n",
            "| ep_reward_mean     | 0.331         |\n",
            "| explained_variance | -52.7         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 447           |\n",
            "| policy_entropy     | 2.907873      |\n",
            "| policy_loss        | -0.067519344  |\n",
            "| serial_timesteps   | 57216         |\n",
            "| time_elapsed       | 1.16e+03      |\n",
            "| total_timesteps    | 57216         |\n",
            "| value_loss         | 0.00040085384 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.038678013  |\n",
            "| clipfrac           | 0.2890625    |\n",
            "| ep_len_mean        | 664          |\n",
            "| ep_reward_mean     | 0.331        |\n",
            "| explained_variance | -32.4        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 448          |\n",
            "| policy_entropy     | 3.1776397    |\n",
            "| policy_loss        | -0.07310087  |\n",
            "| serial_timesteps   | 57344        |\n",
            "| time_elapsed       | 1.17e+03     |\n",
            "| total_timesteps    | 57344        |\n",
            "| value_loss         | 0.0005756051 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.039501578  |\n",
            "| clipfrac           | 0.31640625   |\n",
            "| ep_len_mean        | 664          |\n",
            "| ep_reward_mean     | 0.331        |\n",
            "| explained_variance | -24.7        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 449          |\n",
            "| policy_entropy     | 2.750669     |\n",
            "| policy_loss        | -0.0700204   |\n",
            "| serial_timesteps   | 57472        |\n",
            "| time_elapsed       | 1.17e+03     |\n",
            "| total_timesteps    | 57472        |\n",
            "| value_loss         | 0.0005682026 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.034656193   |\n",
            "| clipfrac           | 0.27148438    |\n",
            "| ep_len_mean        | 664           |\n",
            "| ep_reward_mean     | 0.331         |\n",
            "| explained_variance | -39.2         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 450           |\n",
            "| policy_entropy     | 3.0406723     |\n",
            "| policy_loss        | -0.075263195  |\n",
            "| serial_timesteps   | 57600         |\n",
            "| time_elapsed       | 1.17e+03      |\n",
            "| total_timesteps    | 57600         |\n",
            "| value_loss         | 0.00044764916 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.041183148   |\n",
            "| clipfrac           | 0.27734375    |\n",
            "| ep_len_mean        | 663           |\n",
            "| ep_reward_mean     | 0.328         |\n",
            "| explained_variance | -11.3         |\n",
            "| fps                | 26            |\n",
            "| n_updates          | 451           |\n",
            "| policy_entropy     | 3.097746      |\n",
            "| policy_loss        | -0.07572671   |\n",
            "| serial_timesteps   | 57728         |\n",
            "| time_elapsed       | 1.17e+03      |\n",
            "| total_timesteps    | 57728         |\n",
            "| value_loss         | 0.00048772685 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.038044747   |\n",
            "| clipfrac           | 0.30273438    |\n",
            "| ep_len_mean        | 663           |\n",
            "| ep_reward_mean     | 0.328         |\n",
            "| explained_variance | -21.5         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 452           |\n",
            "| policy_entropy     | 3.2550843     |\n",
            "| policy_loss        | -0.0752611    |\n",
            "| serial_timesteps   | 57856         |\n",
            "| time_elapsed       | 1.18e+03      |\n",
            "| total_timesteps    | 57856         |\n",
            "| value_loss         | 0.00032291037 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.037603825   |\n",
            "| clipfrac           | 0.27929688    |\n",
            "| ep_len_mean        | 663           |\n",
            "| ep_reward_mean     | 0.328         |\n",
            "| explained_variance | -44.2         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 453           |\n",
            "| policy_entropy     | 3.0393398     |\n",
            "| policy_loss        | -0.08292797   |\n",
            "| serial_timesteps   | 57984         |\n",
            "| time_elapsed       | 1.18e+03      |\n",
            "| total_timesteps    | 57984         |\n",
            "| value_loss         | 0.00044562068 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.035146214   |\n",
            "| clipfrac           | 0.27929688    |\n",
            "| ep_len_mean        | 663           |\n",
            "| ep_reward_mean     | 0.328         |\n",
            "| explained_variance | -20.2         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 454           |\n",
            "| policy_entropy     | 3.276343      |\n",
            "| policy_loss        | -0.07711705   |\n",
            "| serial_timesteps   | 58112         |\n",
            "| time_elapsed       | 1.18e+03      |\n",
            "| total_timesteps    | 58112         |\n",
            "| value_loss         | 0.00023070835 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.029448323   |\n",
            "| clipfrac           | 0.25976562    |\n",
            "| ep_len_mean        | 663           |\n",
            "| ep_reward_mean     | 0.328         |\n",
            "| explained_variance | -7.97         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 455           |\n",
            "| policy_entropy     | 3.2163763     |\n",
            "| policy_loss        | -0.07714354   |\n",
            "| serial_timesteps   | 58240         |\n",
            "| time_elapsed       | 1.18e+03      |\n",
            "| total_timesteps    | 58240         |\n",
            "| value_loss         | 0.00036608017 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.047814492  |\n",
            "| clipfrac           | 0.33789062   |\n",
            "| ep_len_mean        | 662          |\n",
            "| ep_reward_mean     | 0.324        |\n",
            "| explained_variance | -33.5        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 456          |\n",
            "| policy_entropy     | 2.6375322    |\n",
            "| policy_loss        | -0.06567538  |\n",
            "| serial_timesteps   | 58368        |\n",
            "| time_elapsed       | 1.18e+03     |\n",
            "| total_timesteps    | 58368        |\n",
            "| value_loss         | 0.0007320299 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.03203504    |\n",
            "| clipfrac           | 0.25390625    |\n",
            "| ep_len_mean        | 662           |\n",
            "| ep_reward_mean     | 0.324         |\n",
            "| explained_variance | -21.1         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 457           |\n",
            "| policy_entropy     | 3.1572793     |\n",
            "| policy_loss        | -0.07269714   |\n",
            "| serial_timesteps   | 58496         |\n",
            "| time_elapsed       | 1.19e+03      |\n",
            "| total_timesteps    | 58496         |\n",
            "| value_loss         | 0.00038338592 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.03535965    |\n",
            "| clipfrac           | 0.3203125     |\n",
            "| ep_len_mean        | 662           |\n",
            "| ep_reward_mean     | 0.324         |\n",
            "| explained_variance | -13.6         |\n",
            "| fps                | 58            |\n",
            "| n_updates          | 458           |\n",
            "| policy_entropy     | 3.1306748     |\n",
            "| policy_loss        | -0.0778023    |\n",
            "| serial_timesteps   | 58624         |\n",
            "| time_elapsed       | 1.19e+03      |\n",
            "| total_timesteps    | 58624         |\n",
            "| value_loss         | 0.00047222988 |\n",
            "--------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.038506616 |\n",
            "| clipfrac           | 0.34960938  |\n",
            "| ep_len_mean        | 662         |\n",
            "| ep_reward_mean     | 0.324       |\n",
            "| explained_variance | -34.5       |\n",
            "| fps                | 56          |\n",
            "| n_updates          | 459         |\n",
            "| policy_entropy     | 2.8211014   |\n",
            "| policy_loss        | -0.08127492 |\n",
            "| serial_timesteps   | 58752       |\n",
            "| time_elapsed       | 1.19e+03    |\n",
            "| total_timesteps    | 58752       |\n",
            "| value_loss         | 0.000427404 |\n",
            "------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.027902618   |\n",
            "| clipfrac           | 0.27929688    |\n",
            "| ep_len_mean        | 662           |\n",
            "| ep_reward_mean     | 0.324         |\n",
            "| explained_variance | -22.7         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 460           |\n",
            "| policy_entropy     | 3.1255753     |\n",
            "| policy_loss        | -0.07683316   |\n",
            "| serial_timesteps   | 58880         |\n",
            "| time_elapsed       | 1.2e+03       |\n",
            "| total_timesteps    | 58880         |\n",
            "| value_loss         | 0.00043409812 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.032260578  |\n",
            "| clipfrac           | 0.2890625    |\n",
            "| ep_len_mean        | 662          |\n",
            "| ep_reward_mean     | 0.32         |\n",
            "| explained_variance | -32          |\n",
            "| fps                | 27           |\n",
            "| n_updates          | 461          |\n",
            "| policy_entropy     | 3.1173573    |\n",
            "| policy_loss        | -0.06841583  |\n",
            "| serial_timesteps   | 59008        |\n",
            "| time_elapsed       | 1.2e+03      |\n",
            "| total_timesteps    | 59008        |\n",
            "| value_loss         | 0.0004122075 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.040402632  |\n",
            "| clipfrac           | 0.29101562   |\n",
            "| ep_len_mean        | 662          |\n",
            "| ep_reward_mean     | 0.32         |\n",
            "| explained_variance | -5.16        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 462          |\n",
            "| policy_entropy     | 2.8705297    |\n",
            "| policy_loss        | -0.078489386 |\n",
            "| serial_timesteps   | 59136        |\n",
            "| time_elapsed       | 1.2e+03      |\n",
            "| total_timesteps    | 59136        |\n",
            "| value_loss         | 0.0006464665 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.029445387  |\n",
            "| clipfrac           | 0.31835938   |\n",
            "| ep_len_mean        | 662          |\n",
            "| ep_reward_mean     | 0.32         |\n",
            "| explained_variance | -50.1        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 463          |\n",
            "| policy_entropy     | 3.1761441    |\n",
            "| policy_loss        | -0.08067286  |\n",
            "| serial_timesteps   | 59264        |\n",
            "| time_elapsed       | 1.2e+03      |\n",
            "| total_timesteps    | 59264        |\n",
            "| value_loss         | 0.0002569018 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.043002043   |\n",
            "| clipfrac           | 0.27734375    |\n",
            "| ep_len_mean        | 662           |\n",
            "| ep_reward_mean     | 0.32          |\n",
            "| explained_variance | -28.8         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 464           |\n",
            "| policy_entropy     | 3.2780743     |\n",
            "| policy_loss        | -0.06933923   |\n",
            "| serial_timesteps   | 59392         |\n",
            "| time_elapsed       | 1.21e+03      |\n",
            "| total_timesteps    | 59392         |\n",
            "| value_loss         | 0.00025245346 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04457701   |\n",
            "| clipfrac           | 0.38476562   |\n",
            "| ep_len_mean        | 661          |\n",
            "| ep_reward_mean     | 0.317        |\n",
            "| explained_variance | -25.2        |\n",
            "| fps                | 28           |\n",
            "| n_updates          | 465          |\n",
            "| policy_entropy     | 2.8686724    |\n",
            "| policy_loss        | -0.08349037  |\n",
            "| serial_timesteps   | 59520        |\n",
            "| time_elapsed       | 1.21e+03     |\n",
            "| total_timesteps    | 59520        |\n",
            "| value_loss         | 0.0005132642 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.046420023   |\n",
            "| clipfrac           | 0.36132812    |\n",
            "| ep_len_mean        | 661           |\n",
            "| ep_reward_mean     | 0.317         |\n",
            "| explained_variance | -14.5         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 466           |\n",
            "| policy_entropy     | 3.098619      |\n",
            "| policy_loss        | -0.08117215   |\n",
            "| serial_timesteps   | 59648         |\n",
            "| time_elapsed       | 1.21e+03      |\n",
            "| total_timesteps    | 59648         |\n",
            "| value_loss         | 0.00040706797 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.034971446   |\n",
            "| clipfrac           | 0.34960938    |\n",
            "| ep_len_mean        | 661           |\n",
            "| ep_reward_mean     | 0.317         |\n",
            "| explained_variance | -7.97         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 467           |\n",
            "| policy_entropy     | 2.9894633     |\n",
            "| policy_loss        | -0.09169774   |\n",
            "| serial_timesteps   | 59776         |\n",
            "| time_elapsed       | 1.22e+03      |\n",
            "| total_timesteps    | 59776         |\n",
            "| value_loss         | 0.00040204285 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.03391886    |\n",
            "| clipfrac           | 0.359375      |\n",
            "| ep_len_mean        | 661           |\n",
            "| ep_reward_mean     | 0.317         |\n",
            "| explained_variance | -5.22         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 468           |\n",
            "| policy_entropy     | 3.097515      |\n",
            "| policy_loss        | -0.07983203   |\n",
            "| serial_timesteps   | 59904         |\n",
            "| time_elapsed       | 1.22e+03      |\n",
            "| total_timesteps    | 59904         |\n",
            "| value_loss         | 0.00041546425 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.03771075    |\n",
            "| clipfrac           | 0.3359375     |\n",
            "| ep_len_mean        | 661           |\n",
            "| ep_reward_mean     | 0.317         |\n",
            "| explained_variance | -29.1         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 469           |\n",
            "| policy_entropy     | 3.1369972     |\n",
            "| policy_loss        | -0.08272313   |\n",
            "| serial_timesteps   | 60032         |\n",
            "| time_elapsed       | 1.22e+03      |\n",
            "| total_timesteps    | 60032         |\n",
            "| value_loss         | 0.00043942413 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.030262357   |\n",
            "| clipfrac           | 0.32617188    |\n",
            "| ep_len_mean        | 660           |\n",
            "| ep_reward_mean     | 0.313         |\n",
            "| explained_variance | -26.2         |\n",
            "| fps                | 26            |\n",
            "| n_updates          | 470           |\n",
            "| policy_entropy     | 3.181234      |\n",
            "| policy_loss        | -0.082269594  |\n",
            "| serial_timesteps   | 60160         |\n",
            "| time_elapsed       | 1.22e+03      |\n",
            "| total_timesteps    | 60160         |\n",
            "| value_loss         | 0.00043389312 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.040831506  |\n",
            "| clipfrac           | 0.32617188   |\n",
            "| ep_len_mean        | 660          |\n",
            "| ep_reward_mean     | 0.313        |\n",
            "| explained_variance | -25.9        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 471          |\n",
            "| policy_entropy     | 3.2778556    |\n",
            "| policy_loss        | -0.084393    |\n",
            "| serial_timesteps   | 60288        |\n",
            "| time_elapsed       | 1.23e+03     |\n",
            "| total_timesteps    | 60288        |\n",
            "| value_loss         | 0.0003552545 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.03407011  |\n",
            "| clipfrac           | 0.29882812  |\n",
            "| ep_len_mean        | 660         |\n",
            "| ep_reward_mean     | 0.313       |\n",
            "| explained_variance | -0.0639     |\n",
            "| fps                | 62          |\n",
            "| n_updates          | 472         |\n",
            "| policy_entropy     | 3.170568    |\n",
            "| policy_loss        | -0.07104606 |\n",
            "| serial_timesteps   | 60416       |\n",
            "| time_elapsed       | 1.23e+03    |\n",
            "| total_timesteps    | 60416       |\n",
            "| value_loss         | 0.025869252 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.042567372  |\n",
            "| clipfrac           | 0.3203125    |\n",
            "| ep_len_mean        | 660          |\n",
            "| ep_reward_mean     | 0.313        |\n",
            "| explained_variance | -44.3        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 473          |\n",
            "| policy_entropy     | 2.9645724    |\n",
            "| policy_loss        | -0.07644983  |\n",
            "| serial_timesteps   | 60544        |\n",
            "| time_elapsed       | 1.23e+03     |\n",
            "| total_timesteps    | 60544        |\n",
            "| value_loss         | 0.0024272988 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.050552756  |\n",
            "| clipfrac           | 0.3984375    |\n",
            "| ep_len_mean        | 660          |\n",
            "| ep_reward_mean     | 0.313        |\n",
            "| explained_variance | -11          |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 474          |\n",
            "| policy_entropy     | 3.2075129    |\n",
            "| policy_loss        | -0.09393308  |\n",
            "| serial_timesteps   | 60672        |\n",
            "| time_elapsed       | 1.23e+03     |\n",
            "| total_timesteps    | 60672        |\n",
            "| value_loss         | 0.0014639093 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05937322   |\n",
            "| clipfrac           | 0.4453125    |\n",
            "| ep_len_mean        | 660          |\n",
            "| ep_reward_mean     | 0.313        |\n",
            "| explained_variance | -13.6        |\n",
            "| fps                | 58           |\n",
            "| n_updates          | 475          |\n",
            "| policy_entropy     | 3.0877082    |\n",
            "| policy_loss        | -0.0890753   |\n",
            "| serial_timesteps   | 60800        |\n",
            "| time_elapsed       | 1.23e+03     |\n",
            "| total_timesteps    | 60800        |\n",
            "| value_loss         | 0.0007386799 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.041331053  |\n",
            "| clipfrac           | 0.33203125   |\n",
            "| ep_len_mean        | 662          |\n",
            "| ep_reward_mean     | 0.321        |\n",
            "| explained_variance | -4.84        |\n",
            "| fps                | 27           |\n",
            "| n_updates          | 476          |\n",
            "| policy_entropy     | 3.0696278    |\n",
            "| policy_loss        | -0.07858205  |\n",
            "| serial_timesteps   | 60928        |\n",
            "| time_elapsed       | 1.24e+03     |\n",
            "| total_timesteps    | 60928        |\n",
            "| value_loss         | 0.0008180364 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07098659   |\n",
            "| clipfrac           | 0.32617188   |\n",
            "| ep_len_mean        | 662          |\n",
            "| ep_reward_mean     | 0.321        |\n",
            "| explained_variance | -16.3        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 477          |\n",
            "| policy_entropy     | 2.8602722    |\n",
            "| policy_loss        | -0.077387154 |\n",
            "| serial_timesteps   | 61056        |\n",
            "| time_elapsed       | 1.24e+03     |\n",
            "| total_timesteps    | 61056        |\n",
            "| value_loss         | 0.0012113977 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.05126846    |\n",
            "| clipfrac           | 0.3671875     |\n",
            "| ep_len_mean        | 662           |\n",
            "| ep_reward_mean     | 0.321         |\n",
            "| explained_variance | -15.6         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 478           |\n",
            "| policy_entropy     | 2.9623625     |\n",
            "| policy_loss        | -0.087635815  |\n",
            "| serial_timesteps   | 61184         |\n",
            "| time_elapsed       | 1.24e+03      |\n",
            "| total_timesteps    | 61184         |\n",
            "| value_loss         | 0.00060903974 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.043551862   |\n",
            "| clipfrac           | 0.33398438    |\n",
            "| ep_len_mean        | 662           |\n",
            "| ep_reward_mean     | 0.321         |\n",
            "| explained_variance | -12.9         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 479           |\n",
            "| policy_entropy     | 3.170936      |\n",
            "| policy_loss        | -0.08535964   |\n",
            "| serial_timesteps   | 61312         |\n",
            "| time_elapsed       | 1.24e+03      |\n",
            "| total_timesteps    | 61312         |\n",
            "| value_loss         | 0.00048672772 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.03808379    |\n",
            "| clipfrac           | 0.31835938    |\n",
            "| ep_len_mean        | 662           |\n",
            "| ep_reward_mean     | 0.321         |\n",
            "| explained_variance | -2.49         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 480           |\n",
            "| policy_entropy     | 3.3812532     |\n",
            "| policy_loss        | -0.08028848   |\n",
            "| serial_timesteps   | 61440         |\n",
            "| time_elapsed       | 1.25e+03      |\n",
            "| total_timesteps    | 61440         |\n",
            "| value_loss         | 0.00036241583 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.04952032    |\n",
            "| clipfrac           | 0.35546875    |\n",
            "| ep_len_mean        | 661           |\n",
            "| ep_reward_mean     | 0.317         |\n",
            "| explained_variance | -6.29         |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 481           |\n",
            "| policy_entropy     | 3.239153      |\n",
            "| policy_loss        | -0.082655445  |\n",
            "| serial_timesteps   | 61568         |\n",
            "| time_elapsed       | 1.25e+03      |\n",
            "| total_timesteps    | 61568         |\n",
            "| value_loss         | 0.00048237387 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.06823717   |\n",
            "| clipfrac           | 0.40625      |\n",
            "| ep_len_mean        | 661          |\n",
            "| ep_reward_mean     | 0.317        |\n",
            "| explained_variance | -5.68        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 482          |\n",
            "| policy_entropy     | 2.853695     |\n",
            "| policy_loss        | -0.07832475  |\n",
            "| serial_timesteps   | 61696        |\n",
            "| time_elapsed       | 1.25e+03     |\n",
            "| total_timesteps    | 61696        |\n",
            "| value_loss         | 0.0007793205 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.037141982   |\n",
            "| clipfrac           | 0.3125        |\n",
            "| ep_len_mean        | 661           |\n",
            "| ep_reward_mean     | 0.317         |\n",
            "| explained_variance | -25.2         |\n",
            "| fps                | 66            |\n",
            "| n_updates          | 483           |\n",
            "| policy_entropy     | 3.2038076     |\n",
            "| policy_loss        | -0.07897954   |\n",
            "| serial_timesteps   | 61824         |\n",
            "| time_elapsed       | 1.26e+03      |\n",
            "| total_timesteps    | 61824         |\n",
            "| value_loss         | 0.00041184554 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.048845686   |\n",
            "| clipfrac           | 0.38867188    |\n",
            "| ep_len_mean        | 661           |\n",
            "| ep_reward_mean     | 0.317         |\n",
            "| explained_variance | -26.7         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 484           |\n",
            "| policy_entropy     | 2.5770643     |\n",
            "| policy_loss        | -0.068411484  |\n",
            "| serial_timesteps   | 61952         |\n",
            "| time_elapsed       | 1.26e+03      |\n",
            "| total_timesteps    | 61952         |\n",
            "| value_loss         | 0.00076969096 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0733494    |\n",
            "| clipfrac           | 0.40429688   |\n",
            "| ep_len_mean        | 661          |\n",
            "| ep_reward_mean     | 0.317        |\n",
            "| explained_variance | -13.2        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 485          |\n",
            "| policy_entropy     | 2.7197454    |\n",
            "| policy_loss        | -0.093803205 |\n",
            "| serial_timesteps   | 62080        |\n",
            "| time_elapsed       | 1.26e+03     |\n",
            "| total_timesteps    | 62080        |\n",
            "| value_loss         | 0.0005449539 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.14748153    |\n",
            "| clipfrac           | 0.38085938    |\n",
            "| ep_len_mean        | 661           |\n",
            "| ep_reward_mean     | 0.314         |\n",
            "| explained_variance | -20.1         |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 486           |\n",
            "| policy_entropy     | 2.8493946     |\n",
            "| policy_loss        | -0.092170775  |\n",
            "| serial_timesteps   | 62208         |\n",
            "| time_elapsed       | 1.26e+03      |\n",
            "| total_timesteps    | 62208         |\n",
            "| value_loss         | 0.00046382478 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.0542615     |\n",
            "| clipfrac           | 0.28710938    |\n",
            "| ep_len_mean        | 661           |\n",
            "| ep_reward_mean     | 0.314         |\n",
            "| explained_variance | -43.7         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 487           |\n",
            "| policy_entropy     | 3.0627577     |\n",
            "| policy_loss        | -0.076028235  |\n",
            "| serial_timesteps   | 62336         |\n",
            "| time_elapsed       | 1.27e+03      |\n",
            "| total_timesteps    | 62336         |\n",
            "| value_loss         | 0.00030959334 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05618587   |\n",
            "| clipfrac           | 0.29492188   |\n",
            "| ep_len_mean        | 661          |\n",
            "| ep_reward_mean     | 0.314        |\n",
            "| explained_variance | -11.2        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 488          |\n",
            "| policy_entropy     | 2.1134815    |\n",
            "| policy_loss        | -0.064272925 |\n",
            "| serial_timesteps   | 62464        |\n",
            "| time_elapsed       | 1.27e+03     |\n",
            "| total_timesteps    | 62464        |\n",
            "| value_loss         | 0.0006580385 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.053059585  |\n",
            "| clipfrac           | 0.3125       |\n",
            "| ep_len_mean        | 661          |\n",
            "| ep_reward_mean     | 0.314        |\n",
            "| explained_variance | -10.5        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 489          |\n",
            "| policy_entropy     | 2.5526955    |\n",
            "| policy_loss        | -0.07022329  |\n",
            "| serial_timesteps   | 62592        |\n",
            "| time_elapsed       | 1.27e+03     |\n",
            "| total_timesteps    | 62592        |\n",
            "| value_loss         | 0.0005759067 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06707941   |\n",
            "| clipfrac           | 0.33203125   |\n",
            "| ep_len_mean        | 660          |\n",
            "| ep_reward_mean     | 0.311        |\n",
            "| explained_variance | -4.42        |\n",
            "| fps                | 27           |\n",
            "| n_updates          | 490          |\n",
            "| policy_entropy     | 2.6693141    |\n",
            "| policy_loss        | -0.074968524 |\n",
            "| serial_timesteps   | 62720        |\n",
            "| time_elapsed       | 1.27e+03     |\n",
            "| total_timesteps    | 62720        |\n",
            "| value_loss         | 0.0004706621 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.044410363   |\n",
            "| clipfrac           | 0.31835938    |\n",
            "| ep_len_mean        | 660           |\n",
            "| ep_reward_mean     | 0.311         |\n",
            "| explained_variance | -41.5         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 491           |\n",
            "| policy_entropy     | 2.777485      |\n",
            "| policy_loss        | -0.08424836   |\n",
            "| serial_timesteps   | 62848         |\n",
            "| time_elapsed       | 1.28e+03      |\n",
            "| total_timesteps    | 62848         |\n",
            "| value_loss         | 0.00040045267 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06600946   |\n",
            "| clipfrac           | 0.42773438   |\n",
            "| ep_len_mean        | 660          |\n",
            "| ep_reward_mean     | 0.311        |\n",
            "| explained_variance | -10.8        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 492          |\n",
            "| policy_entropy     | 2.823778     |\n",
            "| policy_loss        | -0.081391826 |\n",
            "| serial_timesteps   | 62976        |\n",
            "| time_elapsed       | 1.28e+03     |\n",
            "| total_timesteps    | 62976        |\n",
            "| value_loss         | 0.0005277226 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07223753    |\n",
            "| clipfrac           | 0.39648438    |\n",
            "| ep_len_mean        | 660           |\n",
            "| ep_reward_mean     | 0.311         |\n",
            "| explained_variance | -9.65         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 493           |\n",
            "| policy_entropy     | 2.4924908     |\n",
            "| policy_loss        | -0.085242175  |\n",
            "| serial_timesteps   | 63104         |\n",
            "| time_elapsed       | 1.28e+03      |\n",
            "| total_timesteps    | 63104         |\n",
            "| value_loss         | 0.00058906956 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06135176    |\n",
            "| clipfrac           | 0.35351562    |\n",
            "| ep_len_mean        | 660           |\n",
            "| ep_reward_mean     | 0.311         |\n",
            "| explained_variance | -8.26         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 494           |\n",
            "| policy_entropy     | 2.0909476     |\n",
            "| policy_loss        | -0.07273448   |\n",
            "| serial_timesteps   | 63232         |\n",
            "| time_elapsed       | 1.28e+03      |\n",
            "| total_timesteps    | 63232         |\n",
            "| value_loss         | 0.00062810734 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.083876655  |\n",
            "| clipfrac           | 0.40039062   |\n",
            "| ep_len_mean        | 659          |\n",
            "| ep_reward_mean     | 0.307        |\n",
            "| explained_variance | -11.6        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 495          |\n",
            "| policy_entropy     | 2.2261677    |\n",
            "| policy_loss        | -0.08077     |\n",
            "| serial_timesteps   | 63360        |\n",
            "| time_elapsed       | 1.29e+03     |\n",
            "| total_timesteps    | 63360        |\n",
            "| value_loss         | 0.0006624397 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.057087913  |\n",
            "| clipfrac           | 0.3515625    |\n",
            "| ep_len_mean        | 659          |\n",
            "| ep_reward_mean     | 0.307        |\n",
            "| explained_variance | -38.1        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 496          |\n",
            "| policy_entropy     | 2.3415804    |\n",
            "| policy_loss        | -0.079115845 |\n",
            "| serial_timesteps   | 63488        |\n",
            "| time_elapsed       | 1.29e+03     |\n",
            "| total_timesteps    | 63488        |\n",
            "| value_loss         | 0.0008982527 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.04168368    |\n",
            "| clipfrac           | 0.23242188    |\n",
            "| ep_len_mean        | 659           |\n",
            "| ep_reward_mean     | 0.307         |\n",
            "| explained_variance | -5.83         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 497           |\n",
            "| policy_entropy     | 2.078469      |\n",
            "| policy_loss        | -0.04878841   |\n",
            "| serial_timesteps   | 63616         |\n",
            "| time_elapsed       | 1.29e+03      |\n",
            "| total_timesteps    | 63616         |\n",
            "| value_loss         | 0.00028107193 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06203206    |\n",
            "| clipfrac           | 0.39257812    |\n",
            "| ep_len_mean        | 659           |\n",
            "| ep_reward_mean     | 0.307         |\n",
            "| explained_variance | -18.8         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 498           |\n",
            "| policy_entropy     | 2.9339194     |\n",
            "| policy_loss        | -0.07937952   |\n",
            "| serial_timesteps   | 63744         |\n",
            "| time_elapsed       | 1.29e+03      |\n",
            "| total_timesteps    | 63744         |\n",
            "| value_loss         | 0.00025310443 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.053077526   |\n",
            "| clipfrac           | 0.34960938    |\n",
            "| ep_len_mean        | 659           |\n",
            "| ep_reward_mean     | 0.307         |\n",
            "| explained_variance | -2.7          |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 499           |\n",
            "| policy_entropy     | 2.7917407     |\n",
            "| policy_loss        | -0.07451956   |\n",
            "| serial_timesteps   | 63872         |\n",
            "| time_elapsed       | 1.3e+03       |\n",
            "| total_timesteps    | 63872         |\n",
            "| value_loss         | 0.00053963787 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.040323842  |\n",
            "| clipfrac           | 0.27539062   |\n",
            "| ep_len_mean        | 659          |\n",
            "| ep_reward_mean     | 0.304        |\n",
            "| explained_variance | -31.9        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 500          |\n",
            "| policy_entropy     | 2.41206      |\n",
            "| policy_loss        | -0.06990835  |\n",
            "| serial_timesteps   | 64000        |\n",
            "| time_elapsed       | 1.3e+03      |\n",
            "| total_timesteps    | 64000        |\n",
            "| value_loss         | 0.0003611509 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.04817424    |\n",
            "| clipfrac           | 0.31054688    |\n",
            "| ep_len_mean        | 659           |\n",
            "| ep_reward_mean     | 0.304         |\n",
            "| explained_variance | -27.1         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 501           |\n",
            "| policy_entropy     | 3.1135461     |\n",
            "| policy_loss        | -0.07550816   |\n",
            "| serial_timesteps   | 64128         |\n",
            "| time_elapsed       | 1.3e+03       |\n",
            "| total_timesteps    | 64128         |\n",
            "| value_loss         | 0.00024474625 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07117054    |\n",
            "| clipfrac           | 0.39648438    |\n",
            "| ep_len_mean        | 659           |\n",
            "| ep_reward_mean     | 0.304         |\n",
            "| explained_variance | -0.725        |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 502           |\n",
            "| policy_entropy     | 2.9932218     |\n",
            "| policy_loss        | -0.07879769   |\n",
            "| serial_timesteps   | 64256         |\n",
            "| time_elapsed       | 1.31e+03      |\n",
            "| total_timesteps    | 64256         |\n",
            "| value_loss         | 0.00051439984 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07062882   |\n",
            "| clipfrac           | 0.36523438   |\n",
            "| ep_len_mean        | 659          |\n",
            "| ep_reward_mean     | 0.304        |\n",
            "| explained_variance | -53.5        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 503          |\n",
            "| policy_entropy     | 2.6860545    |\n",
            "| policy_loss        | -0.07324983  |\n",
            "| serial_timesteps   | 64384        |\n",
            "| time_elapsed       | 1.31e+03     |\n",
            "| total_timesteps    | 64384        |\n",
            "| value_loss         | 0.0006541754 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07846       |\n",
            "| clipfrac           | 0.3046875     |\n",
            "| ep_len_mean        | 658           |\n",
            "| ep_reward_mean     | 0.301         |\n",
            "| explained_variance | -6.14         |\n",
            "| fps                | 23            |\n",
            "| n_updates          | 504           |\n",
            "| policy_entropy     | 2.9451199     |\n",
            "| policy_loss        | -0.07152441   |\n",
            "| serial_timesteps   | 64512         |\n",
            "| time_elapsed       | 1.31e+03      |\n",
            "| total_timesteps    | 64512         |\n",
            "| value_loss         | 0.00052330125 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.12032983    |\n",
            "| clipfrac           | 0.27148438    |\n",
            "| ep_len_mean        | 658           |\n",
            "| ep_reward_mean     | 0.301         |\n",
            "| explained_variance | -45.3         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 505           |\n",
            "| policy_entropy     | 2.7998226     |\n",
            "| policy_loss        | -0.065794766  |\n",
            "| serial_timesteps   | 64640         |\n",
            "| time_elapsed       | 1.31e+03      |\n",
            "| total_timesteps    | 64640         |\n",
            "| value_loss         | 0.00037297804 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.043142892  |\n",
            "| clipfrac           | 0.35351562   |\n",
            "| ep_len_mean        | 658          |\n",
            "| ep_reward_mean     | 0.301        |\n",
            "| explained_variance | -5.07        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 506          |\n",
            "| policy_entropy     | 3.0520785    |\n",
            "| policy_loss        | -0.084005974 |\n",
            "| serial_timesteps   | 64768        |\n",
            "| time_elapsed       | 1.32e+03     |\n",
            "| total_timesteps    | 64768        |\n",
            "| value_loss         | 0.0002058398 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06908712    |\n",
            "| clipfrac           | 0.4140625     |\n",
            "| ep_len_mean        | 658           |\n",
            "| ep_reward_mean     | 0.301         |\n",
            "| explained_variance | -13.7         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 507           |\n",
            "| policy_entropy     | 2.7218244     |\n",
            "| policy_loss        | -0.080752075  |\n",
            "| serial_timesteps   | 64896         |\n",
            "| time_elapsed       | 1.32e+03      |\n",
            "| total_timesteps    | 64896         |\n",
            "| value_loss         | 0.00039946946 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0435848    |\n",
            "| clipfrac           | 0.35351562   |\n",
            "| ep_len_mean        | 658          |\n",
            "| ep_reward_mean     | 0.301        |\n",
            "| explained_variance | -1.96        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 508          |\n",
            "| policy_entropy     | 2.6667552    |\n",
            "| policy_loss        | -0.081443824 |\n",
            "| serial_timesteps   | 65024        |\n",
            "| time_elapsed       | 1.32e+03     |\n",
            "| total_timesteps    | 65024        |\n",
            "| value_loss         | 0.0003568028 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.08042903    |\n",
            "| clipfrac           | 0.3828125     |\n",
            "| ep_len_mean        | 658           |\n",
            "| ep_reward_mean     | 0.298         |\n",
            "| explained_variance | -3.85         |\n",
            "| fps                | 26            |\n",
            "| n_updates          | 509           |\n",
            "| policy_entropy     | 2.557187      |\n",
            "| policy_loss        | -0.07786042   |\n",
            "| serial_timesteps   | 65152         |\n",
            "| time_elapsed       | 1.32e+03      |\n",
            "| total_timesteps    | 65152         |\n",
            "| value_loss         | 0.00043176167 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.049639113   |\n",
            "| clipfrac           | 0.26171875    |\n",
            "| ep_len_mean        | 658           |\n",
            "| ep_reward_mean     | 0.298         |\n",
            "| explained_variance | -30.7         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 510           |\n",
            "| policy_entropy     | 2.7663558     |\n",
            "| policy_loss        | -0.065837115  |\n",
            "| serial_timesteps   | 65280         |\n",
            "| time_elapsed       | 1.33e+03      |\n",
            "| total_timesteps    | 65280         |\n",
            "| value_loss         | 0.00021645651 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.044164997   |\n",
            "| clipfrac           | 0.30859375    |\n",
            "| ep_len_mean        | 658           |\n",
            "| ep_reward_mean     | 0.298         |\n",
            "| explained_variance | -16.6         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 511           |\n",
            "| policy_entropy     | 2.728486      |\n",
            "| policy_loss        | -0.075537175  |\n",
            "| serial_timesteps   | 65408         |\n",
            "| time_elapsed       | 1.33e+03      |\n",
            "| total_timesteps    | 65408         |\n",
            "| value_loss         | 0.00020680686 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.043086655   |\n",
            "| clipfrac           | 0.3046875     |\n",
            "| ep_len_mean        | 658           |\n",
            "| ep_reward_mean     | 0.298         |\n",
            "| explained_variance | -23.6         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 512           |\n",
            "| policy_entropy     | 2.6092906     |\n",
            "| policy_loss        | -0.07421001   |\n",
            "| serial_timesteps   | 65536         |\n",
            "| time_elapsed       | 1.33e+03      |\n",
            "| total_timesteps    | 65536         |\n",
            "| value_loss         | 0.00018181145 |\n",
            "--------------------------------------\n",
            "---------------------------------------\n",
            "| approxkl           | 0.045737274    |\n",
            "| clipfrac           | 0.3046875      |\n",
            "| ep_len_mean        | 658            |\n",
            "| ep_reward_mean     | 0.298          |\n",
            "| explained_variance | -24.2          |\n",
            "| fps                | 64             |\n",
            "| n_updates          | 513            |\n",
            "| policy_entropy     | 3.0294101      |\n",
            "| policy_loss        | -0.06074329    |\n",
            "| serial_timesteps   | 65664          |\n",
            "| time_elapsed       | 1.33e+03       |\n",
            "| total_timesteps    | 65664          |\n",
            "| value_loss         | 0.000119575045 |\n",
            "---------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.058217004  |\n",
            "| clipfrac           | 0.30664062   |\n",
            "| ep_len_mean        | 657          |\n",
            "| ep_reward_mean     | 0.295        |\n",
            "| explained_variance | -53.5        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 514          |\n",
            "| policy_entropy     | 2.681356     |\n",
            "| policy_loss        | -0.065935545 |\n",
            "| serial_timesteps   | 65792        |\n",
            "| time_elapsed       | 1.34e+03     |\n",
            "| total_timesteps    | 65792        |\n",
            "| value_loss         | 0.0003257413 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.09182571    |\n",
            "| clipfrac           | 0.37695312    |\n",
            "| ep_len_mean        | 657           |\n",
            "| ep_reward_mean     | 0.295         |\n",
            "| explained_variance | -31.9         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 515           |\n",
            "| policy_entropy     | 2.3301413     |\n",
            "| policy_loss        | -0.084328786  |\n",
            "| serial_timesteps   | 65920         |\n",
            "| time_elapsed       | 1.34e+03      |\n",
            "| total_timesteps    | 65920         |\n",
            "| value_loss         | 0.00044703874 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.04466714    |\n",
            "| clipfrac           | 0.33984375    |\n",
            "| ep_len_mean        | 657           |\n",
            "| ep_reward_mean     | 0.295         |\n",
            "| explained_variance | -6.2          |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 516           |\n",
            "| policy_entropy     | 2.8510382     |\n",
            "| policy_loss        | -0.07832015   |\n",
            "| serial_timesteps   | 66048         |\n",
            "| time_elapsed       | 1.34e+03      |\n",
            "| total_timesteps    | 66048         |\n",
            "| value_loss         | 0.00023588243 |\n",
            "--------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.045319468 |\n",
            "| clipfrac           | 0.31835938  |\n",
            "| ep_len_mean        | 657         |\n",
            "| ep_reward_mean     | 0.295       |\n",
            "| explained_variance | -8.24       |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 517         |\n",
            "| policy_entropy     | 2.9383497   |\n",
            "| policy_loss        | -0.07789307 |\n",
            "| serial_timesteps   | 66176       |\n",
            "| time_elapsed       | 1.34e+03    |\n",
            "| total_timesteps    | 66176       |\n",
            "| value_loss         | 0.000276548 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.046505883  |\n",
            "| clipfrac           | 0.296875     |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -33.7        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 518          |\n",
            "| policy_entropy     | 2.956448     |\n",
            "| policy_loss        | -0.071083866 |\n",
            "| serial_timesteps   | 66304        |\n",
            "| time_elapsed       | 1.35e+03     |\n",
            "| total_timesteps    | 66304        |\n",
            "| value_loss         | 0.0002120632 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.058206327   |\n",
            "| clipfrac           | 0.33007812    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -24.4         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 519           |\n",
            "| policy_entropy     | 2.6985605     |\n",
            "| policy_loss        | -0.07415004   |\n",
            "| serial_timesteps   | 66432         |\n",
            "| time_elapsed       | 1.35e+03      |\n",
            "| total_timesteps    | 66432         |\n",
            "| value_loss         | 0.00032155134 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.025714139  |\n",
            "| clipfrac           | 0.27148438   |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -10.2        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 520          |\n",
            "| policy_entropy     | 3.2357209    |\n",
            "| policy_loss        | -0.066883884 |\n",
            "| serial_timesteps   | 66560        |\n",
            "| time_elapsed       | 1.35e+03     |\n",
            "| total_timesteps    | 66560        |\n",
            "| value_loss         | 9.970618e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.018564485  |\n",
            "| clipfrac           | 0.22070312   |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -24.3        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 521          |\n",
            "| policy_entropy     | 3.3369904    |\n",
            "| policy_loss        | -0.06531267  |\n",
            "| serial_timesteps   | 66688        |\n",
            "| time_elapsed       | 1.36e+03     |\n",
            "| total_timesteps    | 66688        |\n",
            "| value_loss         | 4.353127e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.027885044  |\n",
            "| clipfrac           | 0.25585938   |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -15.6        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 522          |\n",
            "| policy_entropy     | 3.3147345    |\n",
            "| policy_loss        | -0.06593674  |\n",
            "| serial_timesteps   | 66816        |\n",
            "| time_elapsed       | 1.36e+03     |\n",
            "| total_timesteps    | 66816        |\n",
            "| value_loss         | 9.373821e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.047770247  |\n",
            "| clipfrac           | 0.26953125   |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -52.3        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 523          |\n",
            "| policy_entropy     | 3.1776855    |\n",
            "| policy_loss        | -0.06992103  |\n",
            "| serial_timesteps   | 66944        |\n",
            "| time_elapsed       | 1.36e+03     |\n",
            "| total_timesteps    | 66944        |\n",
            "| value_loss         | 0.0001352249 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.044022612   |\n",
            "| clipfrac           | 0.28515625    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -51           |\n",
            "| fps                | 60            |\n",
            "| n_updates          | 524           |\n",
            "| policy_entropy     | 3.115513      |\n",
            "| policy_loss        | -0.07309247   |\n",
            "| serial_timesteps   | 67072         |\n",
            "| time_elapsed       | 1.36e+03      |\n",
            "| total_timesteps    | 67072         |\n",
            "| value_loss         | 0.00018730127 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.040136736   |\n",
            "| clipfrac           | 0.26367188    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -28.3         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 525           |\n",
            "| policy_entropy     | 3.2592747     |\n",
            "| policy_loss        | -0.069214225  |\n",
            "| serial_timesteps   | 67200         |\n",
            "| time_elapsed       | 1.37e+03      |\n",
            "| total_timesteps    | 67200         |\n",
            "| value_loss         | 0.00016160661 |\n",
            "--------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.030552978 |\n",
            "| clipfrac           | 0.26367188  |\n",
            "| ep_len_mean        | 655         |\n",
            "| ep_reward_mean     | 0.285       |\n",
            "| explained_variance | -0.00237    |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 526         |\n",
            "| policy_entropy     | 3.318676    |\n",
            "| policy_loss        | -0.07232025 |\n",
            "| serial_timesteps   | 67328       |\n",
            "| time_elapsed       | 1.37e+03    |\n",
            "| total_timesteps    | 67328       |\n",
            "| value_loss         | 0.028573202 |\n",
            "------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.08314258   |\n",
            "| clipfrac           | 0.27539062   |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -15.3        |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 527          |\n",
            "| policy_entropy     | 3.1350534    |\n",
            "| policy_loss        | -0.07564811  |\n",
            "| serial_timesteps   | 67456        |\n",
            "| time_elapsed       | 1.37e+03     |\n",
            "| total_timesteps    | 67456        |\n",
            "| value_loss         | 0.0019508167 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.062242955  |\n",
            "| clipfrac           | 0.3515625    |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -30          |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 528          |\n",
            "| policy_entropy     | 3.1273415    |\n",
            "| policy_loss        | -0.081070185 |\n",
            "| serial_timesteps   | 67584        |\n",
            "| time_elapsed       | 1.37e+03     |\n",
            "| total_timesteps    | 67584        |\n",
            "| value_loss         | 0.0013265276 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07165248   |\n",
            "| clipfrac           | 0.43359375   |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -4.13        |\n",
            "| fps                | 23           |\n",
            "| n_updates          | 529          |\n",
            "| policy_entropy     | 2.9484792    |\n",
            "| policy_loss        | -0.08648176  |\n",
            "| serial_timesteps   | 67712        |\n",
            "| time_elapsed       | 1.37e+03     |\n",
            "| total_timesteps    | 67712        |\n",
            "| value_loss         | 0.0011837196 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05345302   |\n",
            "| clipfrac           | 0.30273438   |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -27.4        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 530          |\n",
            "| policy_entropy     | 3.043992     |\n",
            "| policy_loss        | -0.07785505  |\n",
            "| serial_timesteps   | 67840        |\n",
            "| time_elapsed       | 1.38e+03     |\n",
            "| total_timesteps    | 67840        |\n",
            "| value_loss         | 0.0005537285 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.026693415   |\n",
            "| clipfrac           | 0.29492188    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -6.05         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 531           |\n",
            "| policy_entropy     | 3.4235547     |\n",
            "| policy_loss        | -0.081112534  |\n",
            "| serial_timesteps   | 67968         |\n",
            "| time_elapsed       | 1.38e+03      |\n",
            "| total_timesteps    | 67968         |\n",
            "| value_loss         | 0.00032566546 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.022042539   |\n",
            "| clipfrac           | 0.27539062    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -19.8         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 532           |\n",
            "| policy_entropy     | 3.3732975     |\n",
            "| policy_loss        | -0.07051817   |\n",
            "| serial_timesteps   | 68096         |\n",
            "| time_elapsed       | 1.38e+03      |\n",
            "| total_timesteps    | 68096         |\n",
            "| value_loss         | 0.00028319843 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.03673765    |\n",
            "| clipfrac           | 0.328125      |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -2.53         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 533           |\n",
            "| policy_entropy     | 3.3133874     |\n",
            "| policy_loss        | -0.08022197   |\n",
            "| serial_timesteps   | 68224         |\n",
            "| time_elapsed       | 1.39e+03      |\n",
            "| total_timesteps    | 68224         |\n",
            "| value_loss         | 0.00027303363 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.049110413  |\n",
            "| clipfrac           | 0.32617188   |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -1.9         |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 534          |\n",
            "| policy_entropy     | 3.1888247    |\n",
            "| policy_loss        | -0.075748086 |\n",
            "| serial_timesteps   | 68352        |\n",
            "| time_elapsed       | 1.39e+03     |\n",
            "| total_timesteps    | 68352        |\n",
            "| value_loss         | 0.0005082727 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05179278   |\n",
            "| clipfrac           | 0.33203125   |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -10.7        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 535          |\n",
            "| policy_entropy     | 3.0819805    |\n",
            "| policy_loss        | -0.071110554 |\n",
            "| serial_timesteps   | 68480        |\n",
            "| time_elapsed       | 1.39e+03     |\n",
            "| total_timesteps    | 68480        |\n",
            "| value_loss         | 0.0004152019 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07394104    |\n",
            "| clipfrac           | 0.35742188    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -12.3         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 536           |\n",
            "| policy_entropy     | 2.824064      |\n",
            "| policy_loss        | -0.0796656    |\n",
            "| serial_timesteps   | 68608         |\n",
            "| time_elapsed       | 1.4e+03       |\n",
            "| total_timesteps    | 68608         |\n",
            "| value_loss         | 0.00056603266 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.049121264   |\n",
            "| clipfrac           | 0.42773438    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -19           |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 537           |\n",
            "| policy_entropy     | 3.0006847     |\n",
            "| policy_loss        | -0.08883802   |\n",
            "| serial_timesteps   | 68736         |\n",
            "| time_elapsed       | 1.4e+03       |\n",
            "| total_timesteps    | 68736         |\n",
            "| value_loss         | 0.00031226932 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.050704323  |\n",
            "| clipfrac           | 0.34570312   |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -23.1        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 538          |\n",
            "| policy_entropy     | 3.1957066    |\n",
            "| policy_loss        | -0.076488726 |\n",
            "| serial_timesteps   | 68864        |\n",
            "| time_elapsed       | 1.4e+03      |\n",
            "| total_timesteps    | 68864        |\n",
            "| value_loss         | 0.0002738703 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.096704505   |\n",
            "| clipfrac           | 0.2734375     |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -12.7         |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 539           |\n",
            "| policy_entropy     | 2.8457224     |\n",
            "| policy_loss        | -0.068427116  |\n",
            "| serial_timesteps   | 68992         |\n",
            "| time_elapsed       | 1.4e+03       |\n",
            "| total_timesteps    | 68992         |\n",
            "| value_loss         | 0.00034060172 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.063112825   |\n",
            "| clipfrac           | 0.30859375    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -13.6         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 540           |\n",
            "| policy_entropy     | 3.0016105     |\n",
            "| policy_loss        | -0.07444016   |\n",
            "| serial_timesteps   | 69120         |\n",
            "| time_elapsed       | 1.41e+03      |\n",
            "| total_timesteps    | 69120         |\n",
            "| value_loss         | 0.00025678464 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07086662   |\n",
            "| clipfrac           | 0.35742188   |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -2.49        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 541          |\n",
            "| policy_entropy     | 2.6959946    |\n",
            "| policy_loss        | -0.08026526  |\n",
            "| serial_timesteps   | 69248        |\n",
            "| time_elapsed       | 1.41e+03     |\n",
            "| total_timesteps    | 69248        |\n",
            "| value_loss         | 0.0005907405 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.06599718    |\n",
            "| clipfrac           | 0.33984375    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -29.8         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 542           |\n",
            "| policy_entropy     | 2.7616882     |\n",
            "| policy_loss        | -0.08313528   |\n",
            "| serial_timesteps   | 69376         |\n",
            "| time_elapsed       | 1.41e+03      |\n",
            "| total_timesteps    | 69376         |\n",
            "| value_loss         | 0.00035392636 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.060825408   |\n",
            "| clipfrac           | 0.41210938    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -45.9         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 543           |\n",
            "| policy_entropy     | 2.8643465     |\n",
            "| policy_loss        | -0.090693615  |\n",
            "| serial_timesteps   | 69504         |\n",
            "| time_elapsed       | 1.41e+03      |\n",
            "| total_timesteps    | 69504         |\n",
            "| value_loss         | 0.00036654723 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.053478222  |\n",
            "| clipfrac           | 0.28515625   |\n",
            "| ep_len_mean        | 655          |\n",
            "| ep_reward_mean     | 0.285        |\n",
            "| explained_variance | -1.22        |\n",
            "| fps                | 23           |\n",
            "| n_updates          | 544          |\n",
            "| policy_entropy     | 2.8507357    |\n",
            "| policy_loss        | -0.05812033  |\n",
            "| serial_timesteps   | 69632        |\n",
            "| time_elapsed       | 1.41e+03     |\n",
            "| total_timesteps    | 69632        |\n",
            "| value_loss         | 0.0005683293 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.051869508   |\n",
            "| clipfrac           | 0.29296875    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -45.9         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 545           |\n",
            "| policy_entropy     | 3.2053413     |\n",
            "| policy_loss        | -0.07547195   |\n",
            "| serial_timesteps   | 69760         |\n",
            "| time_elapsed       | 1.42e+03      |\n",
            "| total_timesteps    | 69760         |\n",
            "| value_loss         | 0.00047207536 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.053598452   |\n",
            "| clipfrac           | 0.33007812    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -18.4         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 546           |\n",
            "| policy_entropy     | 3.352635      |\n",
            "| policy_loss        | -0.079700544  |\n",
            "| serial_timesteps   | 69888         |\n",
            "| time_elapsed       | 1.42e+03      |\n",
            "| total_timesteps    | 69888         |\n",
            "| value_loss         | 0.00017845638 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06914151    |\n",
            "| clipfrac           | 0.296875      |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -43.5         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 547           |\n",
            "| policy_entropy     | 3.1602283     |\n",
            "| policy_loss        | -0.07311002   |\n",
            "| serial_timesteps   | 70016         |\n",
            "| time_elapsed       | 1.42e+03      |\n",
            "| total_timesteps    | 70016         |\n",
            "| value_loss         | 0.00019638664 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.043637644   |\n",
            "| clipfrac           | 0.33203125    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -16.7         |\n",
            "| fps                | 26            |\n",
            "| n_updates          | 548           |\n",
            "| policy_entropy     | 3.3758519     |\n",
            "| policy_loss        | -0.07695284   |\n",
            "| serial_timesteps   | 70144         |\n",
            "| time_elapsed       | 1.43e+03      |\n",
            "| total_timesteps    | 70144         |\n",
            "| value_loss         | 0.00014427766 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.045549214   |\n",
            "| clipfrac           | 0.3515625     |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -15.4         |\n",
            "| fps                | 60            |\n",
            "| n_updates          | 549           |\n",
            "| policy_entropy     | 3.3487573     |\n",
            "| policy_loss        | -0.08900355   |\n",
            "| serial_timesteps   | 70272         |\n",
            "| time_elapsed       | 1.43e+03      |\n",
            "| total_timesteps    | 70272         |\n",
            "| value_loss         | 0.00015433568 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06524105    |\n",
            "| clipfrac           | 0.28320312    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -20.5         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 550           |\n",
            "| policy_entropy     | 3.2007022     |\n",
            "| policy_loss        | -0.057903055  |\n",
            "| serial_timesteps   | 70400         |\n",
            "| time_elapsed       | 1.43e+03      |\n",
            "| total_timesteps    | 70400         |\n",
            "| value_loss         | 0.00020164566 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.048604947   |\n",
            "| clipfrac           | 0.36914062    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -4.3          |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 551           |\n",
            "| policy_entropy     | 3.4764547     |\n",
            "| policy_loss        | -0.07885079   |\n",
            "| serial_timesteps   | 70528         |\n",
            "| time_elapsed       | 1.43e+03      |\n",
            "| total_timesteps    | 70528         |\n",
            "| value_loss         | 0.00028167974 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.046928406   |\n",
            "| clipfrac           | 0.32226562    |\n",
            "| ep_len_mean        | 655           |\n",
            "| ep_reward_mean     | 0.285         |\n",
            "| explained_variance | -12           |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 552           |\n",
            "| policy_entropy     | 3.4171877     |\n",
            "| policy_loss        | -0.069606684  |\n",
            "| serial_timesteps   | 70656         |\n",
            "| time_elapsed       | 1.44e+03      |\n",
            "| total_timesteps    | 70656         |\n",
            "| value_loss         | 0.00014873064 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.066928      |\n",
            "| clipfrac           | 0.33398438    |\n",
            "| ep_len_mean        | 653           |\n",
            "| ep_reward_mean     | 0.273         |\n",
            "| explained_variance | -23.5         |\n",
            "| fps                | 23            |\n",
            "| n_updates          | 553           |\n",
            "| policy_entropy     | 3.1349764     |\n",
            "| policy_loss        | -0.080146596  |\n",
            "| serial_timesteps   | 70784         |\n",
            "| time_elapsed       | 1.44e+03      |\n",
            "| total_timesteps    | 70784         |\n",
            "| value_loss         | 0.00024948939 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07691754    |\n",
            "| clipfrac           | 0.42382812    |\n",
            "| ep_len_mean        | 653           |\n",
            "| ep_reward_mean     | 0.273         |\n",
            "| explained_variance | -27.2         |\n",
            "| fps                | 53            |\n",
            "| n_updates          | 554           |\n",
            "| policy_entropy     | 2.9381578     |\n",
            "| policy_loss        | -0.08155252   |\n",
            "| serial_timesteps   | 70912         |\n",
            "| time_elapsed       | 1.44e+03      |\n",
            "| total_timesteps    | 70912         |\n",
            "| value_loss         | 0.00020009898 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.0833809     |\n",
            "| clipfrac           | 0.421875      |\n",
            "| ep_len_mean        | 653           |\n",
            "| ep_reward_mean     | 0.273         |\n",
            "| explained_variance | -55.9         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 555           |\n",
            "| policy_entropy     | 2.7343273     |\n",
            "| policy_loss        | -0.083946235  |\n",
            "| serial_timesteps   | 71040         |\n",
            "| time_elapsed       | 1.45e+03      |\n",
            "| total_timesteps    | 71040         |\n",
            "| value_loss         | 0.00034841514 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.0516598     |\n",
            "| clipfrac           | 0.32226562    |\n",
            "| ep_len_mean        | 653           |\n",
            "| ep_reward_mean     | 0.273         |\n",
            "| explained_variance | -11.1         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 556           |\n",
            "| policy_entropy     | 3.1745405     |\n",
            "| policy_loss        | -0.081972554  |\n",
            "| serial_timesteps   | 71168         |\n",
            "| time_elapsed       | 1.45e+03      |\n",
            "| total_timesteps    | 71168         |\n",
            "| value_loss         | 0.00013810743 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.049880065   |\n",
            "| clipfrac           | 0.34765625    |\n",
            "| ep_len_mean        | 653           |\n",
            "| ep_reward_mean     | 0.273         |\n",
            "| explained_variance | -11.6         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 557           |\n",
            "| policy_entropy     | 3.2179253     |\n",
            "| policy_loss        | -0.07725239   |\n",
            "| serial_timesteps   | 71296         |\n",
            "| time_elapsed       | 1.45e+03      |\n",
            "| total_timesteps    | 71296         |\n",
            "| value_loss         | 0.00014538133 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06148474    |\n",
            "| clipfrac           | 0.35351562    |\n",
            "| ep_len_mean        | 651           |\n",
            "| ep_reward_mean     | 0.263         |\n",
            "| explained_variance | -7.5          |\n",
            "| fps                | 24            |\n",
            "| n_updates          | 558           |\n",
            "| policy_entropy     | 3.301887      |\n",
            "| policy_loss        | -0.08013041   |\n",
            "| serial_timesteps   | 71424         |\n",
            "| time_elapsed       | 1.45e+03      |\n",
            "| total_timesteps    | 71424         |\n",
            "| value_loss         | 0.00012637895 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.05414708    |\n",
            "| clipfrac           | 0.39648438    |\n",
            "| ep_len_mean        | 651           |\n",
            "| ep_reward_mean     | 0.263         |\n",
            "| explained_variance | -18.2         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 559           |\n",
            "| policy_entropy     | 3.2146175     |\n",
            "| policy_loss        | -0.07660112   |\n",
            "| serial_timesteps   | 71552         |\n",
            "| time_elapsed       | 1.46e+03      |\n",
            "| total_timesteps    | 71552         |\n",
            "| value_loss         | 0.00011577827 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07862718    |\n",
            "| clipfrac           | 0.32226562    |\n",
            "| ep_len_mean        | 651           |\n",
            "| ep_reward_mean     | 0.263         |\n",
            "| explained_variance | -43.3         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 560           |\n",
            "| policy_entropy     | 3.094686      |\n",
            "| policy_loss        | -0.063995995  |\n",
            "| serial_timesteps   | 71680         |\n",
            "| time_elapsed       | 1.46e+03      |\n",
            "| total_timesteps    | 71680         |\n",
            "| value_loss         | 0.00022015737 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.0635216     |\n",
            "| clipfrac           | 0.40234375    |\n",
            "| ep_len_mean        | 651           |\n",
            "| ep_reward_mean     | 0.263         |\n",
            "| explained_variance | -26.7         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 561           |\n",
            "| policy_entropy     | 3.0371559     |\n",
            "| policy_loss        | -0.085607246  |\n",
            "| serial_timesteps   | 71808         |\n",
            "| time_elapsed       | 1.46e+03      |\n",
            "| total_timesteps    | 71808         |\n",
            "| value_loss         | 0.00021163016 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.052268952   |\n",
            "| clipfrac           | 0.3828125     |\n",
            "| ep_len_mean        | 649           |\n",
            "| ep_reward_mean     | 0.253         |\n",
            "| explained_variance | -12.6         |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 562           |\n",
            "| policy_entropy     | 2.9441705     |\n",
            "| policy_loss        | -0.0868258    |\n",
            "| serial_timesteps   | 71936         |\n",
            "| time_elapsed       | 1.46e+03      |\n",
            "| total_timesteps    | 71936         |\n",
            "| value_loss         | 0.00016901823 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05927376   |\n",
            "| clipfrac           | 0.41015625   |\n",
            "| ep_len_mean        | 649          |\n",
            "| ep_reward_mean     | 0.253        |\n",
            "| explained_variance | -48          |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 563          |\n",
            "| policy_entropy     | 2.7161837    |\n",
            "| policy_loss        | -0.08850999  |\n",
            "| serial_timesteps   | 72064        |\n",
            "| time_elapsed       | 1.47e+03     |\n",
            "| total_timesteps    | 72064        |\n",
            "| value_loss         | 0.0001594361 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04994763   |\n",
            "| clipfrac           | 0.359375     |\n",
            "| ep_len_mean        | 649          |\n",
            "| ep_reward_mean     | 0.253        |\n",
            "| explained_variance | -18          |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 564          |\n",
            "| policy_entropy     | 2.655801     |\n",
            "| policy_loss        | -0.08457967  |\n",
            "| serial_timesteps   | 72192        |\n",
            "| time_elapsed       | 1.47e+03     |\n",
            "| total_timesteps    | 72192        |\n",
            "| value_loss         | 0.0001922224 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.038031608  |\n",
            "| clipfrac           | 0.21289062   |\n",
            "| ep_len_mean        | 649          |\n",
            "| ep_reward_mean     | 0.253        |\n",
            "| explained_variance | -0.00753     |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 565          |\n",
            "| policy_entropy     | 3.1237814    |\n",
            "| policy_loss        | -0.042292494 |\n",
            "| serial_timesteps   | 72320        |\n",
            "| time_elapsed       | 1.47e+03     |\n",
            "| total_timesteps    | 72320        |\n",
            "| value_loss         | 0.016316487  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.059180982  |\n",
            "| clipfrac           | 0.35742188   |\n",
            "| ep_len_mean        | 649          |\n",
            "| ep_reward_mean     | 0.253        |\n",
            "| explained_variance | -2.3         |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 566          |\n",
            "| policy_entropy     | 3.1572201    |\n",
            "| policy_loss        | -0.08955397  |\n",
            "| serial_timesteps   | 72448        |\n",
            "| time_elapsed       | 1.47e+03     |\n",
            "| total_timesteps    | 72448        |\n",
            "| value_loss         | 0.0015172614 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06490117   |\n",
            "| clipfrac           | 0.40625      |\n",
            "| ep_len_mean        | 649          |\n",
            "| ep_reward_mean     | 0.253        |\n",
            "| explained_variance | -4.87        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 567          |\n",
            "| policy_entropy     | 2.8867204    |\n",
            "| policy_loss        | -0.09203005  |\n",
            "| serial_timesteps   | 72576        |\n",
            "| time_elapsed       | 1.48e+03     |\n",
            "| total_timesteps    | 72576        |\n",
            "| value_loss         | 0.0014787569 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.05200744  |\n",
            "| clipfrac           | 0.30273438  |\n",
            "| ep_len_mean        | 649         |\n",
            "| ep_reward_mean     | 0.253       |\n",
            "| explained_variance | -24.2       |\n",
            "| fps                | 62          |\n",
            "| n_updates          | 568         |\n",
            "| policy_entropy     | 3.161551    |\n",
            "| policy_loss        | -0.07633214 |\n",
            "| serial_timesteps   | 72704       |\n",
            "| time_elapsed       | 1.48e+03    |\n",
            "| total_timesteps    | 72704       |\n",
            "| value_loss         | 0.000852481 |\n",
            "------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.05273919    |\n",
            "| clipfrac           | 0.3828125     |\n",
            "| ep_len_mean        | 651           |\n",
            "| ep_reward_mean     | 0.263         |\n",
            "| explained_variance | -10           |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 569           |\n",
            "| policy_entropy     | 3.036029      |\n",
            "| policy_loss        | -0.08831644   |\n",
            "| serial_timesteps   | 72832         |\n",
            "| time_elapsed       | 1.48e+03      |\n",
            "| total_timesteps    | 72832         |\n",
            "| value_loss         | 0.00045645027 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.037789263  |\n",
            "| clipfrac           | 0.35351562   |\n",
            "| ep_len_mean        | 651          |\n",
            "| ep_reward_mean     | 0.263        |\n",
            "| explained_variance | -3.17        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 570          |\n",
            "| policy_entropy     | 3.2671492    |\n",
            "| policy_loss        | -0.083079584 |\n",
            "| serial_timesteps   | 72960        |\n",
            "| time_elapsed       | 1.49e+03     |\n",
            "| total_timesteps    | 72960        |\n",
            "| value_loss         | 0.0003609579 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.045283288   |\n",
            "| clipfrac           | 0.328125      |\n",
            "| ep_len_mean        | 651           |\n",
            "| ep_reward_mean     | 0.263         |\n",
            "| explained_variance | -14           |\n",
            "| fps                | 59            |\n",
            "| n_updates          | 571           |\n",
            "| policy_entropy     | 3.3331473     |\n",
            "| policy_loss        | -0.081673495  |\n",
            "| serial_timesteps   | 73088         |\n",
            "| time_elapsed       | 1.49e+03      |\n",
            "| total_timesteps    | 73088         |\n",
            "| value_loss         | 0.00021844037 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.04293626    |\n",
            "| clipfrac           | 0.24609375    |\n",
            "| ep_len_mean        | 651           |\n",
            "| ep_reward_mean     | 0.263         |\n",
            "| explained_variance | -50.6         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 572           |\n",
            "| policy_entropy     | 3.4583127     |\n",
            "| policy_loss        | -0.068333045  |\n",
            "| serial_timesteps   | 73216         |\n",
            "| time_elapsed       | 1.49e+03      |\n",
            "| total_timesteps    | 73216         |\n",
            "| value_loss         | 0.00024688075 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06343696    |\n",
            "| clipfrac           | 0.328125      |\n",
            "| ep_len_mean        | 651           |\n",
            "| ep_reward_mean     | 0.263         |\n",
            "| explained_variance | -8.18         |\n",
            "| fps                | 26            |\n",
            "| n_updates          | 573           |\n",
            "| policy_entropy     | 3.071788      |\n",
            "| policy_loss        | -0.079451285  |\n",
            "| serial_timesteps   | 73344         |\n",
            "| time_elapsed       | 1.49e+03      |\n",
            "| total_timesteps    | 73344         |\n",
            "| value_loss         | 0.00029166118 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.04435802    |\n",
            "| clipfrac           | 0.32226562    |\n",
            "| ep_len_mean        | 651           |\n",
            "| ep_reward_mean     | 0.263         |\n",
            "| explained_variance | -8.67         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 574           |\n",
            "| policy_entropy     | 3.2278671     |\n",
            "| policy_loss        | -0.0851597    |\n",
            "| serial_timesteps   | 73472         |\n",
            "| time_elapsed       | 1.5e+03       |\n",
            "| total_timesteps    | 73472         |\n",
            "| value_loss         | 0.00022441655 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06688033    |\n",
            "| clipfrac           | 0.35546875    |\n",
            "| ep_len_mean        | 651           |\n",
            "| ep_reward_mean     | 0.263         |\n",
            "| explained_variance | -8.65         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 575           |\n",
            "| policy_entropy     | 2.983214      |\n",
            "| policy_loss        | -0.087066546  |\n",
            "| serial_timesteps   | 73600         |\n",
            "| time_elapsed       | 1.5e+03       |\n",
            "| total_timesteps    | 73600         |\n",
            "| value_loss         | 0.00032360744 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07513803   |\n",
            "| clipfrac           | 0.41992188   |\n",
            "| ep_len_mean        | 651          |\n",
            "| ep_reward_mean     | 0.263        |\n",
            "| explained_variance | -117         |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 576          |\n",
            "| policy_entropy     | 2.775754     |\n",
            "| policy_loss        | -0.086402856 |\n",
            "| serial_timesteps   | 73728        |\n",
            "| time_elapsed       | 1.5e+03      |\n",
            "| total_timesteps    | 73728        |\n",
            "| value_loss         | 0.0003492767 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06940318    |\n",
            "| clipfrac           | 0.44140625    |\n",
            "| ep_len_mean        | 651           |\n",
            "| ep_reward_mean     | 0.263         |\n",
            "| explained_variance | -56.4         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 577           |\n",
            "| policy_entropy     | 3.192913      |\n",
            "| policy_loss        | -0.08635239   |\n",
            "| serial_timesteps   | 73856         |\n",
            "| time_elapsed       | 1.5e+03       |\n",
            "| total_timesteps    | 73856         |\n",
            "| value_loss         | 0.00018160384 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.05684865    |\n",
            "| clipfrac           | 0.375         |\n",
            "| ep_len_mean        | 649           |\n",
            "| ep_reward_mean     | 0.251         |\n",
            "| explained_variance | -12.3         |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 578           |\n",
            "| policy_entropy     | 3.1061056     |\n",
            "| policy_loss        | -0.08000656   |\n",
            "| serial_timesteps   | 73984         |\n",
            "| time_elapsed       | 1.5e+03       |\n",
            "| total_timesteps    | 73984         |\n",
            "| value_loss         | 0.00020571877 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.0674365     |\n",
            "| clipfrac           | 0.38476562    |\n",
            "| ep_len_mean        | 649           |\n",
            "| ep_reward_mean     | 0.251         |\n",
            "| explained_variance | -26.9         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 579           |\n",
            "| policy_entropy     | 3.2008364     |\n",
            "| policy_loss        | -0.08428774   |\n",
            "| serial_timesteps   | 74112         |\n",
            "| time_elapsed       | 1.51e+03      |\n",
            "| total_timesteps    | 74112         |\n",
            "| value_loss         | 0.00017494777 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07404326    |\n",
            "| clipfrac           | 0.4375        |\n",
            "| ep_len_mean        | 649           |\n",
            "| ep_reward_mean     | 0.251         |\n",
            "| explained_variance | -5.96         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 580           |\n",
            "| policy_entropy     | 2.7264078     |\n",
            "| policy_loss        | -0.09997193   |\n",
            "| serial_timesteps   | 74240         |\n",
            "| time_elapsed       | 1.51e+03      |\n",
            "| total_timesteps    | 74240         |\n",
            "| value_loss         | 0.00026888083 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.050985333   |\n",
            "| clipfrac           | 0.24609375    |\n",
            "| ep_len_mean        | 649           |\n",
            "| ep_reward_mean     | 0.251         |\n",
            "| explained_variance | -10.6         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 581           |\n",
            "| policy_entropy     | 3.3291397     |\n",
            "| policy_loss        | -0.055053312  |\n",
            "| serial_timesteps   | 74368         |\n",
            "| time_elapsed       | 1.51e+03      |\n",
            "| total_timesteps    | 74368         |\n",
            "| value_loss         | 0.00028167653 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06011706    |\n",
            "| clipfrac           | 0.375         |\n",
            "| ep_len_mean        | 649           |\n",
            "| ep_reward_mean     | 0.251         |\n",
            "| explained_variance | -66.6         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 582           |\n",
            "| policy_entropy     | 3.2602975     |\n",
            "| policy_loss        | -0.07714373   |\n",
            "| serial_timesteps   | 74496         |\n",
            "| time_elapsed       | 1.52e+03      |\n",
            "| total_timesteps    | 74496         |\n",
            "| value_loss         | 0.00021960742 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06065786    |\n",
            "| clipfrac           | 0.35351562    |\n",
            "| ep_len_mean        | 647           |\n",
            "| ep_reward_mean     | 0.24          |\n",
            "| explained_variance | -19.9         |\n",
            "| fps                | 27            |\n",
            "| n_updates          | 583           |\n",
            "| policy_entropy     | 3.2356782     |\n",
            "| policy_loss        | -0.080735065  |\n",
            "| serial_timesteps   | 74624         |\n",
            "| time_elapsed       | 1.52e+03      |\n",
            "| total_timesteps    | 74624         |\n",
            "| value_loss         | 0.00014690221 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06756743   |\n",
            "| clipfrac           | 0.37695312   |\n",
            "| ep_len_mean        | 647          |\n",
            "| ep_reward_mean     | 0.24         |\n",
            "| explained_variance | -29.6        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 584          |\n",
            "| policy_entropy     | 3.0348046    |\n",
            "| policy_loss        | -0.08447614  |\n",
            "| serial_timesteps   | 74752        |\n",
            "| time_elapsed       | 1.52e+03     |\n",
            "| total_timesteps    | 74752        |\n",
            "| value_loss         | 0.0002017783 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07685189    |\n",
            "| clipfrac           | 0.4140625     |\n",
            "| ep_len_mean        | 647           |\n",
            "| ep_reward_mean     | 0.24          |\n",
            "| explained_variance | -37.2         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 585           |\n",
            "| policy_entropy     | 2.9541416     |\n",
            "| policy_loss        | -0.08780186   |\n",
            "| serial_timesteps   | 74880         |\n",
            "| time_elapsed       | 1.52e+03      |\n",
            "| total_timesteps    | 74880         |\n",
            "| value_loss         | 0.00021936918 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.050084017   |\n",
            "| clipfrac           | 0.359375      |\n",
            "| ep_len_mean        | 647           |\n",
            "| ep_reward_mean     | 0.24          |\n",
            "| explained_variance | -46.5         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 586           |\n",
            "| policy_entropy     | 3.186492      |\n",
            "| policy_loss        | -0.08592677   |\n",
            "| serial_timesteps   | 75008         |\n",
            "| time_elapsed       | 1.53e+03      |\n",
            "| total_timesteps    | 75008         |\n",
            "| value_loss         | 0.00012474348 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.067042515   |\n",
            "| clipfrac           | 0.37304688    |\n",
            "| ep_len_mean        | 645           |\n",
            "| ep_reward_mean     | 0.23          |\n",
            "| explained_variance | -21.5         |\n",
            "| fps                | 27            |\n",
            "| n_updates          | 587           |\n",
            "| policy_entropy     | 3.0356126     |\n",
            "| policy_loss        | -0.07808922   |\n",
            "| serial_timesteps   | 75136         |\n",
            "| time_elapsed       | 1.53e+03      |\n",
            "| total_timesteps    | 75136         |\n",
            "| value_loss         | 0.00013495024 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.02984392   |\n",
            "| clipfrac           | 0.28515625   |\n",
            "| ep_len_mean        | 645          |\n",
            "| ep_reward_mean     | 0.23         |\n",
            "| explained_variance | -32.7        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 588          |\n",
            "| policy_entropy     | 3.5151803    |\n",
            "| policy_loss        | -0.08266769  |\n",
            "| serial_timesteps   | 75264        |\n",
            "| time_elapsed       | 1.53e+03     |\n",
            "| total_timesteps    | 75264        |\n",
            "| value_loss         | 7.476889e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.039986994   |\n",
            "| clipfrac           | 0.32226562    |\n",
            "| ep_len_mean        | 645           |\n",
            "| ep_reward_mean     | 0.23          |\n",
            "| explained_variance | -9.18         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 589           |\n",
            "| policy_entropy     | 3.2641988     |\n",
            "| policy_loss        | -0.07504092   |\n",
            "| serial_timesteps   | 75392         |\n",
            "| time_elapsed       | 1.54e+03      |\n",
            "| total_timesteps    | 75392         |\n",
            "| value_loss         | 0.00012530958 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03614852   |\n",
            "| clipfrac           | 0.2890625    |\n",
            "| ep_len_mean        | 645          |\n",
            "| ep_reward_mean     | 0.23         |\n",
            "| explained_variance | -22.8        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 590          |\n",
            "| policy_entropy     | 3.4340959    |\n",
            "| policy_loss        | -0.08113605  |\n",
            "| serial_timesteps   | 75520        |\n",
            "| time_elapsed       | 1.54e+03     |\n",
            "| total_timesteps    | 75520        |\n",
            "| value_loss         | 6.822319e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.058629245   |\n",
            "| clipfrac           | 0.30078125    |\n",
            "| ep_len_mean        | 645           |\n",
            "| ep_reward_mean     | 0.23          |\n",
            "| explained_variance | -12.5         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 591           |\n",
            "| policy_entropy     | 2.9602578     |\n",
            "| policy_loss        | -0.0735579    |\n",
            "| serial_timesteps   | 75648         |\n",
            "| time_elapsed       | 1.54e+03      |\n",
            "| total_timesteps    | 75648         |\n",
            "| value_loss         | 0.00013293943 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.05777677    |\n",
            "| clipfrac           | 0.32226562    |\n",
            "| ep_len_mean        | 643           |\n",
            "| ep_reward_mean     | 0.22          |\n",
            "| explained_variance | -40.4         |\n",
            "| fps                | 26            |\n",
            "| n_updates          | 592           |\n",
            "| policy_entropy     | 2.315853      |\n",
            "| policy_loss        | -0.050994717  |\n",
            "| serial_timesteps   | 75776         |\n",
            "| time_elapsed       | 1.54e+03      |\n",
            "| total_timesteps    | 75776         |\n",
            "| value_loss         | 0.00016810416 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06631213    |\n",
            "| clipfrac           | 0.37890625    |\n",
            "| ep_len_mean        | 643           |\n",
            "| ep_reward_mean     | 0.22          |\n",
            "| explained_variance | -10.3         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 593           |\n",
            "| policy_entropy     | 2.6278071     |\n",
            "| policy_loss        | -0.078668125  |\n",
            "| serial_timesteps   | 75904         |\n",
            "| time_elapsed       | 1.55e+03      |\n",
            "| total_timesteps    | 75904         |\n",
            "| value_loss         | 0.00020090793 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.047982883   |\n",
            "| clipfrac           | 0.32421875    |\n",
            "| ep_len_mean        | 643           |\n",
            "| ep_reward_mean     | 0.22          |\n",
            "| explained_variance | -12.4         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 594           |\n",
            "| policy_entropy     | 3.0516903     |\n",
            "| policy_loss        | -0.08024065   |\n",
            "| serial_timesteps   | 76032         |\n",
            "| time_elapsed       | 1.55e+03      |\n",
            "| total_timesteps    | 76032         |\n",
            "| value_loss         | 0.00015415135 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.045465376   |\n",
            "| clipfrac           | 0.33984375    |\n",
            "| ep_len_mean        | 643           |\n",
            "| ep_reward_mean     | 0.22          |\n",
            "| explained_variance | -21           |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 595           |\n",
            "| policy_entropy     | 3.312639      |\n",
            "| policy_loss        | -0.083082475  |\n",
            "| serial_timesteps   | 76160         |\n",
            "| time_elapsed       | 1.55e+03      |\n",
            "| total_timesteps    | 76160         |\n",
            "| value_loss         | 0.00011146042 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.037432354   |\n",
            "| clipfrac           | 0.32617188    |\n",
            "| ep_len_mean        | 643           |\n",
            "| ep_reward_mean     | 0.22          |\n",
            "| explained_variance | -13.6         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 596           |\n",
            "| policy_entropy     | 3.4381294     |\n",
            "| policy_loss        | -0.0808503    |\n",
            "| serial_timesteps   | 76288         |\n",
            "| time_elapsed       | 1.55e+03      |\n",
            "| total_timesteps    | 76288         |\n",
            "| value_loss         | 9.0008296e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.04273808    |\n",
            "| clipfrac           | 0.3203125     |\n",
            "| ep_len_mean        | 643           |\n",
            "| ep_reward_mean     | 0.22          |\n",
            "| explained_variance | -11.4         |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 597           |\n",
            "| policy_entropy     | 3.3722358     |\n",
            "| policy_loss        | -0.07612437   |\n",
            "| serial_timesteps   | 76416         |\n",
            "| time_elapsed       | 1.55e+03      |\n",
            "| total_timesteps    | 76416         |\n",
            "| value_loss         | 0.00013389946 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.077787034   |\n",
            "| clipfrac           | 0.38867188    |\n",
            "| ep_len_mean        | 643           |\n",
            "| ep_reward_mean     | 0.22          |\n",
            "| explained_variance | -16.7         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 598           |\n",
            "| policy_entropy     | 2.9151328     |\n",
            "| policy_loss        | -0.083342075  |\n",
            "| serial_timesteps   | 76544         |\n",
            "| time_elapsed       | 1.56e+03      |\n",
            "| total_timesteps    | 76544         |\n",
            "| value_loss         | 0.00020462334 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.035123788   |\n",
            "| clipfrac           | 0.28125       |\n",
            "| ep_len_mean        | 643           |\n",
            "| ep_reward_mean     | 0.22          |\n",
            "| explained_variance | -63           |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 599           |\n",
            "| policy_entropy     | 3.169633      |\n",
            "| policy_loss        | -0.07319243   |\n",
            "| serial_timesteps   | 76672         |\n",
            "| time_elapsed       | 1.56e+03      |\n",
            "| total_timesteps    | 76672         |\n",
            "| value_loss         | 9.9976576e-05 |\n",
            "--------------------------------------\n",
            "---------------------------------------\n",
            "| approxkl           | 0.058665596    |\n",
            "| clipfrac           | 0.390625       |\n",
            "| ep_len_mean        | 643            |\n",
            "| ep_reward_mean     | 0.22           |\n",
            "| explained_variance | -33.3          |\n",
            "| fps                | 63             |\n",
            "| n_updates          | 600            |\n",
            "| policy_entropy     | 3.1231866      |\n",
            "| policy_loss        | -0.08414169    |\n",
            "| serial_timesteps   | 76800          |\n",
            "| time_elapsed       | 1.56e+03       |\n",
            "| total_timesteps    | 76800          |\n",
            "| value_loss         | 0.000103329214 |\n",
            "---------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07715695   |\n",
            "| clipfrac           | 0.3671875    |\n",
            "| ep_len_mean        | 643          |\n",
            "| ep_reward_mean     | 0.22         |\n",
            "| explained_variance | -26.6        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 601          |\n",
            "| policy_entropy     | 2.754135     |\n",
            "| policy_loss        | -0.076497026 |\n",
            "| serial_timesteps   | 76928        |\n",
            "| time_elapsed       | 1.57e+03     |\n",
            "| total_timesteps    | 76928        |\n",
            "| value_loss         | 8.95947e-05  |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.10884914    |\n",
            "| clipfrac           | 0.41210938    |\n",
            "| ep_len_mean        | 643           |\n",
            "| ep_reward_mean     | 0.22          |\n",
            "| explained_variance | -36.1         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 602           |\n",
            "| policy_entropy     | 2.2400339     |\n",
            "| policy_loss        | -0.06045264   |\n",
            "| serial_timesteps   | 77056         |\n",
            "| time_elapsed       | 1.57e+03      |\n",
            "| total_timesteps    | 77056         |\n",
            "| value_loss         | 0.00034517018 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.09078334   |\n",
            "| clipfrac           | 0.38671875   |\n",
            "| ep_len_mean        | 643          |\n",
            "| ep_reward_mean     | 0.22         |\n",
            "| explained_variance | -114         |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 603          |\n",
            "| policy_entropy     | 2.6763244    |\n",
            "| policy_loss        | -0.06850675  |\n",
            "| serial_timesteps   | 77184        |\n",
            "| time_elapsed       | 1.57e+03     |\n",
            "| total_timesteps    | 77184        |\n",
            "| value_loss         | 0.0002314891 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.1150696     |\n",
            "| clipfrac           | 0.39648438    |\n",
            "| ep_len_mean        | 643           |\n",
            "| ep_reward_mean     | 0.22          |\n",
            "| explained_variance | -25.1         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 604           |\n",
            "| policy_entropy     | 2.6009872     |\n",
            "| policy_loss        | -0.07795226   |\n",
            "| serial_timesteps   | 77312         |\n",
            "| time_elapsed       | 1.57e+03      |\n",
            "| total_timesteps    | 77312         |\n",
            "| value_loss         | 0.00016292497 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.09397207    |\n",
            "| clipfrac           | 0.3125        |\n",
            "| ep_len_mean        | 643           |\n",
            "| ep_reward_mean     | 0.22          |\n",
            "| explained_variance | -6.47         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 605           |\n",
            "| policy_entropy     | 2.1756215     |\n",
            "| policy_loss        | -0.06666154   |\n",
            "| serial_timesteps   | 77440         |\n",
            "| time_elapsed       | 1.58e+03      |\n",
            "| total_timesteps    | 77440         |\n",
            "| value_loss         | 0.00045242428 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.078360274  |\n",
            "| clipfrac           | 0.41210938   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -2.81        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 606          |\n",
            "| policy_entropy     | 2.3654623    |\n",
            "| policy_loss        | -0.079014495 |\n",
            "| serial_timesteps   | 77568        |\n",
            "| time_elapsed       | 1.58e+03     |\n",
            "| total_timesteps    | 77568        |\n",
            "| value_loss         | 0.0014596985 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07078406    |\n",
            "| clipfrac           | 0.34179688    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -7.05         |\n",
            "| fps                | 66            |\n",
            "| n_updates          | 607           |\n",
            "| policy_entropy     | 2.622601      |\n",
            "| policy_loss        | -0.082886405  |\n",
            "| serial_timesteps   | 77696         |\n",
            "| time_elapsed       | 1.58e+03      |\n",
            "| total_timesteps    | 77696         |\n",
            "| value_loss         | 0.00048901414 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.051095285   |\n",
            "| clipfrac           | 0.3828125     |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -75.8         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 608           |\n",
            "| policy_entropy     | 2.9720826     |\n",
            "| policy_loss        | -0.06898195   |\n",
            "| serial_timesteps   | 77824         |\n",
            "| time_elapsed       | 1.59e+03      |\n",
            "| total_timesteps    | 77824         |\n",
            "| value_loss         | 0.00014510758 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.045994867  |\n",
            "| clipfrac           | 0.38476562   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -0.209       |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 609          |\n",
            "| policy_entropy     | 3.4414272    |\n",
            "| policy_loss        | -0.08256957  |\n",
            "| serial_timesteps   | 77952        |\n",
            "| time_elapsed       | 1.59e+03     |\n",
            "| total_timesteps    | 77952        |\n",
            "| value_loss         | 9.412225e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.041598774  |\n",
            "| clipfrac           | 0.33203125   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -18.6        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 610          |\n",
            "| policy_entropy     | 3.1743495    |\n",
            "| policy_loss        | -0.06983811  |\n",
            "| serial_timesteps   | 78080        |\n",
            "| time_elapsed       | 1.59e+03     |\n",
            "| total_timesteps    | 78080        |\n",
            "| value_loss         | 7.548497e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06559514    |\n",
            "| clipfrac           | 0.328125      |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -51.4         |\n",
            "| fps                | 24            |\n",
            "| n_updates          | 611           |\n",
            "| policy_entropy     | 2.8156202     |\n",
            "| policy_loss        | -0.06868998   |\n",
            "| serial_timesteps   | 78208         |\n",
            "| time_elapsed       | 1.59e+03      |\n",
            "| total_timesteps    | 78208         |\n",
            "| value_loss         | 0.00013652997 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.081651315  |\n",
            "| clipfrac           | 0.43945312   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | 0.000822     |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 612          |\n",
            "| policy_entropy     | 2.5884538    |\n",
            "| policy_loss        | -0.078710616 |\n",
            "| serial_timesteps   | 78336        |\n",
            "| time_elapsed       | 1.6e+03      |\n",
            "| total_timesteps    | 78336        |\n",
            "| value_loss         | 0.026763534  |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.060806192  |\n",
            "| clipfrac           | 0.38476562   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -52.6        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 613          |\n",
            "| policy_entropy     | 2.966174     |\n",
            "| policy_loss        | -0.08344151  |\n",
            "| serial_timesteps   | 78464        |\n",
            "| time_elapsed       | 1.6e+03      |\n",
            "| total_timesteps    | 78464        |\n",
            "| value_loss         | 0.0014641946 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.044898883  |\n",
            "| clipfrac           | 0.37304688   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -21.9        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 614          |\n",
            "| policy_entropy     | 3.0677638    |\n",
            "| policy_loss        | -0.09078497  |\n",
            "| serial_timesteps   | 78592        |\n",
            "| time_elapsed       | 1.6e+03      |\n",
            "| total_timesteps    | 78592        |\n",
            "| value_loss         | 0.0005474535 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.045620423   |\n",
            "| clipfrac           | 0.31835938    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -24           |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 615           |\n",
            "| policy_entropy     | 3.2328773     |\n",
            "| policy_loss        | -0.07848559   |\n",
            "| serial_timesteps   | 78720         |\n",
            "| time_elapsed       | 1.6e+03       |\n",
            "| total_timesteps    | 78720         |\n",
            "| value_loss         | 0.00044007885 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.05670233    |\n",
            "| clipfrac           | 0.375         |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -9.93         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 616           |\n",
            "| policy_entropy     | 3.1796317     |\n",
            "| policy_loss        | -0.084020175  |\n",
            "| serial_timesteps   | 78848         |\n",
            "| time_elapsed       | 1.6e+03       |\n",
            "| total_timesteps    | 78848         |\n",
            "| value_loss         | 0.00043144223 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.12522647    |\n",
            "| clipfrac           | 0.30664062    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -11.7         |\n",
            "| fps                | 27            |\n",
            "| n_updates          | 617           |\n",
            "| policy_entropy     | 2.9814239     |\n",
            "| policy_loss        | -0.067964375  |\n",
            "| serial_timesteps   | 78976         |\n",
            "| time_elapsed       | 1.61e+03      |\n",
            "| total_timesteps    | 78976         |\n",
            "| value_loss         | 0.00051109784 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06100437   |\n",
            "| clipfrac           | 0.3203125    |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -31.4        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 618          |\n",
            "| policy_entropy     | 3.1136625    |\n",
            "| policy_loss        | -0.08221217  |\n",
            "| serial_timesteps   | 79104        |\n",
            "| time_elapsed       | 1.61e+03     |\n",
            "| total_timesteps    | 79104        |\n",
            "| value_loss         | 0.0003106871 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06822937    |\n",
            "| clipfrac           | 0.32421875    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -9.56         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 619           |\n",
            "| policy_entropy     | 2.7060905     |\n",
            "| policy_loss        | -0.05986139   |\n",
            "| serial_timesteps   | 79232         |\n",
            "| time_elapsed       | 1.61e+03      |\n",
            "| total_timesteps    | 79232         |\n",
            "| value_loss         | 0.00030579214 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.10271813    |\n",
            "| clipfrac           | 0.30078125    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -31.4         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 620           |\n",
            "| policy_entropy     | 2.8294003     |\n",
            "| policy_loss        | -0.06905949   |\n",
            "| serial_timesteps   | 79360         |\n",
            "| time_elapsed       | 1.62e+03      |\n",
            "| total_timesteps    | 79360         |\n",
            "| value_loss         | 0.00016770826 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.055698857   |\n",
            "| clipfrac           | 0.29492188    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -11.7         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 621           |\n",
            "| policy_entropy     | 3.349259      |\n",
            "| policy_loss        | -0.07885869   |\n",
            "| serial_timesteps   | 79488         |\n",
            "| time_elapsed       | 1.62e+03      |\n",
            "| total_timesteps    | 79488         |\n",
            "| value_loss         | 0.00010159816 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.047997233   |\n",
            "| clipfrac           | 0.38085938    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -2.94         |\n",
            "| fps                | 27            |\n",
            "| n_updates          | 622           |\n",
            "| policy_entropy     | 2.7550423     |\n",
            "| policy_loss        | -0.08034172   |\n",
            "| serial_timesteps   | 79616         |\n",
            "| time_elapsed       | 1.62e+03      |\n",
            "| total_timesteps    | 79616         |\n",
            "| value_loss         | 0.00012731995 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06992747    |\n",
            "| clipfrac           | 0.38085938    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -8.43         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 623           |\n",
            "| policy_entropy     | 2.7083063     |\n",
            "| policy_loss        | -0.08236778   |\n",
            "| serial_timesteps   | 79744         |\n",
            "| time_elapsed       | 1.62e+03      |\n",
            "| total_timesteps    | 79744         |\n",
            "| value_loss         | 0.00022148072 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06041996    |\n",
            "| clipfrac           | 0.41015625    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -49.4         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 624           |\n",
            "| policy_entropy     | 2.8601117     |\n",
            "| policy_loss        | -0.09028767   |\n",
            "| serial_timesteps   | 79872         |\n",
            "| time_elapsed       | 1.63e+03      |\n",
            "| total_timesteps    | 79872         |\n",
            "| value_loss         | 0.00014516627 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.09925501    |\n",
            "| clipfrac           | 0.42578125    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -29.7         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 625           |\n",
            "| policy_entropy     | 2.7541928     |\n",
            "| policy_loss        | -0.09073508   |\n",
            "| serial_timesteps   | 80000         |\n",
            "| time_elapsed       | 1.63e+03      |\n",
            "| total_timesteps    | 80000         |\n",
            "| value_loss         | 0.00014198951 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07484202    |\n",
            "| clipfrac           | 0.45117188    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -17.2         |\n",
            "| fps                | 26            |\n",
            "| n_updates          | 626           |\n",
            "| policy_entropy     | 2.6404197     |\n",
            "| policy_loss        | -0.09082948   |\n",
            "| serial_timesteps   | 80128         |\n",
            "| time_elapsed       | 1.63e+03      |\n",
            "| total_timesteps    | 80128         |\n",
            "| value_loss         | 0.00012328137 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.05756191    |\n",
            "| clipfrac           | 0.40625       |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -55.2         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 627           |\n",
            "| policy_entropy     | 2.7230124     |\n",
            "| policy_loss        | -0.08210935   |\n",
            "| serial_timesteps   | 80256         |\n",
            "| time_elapsed       | 1.64e+03      |\n",
            "| total_timesteps    | 80256         |\n",
            "| value_loss         | 8.5520674e-05 |\n",
            "--------------------------------------\n",
            "---------------------------------------\n",
            "| approxkl           | 0.06246125     |\n",
            "| clipfrac           | 0.41796875     |\n",
            "| ep_len_mean        | 641            |\n",
            "| ep_reward_mean     | 0.209          |\n",
            "| explained_variance | -19.2          |\n",
            "| fps                | 64             |\n",
            "| n_updates          | 628            |\n",
            "| policy_entropy     | 2.8891492      |\n",
            "| policy_loss        | -0.08084084    |\n",
            "| serial_timesteps   | 80384          |\n",
            "| time_elapsed       | 1.64e+03       |\n",
            "| total_timesteps    | 80384          |\n",
            "| value_loss         | 0.000108138134 |\n",
            "---------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.059034288   |\n",
            "| clipfrac           | 0.43945312    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -43.1         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 629           |\n",
            "| policy_entropy     | 3.1337445     |\n",
            "| policy_loss        | -0.081536755  |\n",
            "| serial_timesteps   | 80512         |\n",
            "| time_elapsed       | 1.64e+03      |\n",
            "| total_timesteps    | 80512         |\n",
            "| value_loss         | 9.2111666e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06944226    |\n",
            "| clipfrac           | 0.46484375    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -15.6         |\n",
            "| fps                | 58            |\n",
            "| n_updates          | 630           |\n",
            "| policy_entropy     | 3.029156      |\n",
            "| policy_loss        | -0.08632081   |\n",
            "| serial_timesteps   | 80640         |\n",
            "| time_elapsed       | 1.64e+03      |\n",
            "| total_timesteps    | 80640         |\n",
            "| value_loss         | 5.8872898e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.08898842    |\n",
            "| clipfrac           | 0.43359375    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -6.35         |\n",
            "| fps                | 21            |\n",
            "| n_updates          | 631           |\n",
            "| policy_entropy     | 2.7606206     |\n",
            "| policy_loss        | -0.09857021   |\n",
            "| serial_timesteps   | 80768         |\n",
            "| time_elapsed       | 1.64e+03      |\n",
            "| total_timesteps    | 80768         |\n",
            "| value_loss         | 9.1518894e-05 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.094292805   |\n",
            "| clipfrac           | 0.39453125    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -16.7         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 632           |\n",
            "| policy_entropy     | 2.655477      |\n",
            "| policy_loss        | -0.0845734    |\n",
            "| serial_timesteps   | 80896         |\n",
            "| time_elapsed       | 1.65e+03      |\n",
            "| total_timesteps    | 80896         |\n",
            "| value_loss         | 9.9985955e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.10347618    |\n",
            "| clipfrac           | 0.359375      |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -15.5         |\n",
            "| fps                | 59            |\n",
            "| n_updates          | 633           |\n",
            "| policy_entropy     | 2.9527965     |\n",
            "| policy_loss        | -0.078587696  |\n",
            "| serial_timesteps   | 81024         |\n",
            "| time_elapsed       | 1.65e+03      |\n",
            "| total_timesteps    | 81024         |\n",
            "| value_loss         | 8.9205554e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.08620031   |\n",
            "| clipfrac           | 0.41210938   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -17.8        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 634          |\n",
            "| policy_entropy     | 2.9670236    |\n",
            "| policy_loss        | -0.09217164  |\n",
            "| serial_timesteps   | 81152        |\n",
            "| time_elapsed       | 1.65e+03     |\n",
            "| total_timesteps    | 81152        |\n",
            "| value_loss         | 9.444436e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06791501   |\n",
            "| clipfrac           | 0.35351562   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -9.29        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 635          |\n",
            "| policy_entropy     | 3.1188097    |\n",
            "| policy_loss        | -0.08381007  |\n",
            "| serial_timesteps   | 81280        |\n",
            "| time_elapsed       | 1.66e+03     |\n",
            "| total_timesteps    | 81280        |\n",
            "| value_loss         | 6.682133e-05 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.10767208  |\n",
            "| clipfrac           | 0.45898438  |\n",
            "| ep_len_mean        | 641         |\n",
            "| ep_reward_mean     | 0.209       |\n",
            "| explained_variance | -7.54       |\n",
            "| fps                | 24          |\n",
            "| n_updates          | 636         |\n",
            "| policy_entropy     | 2.683202    |\n",
            "| policy_loss        | -0.09810868 |\n",
            "| serial_timesteps   | 81408       |\n",
            "| time_elapsed       | 1.66e+03    |\n",
            "| total_timesteps    | 81408       |\n",
            "| value_loss         | 5.80703e-05 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.11864486   |\n",
            "| clipfrac           | 0.44140625   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -22.5        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 637          |\n",
            "| policy_entropy     | 2.3998597    |\n",
            "| policy_loss        | -0.08789466  |\n",
            "| serial_timesteps   | 81536        |\n",
            "| time_elapsed       | 1.66e+03     |\n",
            "| total_timesteps    | 81536        |\n",
            "| value_loss         | 0.0001025427 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.086797476 |\n",
            "| clipfrac           | 0.34960938  |\n",
            "| ep_len_mean        | 641         |\n",
            "| ep_reward_mean     | 0.209       |\n",
            "| explained_variance | -51.6       |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 638         |\n",
            "| policy_entropy     | 3.0839818   |\n",
            "| policy_loss        | -0.08317901 |\n",
            "| serial_timesteps   | 81664       |\n",
            "| time_elapsed       | 1.66e+03    |\n",
            "| total_timesteps    | 81664       |\n",
            "| value_loss         | 7.21372e-05 |\n",
            "------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.10643345    |\n",
            "| clipfrac           | 0.43359375    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -6.48         |\n",
            "| fps                | 60            |\n",
            "| n_updates          | 639           |\n",
            "| policy_entropy     | 2.3731723     |\n",
            "| policy_loss        | -0.09549438   |\n",
            "| serial_timesteps   | 81792         |\n",
            "| time_elapsed       | 1.67e+03      |\n",
            "| total_timesteps    | 81792         |\n",
            "| value_loss         | 0.00011818832 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07621595    |\n",
            "| clipfrac           | 0.42382812    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -16           |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 640           |\n",
            "| policy_entropy     | 3.0998526     |\n",
            "| policy_loss        | -0.09125961   |\n",
            "| serial_timesteps   | 81920         |\n",
            "| time_elapsed       | 1.67e+03      |\n",
            "| total_timesteps    | 81920         |\n",
            "| value_loss         | 7.0570306e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.08689053    |\n",
            "| clipfrac           | 0.375         |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -12.2         |\n",
            "| fps                | 29            |\n",
            "| n_updates          | 641           |\n",
            "| policy_entropy     | 2.4380252     |\n",
            "| policy_loss        | -0.06765735   |\n",
            "| serial_timesteps   | 82048         |\n",
            "| time_elapsed       | 1.67e+03      |\n",
            "| total_timesteps    | 82048         |\n",
            "| value_loss         | 9.8436685e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07542356   |\n",
            "| clipfrac           | 0.39648438   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -15.6        |\n",
            "| fps                | 61           |\n",
            "| n_updates          | 642          |\n",
            "| policy_entropy     | 3.1944578    |\n",
            "| policy_loss        | -0.08935435  |\n",
            "| serial_timesteps   | 82176        |\n",
            "| time_elapsed       | 1.68e+03     |\n",
            "| total_timesteps    | 82176        |\n",
            "| value_loss         | 6.840125e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07901157   |\n",
            "| clipfrac           | 0.38476562   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -26.3        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 643          |\n",
            "| policy_entropy     | 2.9734674    |\n",
            "| policy_loss        | -0.08531038  |\n",
            "| serial_timesteps   | 82304        |\n",
            "| time_elapsed       | 1.68e+03     |\n",
            "| total_timesteps    | 82304        |\n",
            "| value_loss         | 9.839913e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.20866244    |\n",
            "| clipfrac           | 0.48242188    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -8.8          |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 644           |\n",
            "| policy_entropy     | 2.265124      |\n",
            "| policy_loss        | -0.07134097   |\n",
            "| serial_timesteps   | 82432         |\n",
            "| time_elapsed       | 1.68e+03      |\n",
            "| total_timesteps    | 82432         |\n",
            "| value_loss         | 0.00036932935 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.059201613  |\n",
            "| clipfrac           | 0.32617188   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -2.07        |\n",
            "| fps                | 28           |\n",
            "| n_updates          | 645          |\n",
            "| policy_entropy     | 3.2258856    |\n",
            "| policy_loss        | -0.08403391  |\n",
            "| serial_timesteps   | 82560        |\n",
            "| time_elapsed       | 1.68e+03     |\n",
            "| total_timesteps    | 82560        |\n",
            "| value_loss         | 0.0001472221 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.10289823   |\n",
            "| clipfrac           | 0.36523438   |\n",
            "| ep_len_mean        | 641          |\n",
            "| ep_reward_mean     | 0.209        |\n",
            "| explained_variance | -27.6        |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 646          |\n",
            "| policy_entropy     | 2.7463722    |\n",
            "| policy_loss        | -0.07872067  |\n",
            "| serial_timesteps   | 82688        |\n",
            "| time_elapsed       | 1.69e+03     |\n",
            "| total_timesteps    | 82688        |\n",
            "| value_loss         | 6.377675e-05 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.046613008   |\n",
            "| clipfrac           | 0.421875      |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -22.8         |\n",
            "| fps                | 54            |\n",
            "| n_updates          | 647           |\n",
            "| policy_entropy     | 3.3631313     |\n",
            "| policy_loss        | -0.091140345  |\n",
            "| serial_timesteps   | 82816         |\n",
            "| time_elapsed       | 1.69e+03      |\n",
            "| total_timesteps    | 82816         |\n",
            "| value_loss         | 5.7168072e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06377614    |\n",
            "| clipfrac           | 0.44921875    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -23.7         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 648           |\n",
            "| policy_entropy     | 3.4244876     |\n",
            "| policy_loss        | -0.09786859   |\n",
            "| serial_timesteps   | 82944         |\n",
            "| time_elapsed       | 1.69e+03      |\n",
            "| total_timesteps    | 82944         |\n",
            "| value_loss         | 2.2155626e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.044323854   |\n",
            "| clipfrac           | 0.36132812    |\n",
            "| ep_len_mean        | 641           |\n",
            "| ep_reward_mean     | 0.209         |\n",
            "| explained_variance | -39.5         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 649           |\n",
            "| policy_entropy     | 3.428217      |\n",
            "| policy_loss        | -0.08982217   |\n",
            "| serial_timesteps   | 83072         |\n",
            "| time_elapsed       | 1.69e+03      |\n",
            "| total_timesteps    | 83072         |\n",
            "| value_loss         | 2.4986353e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.057385266  |\n",
            "| clipfrac           | 0.33203125   |\n",
            "| ep_len_mean        | 639          |\n",
            "| ep_reward_mean     | 0.197        |\n",
            "| explained_variance | -6.29        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 650          |\n",
            "| policy_entropy     | 2.7467976    |\n",
            "| policy_loss        | -0.0752445   |\n",
            "| serial_timesteps   | 83200        |\n",
            "| time_elapsed       | 1.69e+03     |\n",
            "| total_timesteps    | 83200        |\n",
            "| value_loss         | 3.437829e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.09703858    |\n",
            "| clipfrac           | 0.46679688    |\n",
            "| ep_len_mean        | 639           |\n",
            "| ep_reward_mean     | 0.197         |\n",
            "| explained_variance | -13.2         |\n",
            "| fps                | 66            |\n",
            "| n_updates          | 651           |\n",
            "| policy_entropy     | 2.4415278     |\n",
            "| policy_loss        | -0.06417238   |\n",
            "| serial_timesteps   | 83328         |\n",
            "| time_elapsed       | 1.7e+03       |\n",
            "| total_timesteps    | 83328         |\n",
            "| value_loss         | 2.6311693e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.049160644   |\n",
            "| clipfrac           | 0.31054688    |\n",
            "| ep_len_mean        | 639           |\n",
            "| ep_reward_mean     | 0.197         |\n",
            "| explained_variance | -30.5         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 652           |\n",
            "| policy_entropy     | 3.398425      |\n",
            "| policy_loss        | -0.08150062   |\n",
            "| serial_timesteps   | 83456         |\n",
            "| time_elapsed       | 1.7e+03       |\n",
            "| total_timesteps    | 83456         |\n",
            "| value_loss         | 2.5699252e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.08060491    |\n",
            "| clipfrac           | 0.39453125    |\n",
            "| ep_len_mean        | 639           |\n",
            "| ep_reward_mean     | 0.197         |\n",
            "| explained_variance | -2.12         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 653           |\n",
            "| policy_entropy     | 3.0567334     |\n",
            "| policy_loss        | -0.08908814   |\n",
            "| serial_timesteps   | 83584         |\n",
            "| time_elapsed       | 1.7e+03       |\n",
            "| total_timesteps    | 83584         |\n",
            "| value_loss         | 4.6403467e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.062453337   |\n",
            "| clipfrac           | 0.43164062    |\n",
            "| ep_len_mean        | 639           |\n",
            "| ep_reward_mean     | 0.197         |\n",
            "| explained_variance | -15.2         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 654           |\n",
            "| policy_entropy     | 2.9915314     |\n",
            "| policy_loss        | -0.094999276  |\n",
            "| serial_timesteps   | 83712         |\n",
            "| time_elapsed       | 1.7e+03       |\n",
            "| total_timesteps    | 83712         |\n",
            "| value_loss         | 5.2557403e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06085119    |\n",
            "| clipfrac           | 0.36914062    |\n",
            "| ep_len_mean        | 637           |\n",
            "| ep_reward_mean     | 0.186         |\n",
            "| explained_variance | -41.1         |\n",
            "| fps                | 21            |\n",
            "| n_updates          | 655           |\n",
            "| policy_entropy     | 2.4168158     |\n",
            "| policy_loss        | -0.07972941   |\n",
            "| serial_timesteps   | 83840         |\n",
            "| time_elapsed       | 1.71e+03      |\n",
            "| total_timesteps    | 83840         |\n",
            "| value_loss         | 3.6153288e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.045906123   |\n",
            "| clipfrac           | 0.3671875     |\n",
            "| ep_len_mean        | 637           |\n",
            "| ep_reward_mean     | 0.186         |\n",
            "| explained_variance | -14.2         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 656           |\n",
            "| policy_entropy     | 3.1783545     |\n",
            "| policy_loss        | -0.08654572   |\n",
            "| serial_timesteps   | 83968         |\n",
            "| time_elapsed       | 1.71e+03      |\n",
            "| total_timesteps    | 83968         |\n",
            "| value_loss         | 1.6722275e-05 |\n",
            "--------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.039046526 |\n",
            "| clipfrac           | 0.31445312  |\n",
            "| ep_len_mean        | 637         |\n",
            "| ep_reward_mean     | 0.186       |\n",
            "| explained_variance | -0.012      |\n",
            "| fps                | 63          |\n",
            "| n_updates          | 657         |\n",
            "| policy_entropy     | 3.092969    |\n",
            "| policy_loss        | -0.0717409  |\n",
            "| serial_timesteps   | 84096       |\n",
            "| time_elapsed       | 1.71e+03    |\n",
            "| total_timesteps    | 84096       |\n",
            "| value_loss         | 0.025387706 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.09063128   |\n",
            "| clipfrac           | 0.35351562   |\n",
            "| ep_len_mean        | 637          |\n",
            "| ep_reward_mean     | 0.186        |\n",
            "| explained_variance | -12.2        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 658          |\n",
            "| policy_entropy     | 3.2464714    |\n",
            "| policy_loss        | -0.072717585 |\n",
            "| serial_timesteps   | 84224        |\n",
            "| time_elapsed       | 1.72e+03     |\n",
            "| total_timesteps    | 84224        |\n",
            "| value_loss         | 0.0024399841 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.044270523  |\n",
            "| clipfrac           | 0.40429688   |\n",
            "| ep_len_mean        | 637          |\n",
            "| ep_reward_mean     | 0.186        |\n",
            "| explained_variance | -7.67        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 659          |\n",
            "| policy_entropy     | 3.4080203    |\n",
            "| policy_loss        | -0.08539854  |\n",
            "| serial_timesteps   | 84352        |\n",
            "| time_elapsed       | 1.72e+03     |\n",
            "| total_timesteps    | 84352        |\n",
            "| value_loss         | 0.0012177555 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06268834   |\n",
            "| clipfrac           | 0.37695312   |\n",
            "| ep_len_mean        | 637          |\n",
            "| ep_reward_mean     | 0.186        |\n",
            "| explained_variance | -1.04        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 660          |\n",
            "| policy_entropy     | 3.3087034    |\n",
            "| policy_loss        | -0.089656524 |\n",
            "| serial_timesteps   | 84480        |\n",
            "| time_elapsed       | 1.72e+03     |\n",
            "| total_timesteps    | 84480        |\n",
            "| value_loss         | 0.0021938144 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.052031748  |\n",
            "| clipfrac           | 0.375        |\n",
            "| ep_len_mean        | 639          |\n",
            "| ep_reward_mean     | 0.197        |\n",
            "| explained_variance | -0.653       |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 661          |\n",
            "| policy_entropy     | 2.59386      |\n",
            "| policy_loss        | -0.07744908  |\n",
            "| serial_timesteps   | 84608        |\n",
            "| time_elapsed       | 1.72e+03     |\n",
            "| total_timesteps    | 84608        |\n",
            "| value_loss         | 0.0011504877 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.06664867   |\n",
            "| clipfrac           | 0.38867188   |\n",
            "| ep_len_mean        | 639          |\n",
            "| ep_reward_mean     | 0.197        |\n",
            "| explained_variance | -9.85        |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 662          |\n",
            "| policy_entropy     | 2.727713     |\n",
            "| policy_loss        | -0.077640235 |\n",
            "| serial_timesteps   | 84736        |\n",
            "| time_elapsed       | 1.73e+03     |\n",
            "| total_timesteps    | 84736        |\n",
            "| value_loss         | 0.001118027  |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.04332882    |\n",
            "| clipfrac           | 0.30859375    |\n",
            "| ep_len_mean        | 639           |\n",
            "| ep_reward_mean     | 0.197         |\n",
            "| explained_variance | -8.45         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 663           |\n",
            "| policy_entropy     | 3.4985285     |\n",
            "| policy_loss        | -0.08438136   |\n",
            "| serial_timesteps   | 84864         |\n",
            "| time_elapsed       | 1.73e+03      |\n",
            "| total_timesteps    | 84864         |\n",
            "| value_loss         | 0.00023056293 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.063367516   |\n",
            "| clipfrac           | 0.40429688    |\n",
            "| ep_len_mean        | 639           |\n",
            "| ep_reward_mean     | 0.197         |\n",
            "| explained_variance | -20.9         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 664           |\n",
            "| policy_entropy     | 3.3113415     |\n",
            "| policy_loss        | -0.08903114   |\n",
            "| serial_timesteps   | 84992         |\n",
            "| time_elapsed       | 1.73e+03      |\n",
            "| total_timesteps    | 84992         |\n",
            "| value_loss         | 0.00041618894 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.061695095   |\n",
            "| clipfrac           | 0.36132812    |\n",
            "| ep_len_mean        | 639           |\n",
            "| ep_reward_mean     | 0.197         |\n",
            "| explained_variance | -7.64         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 665           |\n",
            "| policy_entropy     | 3.2327821     |\n",
            "| policy_loss        | -0.0825704    |\n",
            "| serial_timesteps   | 85120         |\n",
            "| time_elapsed       | 1.73e+03      |\n",
            "| total_timesteps    | 85120         |\n",
            "| value_loss         | 0.00023063498 |\n",
            "--------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.060597815 |\n",
            "| clipfrac           | 0.34960938  |\n",
            "| ep_len_mean        | 637         |\n",
            "| ep_reward_mean     | 0.187       |\n",
            "| explained_variance | -4.98       |\n",
            "| fps                | 26          |\n",
            "| n_updates          | 666         |\n",
            "| policy_entropy     | 2.6249285   |\n",
            "| policy_loss        | -0.08122722 |\n",
            "| serial_timesteps   | 85248       |\n",
            "| time_elapsed       | 1.74e+03    |\n",
            "| total_timesteps    | 85248       |\n",
            "| value_loss         | 0.000320577 |\n",
            "------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.057968058   |\n",
            "| clipfrac           | 0.3828125     |\n",
            "| ep_len_mean        | 637           |\n",
            "| ep_reward_mean     | 0.187         |\n",
            "| explained_variance | -8.97         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 667           |\n",
            "| policy_entropy     | 3.268385      |\n",
            "| policy_loss        | -0.084695734  |\n",
            "| serial_timesteps   | 85376         |\n",
            "| time_elapsed       | 1.74e+03      |\n",
            "| total_timesteps    | 85376         |\n",
            "| value_loss         | 0.00014998288 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.034873758   |\n",
            "| clipfrac           | 0.34179688    |\n",
            "| ep_len_mean        | 637           |\n",
            "| ep_reward_mean     | 0.187         |\n",
            "| explained_variance | -58.5         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 668           |\n",
            "| policy_entropy     | 3.5217514     |\n",
            "| policy_loss        | -0.08251952   |\n",
            "| serial_timesteps   | 85504         |\n",
            "| time_elapsed       | 1.74e+03      |\n",
            "| total_timesteps    | 85504         |\n",
            "| value_loss         | 8.7370565e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.029886022   |\n",
            "| clipfrac           | 0.25          |\n",
            "| ep_len_mean        | 637           |\n",
            "| ep_reward_mean     | 0.187         |\n",
            "| explained_variance | -53.5         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 669           |\n",
            "| policy_entropy     | 3.50237       |\n",
            "| policy_loss        | -0.07300797   |\n",
            "| serial_timesteps   | 85632         |\n",
            "| time_elapsed       | 1.75e+03      |\n",
            "| total_timesteps    | 85632         |\n",
            "| value_loss         | 5.7478122e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.043582372  |\n",
            "| clipfrac           | 0.38476562   |\n",
            "| ep_len_mean        | 637          |\n",
            "| ep_reward_mean     | 0.187        |\n",
            "| explained_variance | -3.55        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 670          |\n",
            "| policy_entropy     | 3.4677174    |\n",
            "| policy_loss        | -0.091920234 |\n",
            "| serial_timesteps   | 85760        |\n",
            "| time_elapsed       | 1.75e+03     |\n",
            "| total_timesteps    | 85760        |\n",
            "| value_loss         | 0.0001070899 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07346657    |\n",
            "| clipfrac           | 0.44726562    |\n",
            "| ep_len_mean        | 637           |\n",
            "| ep_reward_mean     | 0.187         |\n",
            "| explained_variance | -20.5         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 671           |\n",
            "| policy_entropy     | 2.6114533     |\n",
            "| policy_loss        | -0.09270926   |\n",
            "| serial_timesteps   | 85888         |\n",
            "| time_elapsed       | 1.75e+03      |\n",
            "| total_timesteps    | 85888         |\n",
            "| value_loss         | 0.00013020988 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06719269    |\n",
            "| clipfrac           | 0.39453125    |\n",
            "| ep_len_mean        | 637           |\n",
            "| ep_reward_mean     | 0.187         |\n",
            "| explained_variance | -10.6         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 672           |\n",
            "| policy_entropy     | 3.089253      |\n",
            "| policy_loss        | -0.09316805   |\n",
            "| serial_timesteps   | 86016         |\n",
            "| time_elapsed       | 1.75e+03      |\n",
            "| total_timesteps    | 86016         |\n",
            "| value_loss         | 0.00011367723 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.077039815   |\n",
            "| clipfrac           | 0.35742188    |\n",
            "| ep_len_mean        | 637           |\n",
            "| ep_reward_mean     | 0.187         |\n",
            "| explained_variance | -16.8         |\n",
            "| fps                | 66            |\n",
            "| n_updates          | 673           |\n",
            "| policy_entropy     | 3.3642912     |\n",
            "| policy_loss        | -0.085163414  |\n",
            "| serial_timesteps   | 86144         |\n",
            "| time_elapsed       | 1.76e+03      |\n",
            "| total_timesteps    | 86144         |\n",
            "| value_loss         | 6.0014878e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05338994   |\n",
            "| clipfrac           | 0.4140625    |\n",
            "| ep_len_mean        | 637          |\n",
            "| ep_reward_mean     | 0.187        |\n",
            "| explained_variance | -102         |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 674          |\n",
            "| policy_entropy     | 3.4603999    |\n",
            "| policy_loss        | -0.1001591   |\n",
            "| serial_timesteps   | 86272        |\n",
            "| time_elapsed       | 1.76e+03     |\n",
            "| total_timesteps    | 86272        |\n",
            "| value_loss         | 6.018721e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.058326297  |\n",
            "| clipfrac           | 0.40429688   |\n",
            "| ep_len_mean        | 637          |\n",
            "| ep_reward_mean     | 0.187        |\n",
            "| explained_variance | -3.36        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 675          |\n",
            "| policy_entropy     | 2.8968961    |\n",
            "| policy_loss        | -0.08543931  |\n",
            "| serial_timesteps   | 86400        |\n",
            "| time_elapsed       | 1.76e+03     |\n",
            "| total_timesteps    | 86400        |\n",
            "| value_loss         | 7.430535e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.09302968   |\n",
            "| clipfrac           | 0.4453125    |\n",
            "| ep_len_mean        | 637          |\n",
            "| ep_reward_mean     | 0.187        |\n",
            "| explained_variance | -28.7        |\n",
            "| fps                | 68           |\n",
            "| n_updates          | 676          |\n",
            "| policy_entropy     | 2.9419596    |\n",
            "| policy_loss        | -0.094727285 |\n",
            "| serial_timesteps   | 86528        |\n",
            "| time_elapsed       | 1.77e+03     |\n",
            "| total_timesteps    | 86528        |\n",
            "| value_loss         | 7.372616e-05 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.05252093    |\n",
            "| clipfrac           | 0.41210938    |\n",
            "| ep_len_mean        | 637           |\n",
            "| ep_reward_mean     | 0.187         |\n",
            "| explained_variance | -6.89         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 677           |\n",
            "| policy_entropy     | 3.2973042     |\n",
            "| policy_loss        | -0.08936715   |\n",
            "| serial_timesteps   | 86656         |\n",
            "| time_elapsed       | 1.77e+03      |\n",
            "| total_timesteps    | 86656         |\n",
            "| value_loss         | 5.3283275e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.046387367  |\n",
            "| clipfrac           | 0.37304688   |\n",
            "| ep_len_mean        | 637          |\n",
            "| ep_reward_mean     | 0.187        |\n",
            "| explained_variance | -37.2        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 678          |\n",
            "| policy_entropy     | 3.4906878    |\n",
            "| policy_loss        | -0.08616784  |\n",
            "| serial_timesteps   | 86784        |\n",
            "| time_elapsed       | 1.77e+03     |\n",
            "| total_timesteps    | 86784        |\n",
            "| value_loss         | 4.496715e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.043940585   |\n",
            "| clipfrac           | 0.31640625    |\n",
            "| ep_len_mean        | 637           |\n",
            "| ep_reward_mean     | 0.187         |\n",
            "| explained_variance | -28.2         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 679           |\n",
            "| policy_entropy     | 3.6172144     |\n",
            "| policy_loss        | -0.0849022    |\n",
            "| serial_timesteps   | 86912         |\n",
            "| time_elapsed       | 1.77e+03      |\n",
            "| total_timesteps    | 86912         |\n",
            "| value_loss         | 3.2301952e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.032550875   |\n",
            "| clipfrac           | 0.28125       |\n",
            "| ep_len_mean        | 635           |\n",
            "| ep_reward_mean     | 0.175         |\n",
            "| explained_variance | -6.66         |\n",
            "| fps                | 28            |\n",
            "| n_updates          | 680           |\n",
            "| policy_entropy     | 3.4692872     |\n",
            "| policy_loss        | -0.08085775   |\n",
            "| serial_timesteps   | 87040         |\n",
            "| time_elapsed       | 1.77e+03      |\n",
            "| total_timesteps    | 87040         |\n",
            "| value_loss         | 5.3081272e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07303023   |\n",
            "| clipfrac           | 0.41796875   |\n",
            "| ep_len_mean        | 635          |\n",
            "| ep_reward_mean     | 0.175        |\n",
            "| explained_variance | -50.8        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 681          |\n",
            "| policy_entropy     | 3.1846685    |\n",
            "| policy_loss        | -0.09801435  |\n",
            "| serial_timesteps   | 87168        |\n",
            "| time_elapsed       | 1.78e+03     |\n",
            "| total_timesteps    | 87168        |\n",
            "| value_loss         | 7.629457e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.046004515   |\n",
            "| clipfrac           | 0.30664062    |\n",
            "| ep_len_mean        | 635           |\n",
            "| ep_reward_mean     | 0.175         |\n",
            "| explained_variance | -11.1         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 682           |\n",
            "| policy_entropy     | 3.3970976     |\n",
            "| policy_loss        | -0.078360036  |\n",
            "| serial_timesteps   | 87296         |\n",
            "| time_elapsed       | 1.78e+03      |\n",
            "| total_timesteps    | 87296         |\n",
            "| value_loss         | 3.3023687e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06646789   |\n",
            "| clipfrac           | 0.3984375    |\n",
            "| ep_len_mean        | 635          |\n",
            "| ep_reward_mean     | 0.175        |\n",
            "| explained_variance | -3.58        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 683          |\n",
            "| policy_entropy     | 3.2429473    |\n",
            "| policy_loss        | -0.08372722  |\n",
            "| serial_timesteps   | 87424        |\n",
            "| time_elapsed       | 1.78e+03     |\n",
            "| total_timesteps    | 87424        |\n",
            "| value_loss         | 6.210426e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.063690156  |\n",
            "| clipfrac           | 0.43554688   |\n",
            "| ep_len_mean        | 635          |\n",
            "| ep_reward_mean     | 0.175        |\n",
            "| explained_variance | -11.1        |\n",
            "| fps                | 26           |\n",
            "| n_updates          | 684          |\n",
            "| policy_entropy     | 2.9960709    |\n",
            "| policy_loss        | -0.085860595 |\n",
            "| serial_timesteps   | 87552        |\n",
            "| time_elapsed       | 1.78e+03     |\n",
            "| total_timesteps    | 87552        |\n",
            "| value_loss         | 7.82091e-05  |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.04573458    |\n",
            "| clipfrac           | 0.40625       |\n",
            "| ep_len_mean        | 635           |\n",
            "| ep_reward_mean     | 0.175         |\n",
            "| explained_variance | -6.25         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 685           |\n",
            "| policy_entropy     | 3.3870695     |\n",
            "| policy_loss        | -0.09638658   |\n",
            "| serial_timesteps   | 87680         |\n",
            "| time_elapsed       | 1.79e+03      |\n",
            "| total_timesteps    | 87680         |\n",
            "| value_loss         | 4.4060325e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.067745194   |\n",
            "| clipfrac           | 0.41601562    |\n",
            "| ep_len_mean        | 635           |\n",
            "| ep_reward_mean     | 0.175         |\n",
            "| explained_variance | -52.4         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 686           |\n",
            "| policy_entropy     | 3.0937352     |\n",
            "| policy_loss        | -0.09514689   |\n",
            "| serial_timesteps   | 87808         |\n",
            "| time_elapsed       | 1.79e+03      |\n",
            "| total_timesteps    | 87808         |\n",
            "| value_loss         | 6.1194536e-05 |\n",
            "--------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.08127719  |\n",
            "| clipfrac           | 0.47070312  |\n",
            "| ep_len_mean        | 635         |\n",
            "| ep_reward_mean     | 0.175       |\n",
            "| explained_variance | -15.4       |\n",
            "| fps                | 61          |\n",
            "| n_updates          | 687         |\n",
            "| policy_entropy     | 2.899573    |\n",
            "| policy_loss        | -0.09236716 |\n",
            "| serial_timesteps   | 87936       |\n",
            "| time_elapsed       | 1.79e+03    |\n",
            "| total_timesteps    | 87936       |\n",
            "| value_loss         | 6.24425e-05 |\n",
            "------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.08701219    |\n",
            "| clipfrac           | 0.44140625    |\n",
            "| ep_len_mean        | 635           |\n",
            "| ep_reward_mean     | 0.175         |\n",
            "| explained_variance | -20.9         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 688           |\n",
            "| policy_entropy     | 2.8768466     |\n",
            "| policy_loss        | -0.09331818   |\n",
            "| serial_timesteps   | 88064         |\n",
            "| time_elapsed       | 1.79e+03      |\n",
            "| total_timesteps    | 88064         |\n",
            "| value_loss         | 6.6347835e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.055150058   |\n",
            "| clipfrac           | 0.3984375     |\n",
            "| ep_len_mean        | 633           |\n",
            "| ep_reward_mean     | 0.165         |\n",
            "| explained_variance | -3.49         |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 689           |\n",
            "| policy_entropy     | 3.0864582     |\n",
            "| policy_loss        | -0.08364936   |\n",
            "| serial_timesteps   | 88192         |\n",
            "| time_elapsed       | 1.8e+03       |\n",
            "| total_timesteps    | 88192         |\n",
            "| value_loss         | 9.1335016e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.026314149   |\n",
            "| clipfrac           | 0.3125        |\n",
            "| ep_len_mean        | 633           |\n",
            "| ep_reward_mean     | 0.165         |\n",
            "| explained_variance | -20.3         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 690           |\n",
            "| policy_entropy     | 3.5606022     |\n",
            "| policy_loss        | -0.08542      |\n",
            "| serial_timesteps   | 88320         |\n",
            "| time_elapsed       | 1.8e+03       |\n",
            "| total_timesteps    | 88320         |\n",
            "| value_loss         | 1.8193075e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.04252081    |\n",
            "| clipfrac           | 0.33398438    |\n",
            "| ep_len_mean        | 633           |\n",
            "| ep_reward_mean     | 0.165         |\n",
            "| explained_variance | -26.2         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 691           |\n",
            "| policy_entropy     | 3.348343      |\n",
            "| policy_loss        | -0.08609718   |\n",
            "| serial_timesteps   | 88448         |\n",
            "| time_elapsed       | 1.8e+03       |\n",
            "| total_timesteps    | 88448         |\n",
            "| value_loss         | 3.1899686e-05 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.04764562    |\n",
            "| clipfrac           | 0.33203125    |\n",
            "| ep_len_mean        | 633           |\n",
            "| ep_reward_mean     | 0.165         |\n",
            "| explained_variance | -38           |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 692           |\n",
            "| policy_entropy     | 3.291422      |\n",
            "| policy_loss        | -0.08948471   |\n",
            "| serial_timesteps   | 88576         |\n",
            "| time_elapsed       | 1.81e+03      |\n",
            "| total_timesteps    | 88576         |\n",
            "| value_loss         | 2.8142673e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.054804474   |\n",
            "| clipfrac           | 0.31445312    |\n",
            "| ep_len_mean        | 633           |\n",
            "| ep_reward_mean     | 0.165         |\n",
            "| explained_variance | -45.5         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 693           |\n",
            "| policy_entropy     | 3.2910962     |\n",
            "| policy_loss        | -0.080683604  |\n",
            "| serial_timesteps   | 88704         |\n",
            "| time_elapsed       | 1.81e+03      |\n",
            "| total_timesteps    | 88704         |\n",
            "| value_loss         | 2.0632087e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.05664231    |\n",
            "| clipfrac           | 0.3828125     |\n",
            "| ep_len_mean        | 633           |\n",
            "| ep_reward_mean     | 0.165         |\n",
            "| explained_variance | -25.7         |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 694           |\n",
            "| policy_entropy     | 3.0001876     |\n",
            "| policy_loss        | -0.09107113   |\n",
            "| serial_timesteps   | 88832         |\n",
            "| time_elapsed       | 1.81e+03      |\n",
            "| total_timesteps    | 88832         |\n",
            "| value_loss         | 4.7784633e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.047219932  |\n",
            "| clipfrac           | 0.37890625   |\n",
            "| ep_len_mean        | 633          |\n",
            "| ep_reward_mean     | 0.165        |\n",
            "| explained_variance | -0.00072     |\n",
            "| fps                | 60           |\n",
            "| n_updates          | 695          |\n",
            "| policy_entropy     | 2.910613     |\n",
            "| policy_loss        | -0.080501616 |\n",
            "| serial_timesteps   | 88960        |\n",
            "| time_elapsed       | 1.81e+03     |\n",
            "| total_timesteps    | 88960        |\n",
            "| value_loss         | 0.025920622  |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.087315544 |\n",
            "| clipfrac           | 0.43945312  |\n",
            "| ep_len_mean        | 633         |\n",
            "| ep_reward_mean     | 0.165       |\n",
            "| explained_variance | -6.68       |\n",
            "| fps                | 62          |\n",
            "| n_updates          | 696         |\n",
            "| policy_entropy     | 2.7333121   |\n",
            "| policy_loss        | -0.09066325 |\n",
            "| serial_timesteps   | 89088       |\n",
            "| time_elapsed       | 1.82e+03    |\n",
            "| total_timesteps    | 89088       |\n",
            "| value_loss         | 0.005457449 |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.08579143   |\n",
            "| clipfrac           | 0.42382812   |\n",
            "| ep_len_mean        | 633          |\n",
            "| ep_reward_mean     | 0.165        |\n",
            "| explained_variance | -45.6        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 697          |\n",
            "| policy_entropy     | 2.8211699    |\n",
            "| policy_loss        | -0.09661855  |\n",
            "| serial_timesteps   | 89216        |\n",
            "| time_elapsed       | 1.82e+03     |\n",
            "| total_timesteps    | 89216        |\n",
            "| value_loss         | 0.0040934472 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05932888   |\n",
            "| clipfrac           | 0.34179688   |\n",
            "| ep_len_mean        | 633          |\n",
            "| ep_reward_mean     | 0.165        |\n",
            "| explained_variance | -9.7         |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 698          |\n",
            "| policy_entropy     | 3.4019272    |\n",
            "| policy_loss        | -0.083093785 |\n",
            "| serial_timesteps   | 89344        |\n",
            "| time_elapsed       | 1.82e+03     |\n",
            "| total_timesteps    | 89344        |\n",
            "| value_loss         | 0.0009824276 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.15249044   |\n",
            "| clipfrac           | 0.37109375   |\n",
            "| ep_len_mean        | 633          |\n",
            "| ep_reward_mean     | 0.165        |\n",
            "| explained_variance | -34.3        |\n",
            "| fps                | 67           |\n",
            "| n_updates          | 699          |\n",
            "| policy_entropy     | 2.6817293    |\n",
            "| policy_loss        | -0.08622596  |\n",
            "| serial_timesteps   | 89472        |\n",
            "| time_elapsed       | 1.82e+03     |\n",
            "| total_timesteps    | 89472        |\n",
            "| value_loss         | 0.0023412996 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.08168119  |\n",
            "| clipfrac           | 0.38671875  |\n",
            "| ep_len_mean        | 633         |\n",
            "| ep_reward_mean     | 0.166       |\n",
            "| explained_variance | -4.81       |\n",
            "| fps                | 27          |\n",
            "| n_updates          | 700         |\n",
            "| policy_entropy     | 2.613781    |\n",
            "| policy_loss        | -0.06609251 |\n",
            "| serial_timesteps   | 89600       |\n",
            "| time_elapsed       | 1.82e+03    |\n",
            "| total_timesteps    | 89600       |\n",
            "| value_loss         | 0.001265725 |\n",
            "------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.08513047    |\n",
            "| clipfrac           | 0.375         |\n",
            "| ep_len_mean        | 633           |\n",
            "| ep_reward_mean     | 0.166         |\n",
            "| explained_variance | -35.3         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 701           |\n",
            "| policy_entropy     | 2.7086108     |\n",
            "| policy_loss        | -0.084217876  |\n",
            "| serial_timesteps   | 89728         |\n",
            "| time_elapsed       | 1.83e+03      |\n",
            "| total_timesteps    | 89728         |\n",
            "| value_loss         | 0.00054768036 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.058124166  |\n",
            "| clipfrac           | 0.41601562   |\n",
            "| ep_len_mean        | 633          |\n",
            "| ep_reward_mean     | 0.166        |\n",
            "| explained_variance | -25.8        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 702          |\n",
            "| policy_entropy     | 3.0843577    |\n",
            "| policy_loss        | -0.09873419  |\n",
            "| serial_timesteps   | 89856        |\n",
            "| time_elapsed       | 1.83e+03     |\n",
            "| total_timesteps    | 89856        |\n",
            "| value_loss         | 0.0003212142 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.05488992    |\n",
            "| clipfrac           | 0.375         |\n",
            "| ep_len_mean        | 633           |\n",
            "| ep_reward_mean     | 0.166         |\n",
            "| explained_variance | -3.1          |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 703           |\n",
            "| policy_entropy     | 3.2688022     |\n",
            "| policy_loss        | -0.0865142    |\n",
            "| serial_timesteps   | 89984         |\n",
            "| time_elapsed       | 1.83e+03      |\n",
            "| total_timesteps    | 89984         |\n",
            "| value_loss         | 0.00028692963 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.03738832    |\n",
            "| clipfrac           | 0.24609375    |\n",
            "| ep_len_mean        | 633           |\n",
            "| ep_reward_mean     | 0.166         |\n",
            "| explained_variance | -48.8         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 704           |\n",
            "| policy_entropy     | 3.457338      |\n",
            "| policy_loss        | -0.07356202   |\n",
            "| serial_timesteps   | 90112         |\n",
            "| time_elapsed       | 1.84e+03      |\n",
            "| total_timesteps    | 90112         |\n",
            "| value_loss         | 0.00016083193 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.14771055    |\n",
            "| clipfrac           | 0.3671875     |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -5.42         |\n",
            "| fps                | 21            |\n",
            "| n_updates          | 705           |\n",
            "| policy_entropy     | 2.7012322     |\n",
            "| policy_loss        | -0.07920857   |\n",
            "| serial_timesteps   | 90240         |\n",
            "| time_elapsed       | 1.84e+03      |\n",
            "| total_timesteps    | 90240         |\n",
            "| value_loss         | 0.00032404132 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.11182323    |\n",
            "| clipfrac           | 0.41796875    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -26           |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 706           |\n",
            "| policy_entropy     | 2.8003275     |\n",
            "| policy_loss        | -0.07441137   |\n",
            "| serial_timesteps   | 90368         |\n",
            "| time_elapsed       | 1.84e+03      |\n",
            "| total_timesteps    | 90368         |\n",
            "| value_loss         | 0.00020800588 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "-------------------------------------\n",
            "| approxkl           | 0.11318833   |\n",
            "| clipfrac           | 0.35546875   |\n",
            "| ep_len_mean        | 631          |\n",
            "| ep_reward_mean     | 0.154        |\n",
            "| explained_variance | -44.5        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 707          |\n",
            "| policy_entropy     | 2.4768844    |\n",
            "| policy_loss        | -0.07458772  |\n",
            "| serial_timesteps   | 90496        |\n",
            "| time_elapsed       | 1.85e+03     |\n",
            "| total_timesteps    | 90496        |\n",
            "| value_loss         | 0.0003060499 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.065554634   |\n",
            "| clipfrac           | 0.36523438    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -7.09         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 708           |\n",
            "| policy_entropy     | 3.2663848     |\n",
            "| policy_loss        | -0.085480355  |\n",
            "| serial_timesteps   | 90624         |\n",
            "| time_elapsed       | 1.85e+03      |\n",
            "| total_timesteps    | 90624         |\n",
            "| value_loss         | 0.00013314864 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.056620575   |\n",
            "| clipfrac           | 0.39453125    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -13.6         |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 709           |\n",
            "| policy_entropy     | 3.0569475     |\n",
            "| policy_loss        | -0.08749349   |\n",
            "| serial_timesteps   | 90752         |\n",
            "| time_elapsed       | 1.85e+03      |\n",
            "| total_timesteps    | 90752         |\n",
            "| value_loss         | 0.00017148205 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.15753737    |\n",
            "| clipfrac           | 0.42382812    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -26.7         |\n",
            "| fps                | 67            |\n",
            "| n_updates          | 710           |\n",
            "| policy_entropy     | 2.4937449     |\n",
            "| policy_loss        | -0.08791178   |\n",
            "| serial_timesteps   | 90880         |\n",
            "| time_elapsed       | 1.85e+03      |\n",
            "| total_timesteps    | 90880         |\n",
            "| value_loss         | 0.00011230048 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.047860198   |\n",
            "| clipfrac           | 0.36328125    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -9.12         |\n",
            "| fps                | 66            |\n",
            "| n_updates          | 711           |\n",
            "| policy_entropy     | 2.779402      |\n",
            "| policy_loss        | -0.077103086  |\n",
            "| serial_timesteps   | 91008         |\n",
            "| time_elapsed       | 1.86e+03      |\n",
            "| total_timesteps    | 91008         |\n",
            "| value_loss         | 9.9360564e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03895715   |\n",
            "| clipfrac           | 0.32617188   |\n",
            "| ep_len_mean        | 631          |\n",
            "| ep_reward_mean     | 0.154        |\n",
            "| explained_variance | -6.78        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 712          |\n",
            "| policy_entropy     | 3.0133588    |\n",
            "| policy_loss        | -0.08107802  |\n",
            "| serial_timesteps   | 91136        |\n",
            "| time_elapsed       | 1.86e+03     |\n",
            "| total_timesteps    | 91136        |\n",
            "| value_loss         | 5.809824e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.052582063  |\n",
            "| clipfrac           | 0.36523438   |\n",
            "| ep_len_mean        | 631          |\n",
            "| ep_reward_mean     | 0.154        |\n",
            "| explained_variance | -13.3        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 713          |\n",
            "| policy_entropy     | 3.35253      |\n",
            "| policy_loss        | -0.0847999   |\n",
            "| serial_timesteps   | 91264        |\n",
            "| time_elapsed       | 1.86e+03     |\n",
            "| total_timesteps    | 91264        |\n",
            "| value_loss         | 6.538676e-05 |\n",
            "-------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.07333208  |\n",
            "| clipfrac           | 0.36523438  |\n",
            "| ep_len_mean        | 631         |\n",
            "| ep_reward_mean     | 0.154       |\n",
            "| explained_variance | -8.42       |\n",
            "| fps                | 27          |\n",
            "| n_updates          | 714         |\n",
            "| policy_entropy     | 2.6250887   |\n",
            "| policy_loss        | -0.08527307 |\n",
            "| serial_timesteps   | 91392       |\n",
            "| time_elapsed       | 1.86e+03    |\n",
            "| total_timesteps    | 91392       |\n",
            "| value_loss         | 9.4839e-05  |\n",
            "------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.09434321   |\n",
            "| clipfrac           | 0.3046875    |\n",
            "| ep_len_mean        | 631          |\n",
            "| ep_reward_mean     | 0.154        |\n",
            "| explained_variance | -151         |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 715          |\n",
            "| policy_entropy     | 2.794396     |\n",
            "| policy_loss        | -0.06631262  |\n",
            "| serial_timesteps   | 91520        |\n",
            "| time_elapsed       | 1.87e+03     |\n",
            "| total_timesteps    | 91520        |\n",
            "| value_loss         | 6.760129e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.052028887   |\n",
            "| clipfrac           | 0.33203125    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -17.6         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 716           |\n",
            "| policy_entropy     | 3.0971186     |\n",
            "| policy_loss        | -0.085433215  |\n",
            "| serial_timesteps   | 91648         |\n",
            "| time_elapsed       | 1.87e+03      |\n",
            "| total_timesteps    | 91648         |\n",
            "| value_loss         | 8.5375235e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.05826626   |\n",
            "| clipfrac           | 0.35742188   |\n",
            "| ep_len_mean        | 631          |\n",
            "| ep_reward_mean     | 0.154        |\n",
            "| explained_variance | -39.3        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 717          |\n",
            "| policy_entropy     | 3.0781276    |\n",
            "| policy_loss        | -0.08652023  |\n",
            "| serial_timesteps   | 91776        |\n",
            "| time_elapsed       | 1.87e+03     |\n",
            "| total_timesteps    | 91776        |\n",
            "| value_loss         | 8.117506e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.056311958   |\n",
            "| clipfrac           | 0.36523438    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -30           |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 718           |\n",
            "| policy_entropy     | 3.298851      |\n",
            "| policy_loss        | -0.089233115  |\n",
            "| serial_timesteps   | 91904         |\n",
            "| time_elapsed       | 1.87e+03      |\n",
            "| total_timesteps    | 91904         |\n",
            "| value_loss         | 5.4719116e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06587609    |\n",
            "| clipfrac           | 0.33203125    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -2.47         |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 719           |\n",
            "| policy_entropy     | 2.4818974     |\n",
            "| policy_loss        | -0.0589096    |\n",
            "| serial_timesteps   | 92032         |\n",
            "| time_elapsed       | 1.87e+03      |\n",
            "| total_timesteps    | 92032         |\n",
            "| value_loss         | 0.00013466107 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.062541716   |\n",
            "| clipfrac           | 0.39257812    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -41.9         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 720           |\n",
            "| policy_entropy     | 2.975457      |\n",
            "| policy_loss        | -0.08915917   |\n",
            "| serial_timesteps   | 92160         |\n",
            "| time_elapsed       | 1.88e+03      |\n",
            "| total_timesteps    | 92160         |\n",
            "| value_loss         | 0.00010914155 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.12899339    |\n",
            "| clipfrac           | 0.41210938    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -5.17         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 721           |\n",
            "| policy_entropy     | 2.2293973     |\n",
            "| policy_loss        | -0.06877624   |\n",
            "| serial_timesteps   | 92288         |\n",
            "| time_elapsed       | 1.88e+03      |\n",
            "| total_timesteps    | 92288         |\n",
            "| value_loss         | 0.00015856684 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.06703419    |\n",
            "| clipfrac           | 0.39648438    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -26.4         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 722           |\n",
            "| policy_entropy     | 2.8330731     |\n",
            "| policy_loss        | -0.088084325  |\n",
            "| serial_timesteps   | 92416         |\n",
            "| time_elapsed       | 1.88e+03      |\n",
            "| total_timesteps    | 92416         |\n",
            "| value_loss         | 0.00012132234 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06814771    |\n",
            "| clipfrac           | 0.39648438    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -8.61         |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 723           |\n",
            "| policy_entropy     | 2.6210108     |\n",
            "| policy_loss        | -0.08647037   |\n",
            "| serial_timesteps   | 92544         |\n",
            "| time_elapsed       | 1.89e+03      |\n",
            "| total_timesteps    | 92544         |\n",
            "| value_loss         | 0.00014678953 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.030794274   |\n",
            "| clipfrac           | 0.27929688    |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -4.07         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 724           |\n",
            "| policy_entropy     | 3.6433127     |\n",
            "| policy_loss        | -0.080464564  |\n",
            "| serial_timesteps   | 92672         |\n",
            "| time_elapsed       | 1.89e+03      |\n",
            "| total_timesteps    | 92672         |\n",
            "| value_loss         | 2.7690012e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.04939566   |\n",
            "| clipfrac           | 0.328125     |\n",
            "| ep_len_mean        | 631          |\n",
            "| ep_reward_mean     | 0.154        |\n",
            "| explained_variance | -11.8        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 725          |\n",
            "| policy_entropy     | 3.2780848    |\n",
            "| policy_loss        | -0.087262265 |\n",
            "| serial_timesteps   | 92800        |\n",
            "| time_elapsed       | 1.89e+03     |\n",
            "| total_timesteps    | 92800        |\n",
            "| value_loss         | 6.248925e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.062478885  |\n",
            "| clipfrac           | 0.43164062   |\n",
            "| ep_len_mean        | 631          |\n",
            "| ep_reward_mean     | 0.154        |\n",
            "| explained_variance | -19.6        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 726          |\n",
            "| policy_entropy     | 2.8813908    |\n",
            "| policy_loss        | -0.08989327  |\n",
            "| serial_timesteps   | 92928        |\n",
            "| time_elapsed       | 1.89e+03     |\n",
            "| total_timesteps    | 92928        |\n",
            "| value_loss         | 7.291764e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.052603796   |\n",
            "| clipfrac           | 0.375         |\n",
            "| ep_len_mean        | 631           |\n",
            "| ep_reward_mean     | 0.154         |\n",
            "| explained_variance | -32.8         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 727           |\n",
            "| policy_entropy     | 3.2028093     |\n",
            "| policy_loss        | -0.08763861   |\n",
            "| serial_timesteps   | 93056         |\n",
            "| time_elapsed       | 1.9e+03       |\n",
            "| total_timesteps    | 93056         |\n",
            "| value_loss         | 4.3546646e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07490496   |\n",
            "| clipfrac           | 0.4140625    |\n",
            "| ep_len_mean        | 629          |\n",
            "| ep_reward_mean     | 0.144        |\n",
            "| explained_variance | -25.3        |\n",
            "| fps                | 25           |\n",
            "| n_updates          | 728          |\n",
            "| policy_entropy     | 3.093784     |\n",
            "| policy_loss        | -0.090529025 |\n",
            "| serial_timesteps   | 93184        |\n",
            "| time_elapsed       | 1.9e+03      |\n",
            "| total_timesteps    | 93184        |\n",
            "| value_loss         | 4.985281e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.060269      |\n",
            "| clipfrac           | 0.37109375    |\n",
            "| ep_len_mean        | 629           |\n",
            "| ep_reward_mean     | 0.144         |\n",
            "| explained_variance | -21.1         |\n",
            "| fps                | 66            |\n",
            "| n_updates          | 729           |\n",
            "| policy_entropy     | 3.0936415     |\n",
            "| policy_loss        | -0.09068497   |\n",
            "| serial_timesteps   | 93312         |\n",
            "| time_elapsed       | 1.9e+03       |\n",
            "| total_timesteps    | 93312         |\n",
            "| value_loss         | 0.00011407827 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06303859    |\n",
            "| clipfrac           | 0.32226562    |\n",
            "| ep_len_mean        | 629           |\n",
            "| ep_reward_mean     | 0.144         |\n",
            "| explained_variance | -44           |\n",
            "| fps                | 66            |\n",
            "| n_updates          | 730           |\n",
            "| policy_entropy     | 3.185558      |\n",
            "| policy_loss        | -0.08488126   |\n",
            "| serial_timesteps   | 93440         |\n",
            "| time_elapsed       | 1.91e+03      |\n",
            "| total_timesteps    | 93440         |\n",
            "| value_loss         | 3.6467667e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.052733243  |\n",
            "| clipfrac           | 0.36914062   |\n",
            "| ep_len_mean        | 629          |\n",
            "| ep_reward_mean     | 0.144        |\n",
            "| explained_variance | -43.7        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 731          |\n",
            "| policy_entropy     | 3.266115     |\n",
            "| policy_loss        | -0.08725274  |\n",
            "| serial_timesteps   | 93568        |\n",
            "| time_elapsed       | 1.91e+03     |\n",
            "| total_timesteps    | 93568        |\n",
            "| value_loss         | 3.590185e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.064269885   |\n",
            "| clipfrac           | 0.40625       |\n",
            "| ep_len_mean        | 629           |\n",
            "| ep_reward_mean     | 0.144         |\n",
            "| explained_variance | -31.7         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 732           |\n",
            "| policy_entropy     | 3.215874      |\n",
            "| policy_loss        | -0.095151566  |\n",
            "| serial_timesteps   | 93696         |\n",
            "| time_elapsed       | 1.91e+03      |\n",
            "| total_timesteps    | 93696         |\n",
            "| value_loss         | 3.8114915e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.05118996    |\n",
            "| clipfrac           | 0.36328125    |\n",
            "| ep_len_mean        | 627           |\n",
            "| ep_reward_mean     | 0.134         |\n",
            "| explained_variance | -18.2         |\n",
            "| fps                | 24            |\n",
            "| n_updates          | 733           |\n",
            "| policy_entropy     | 3.3157778     |\n",
            "| policy_loss        | -0.09108366   |\n",
            "| serial_timesteps   | 93824         |\n",
            "| time_elapsed       | 1.91e+03      |\n",
            "| total_timesteps    | 93824         |\n",
            "| value_loss         | 3.6376576e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06857883    |\n",
            "| clipfrac           | 0.36914062    |\n",
            "| ep_len_mean        | 627           |\n",
            "| ep_reward_mean     | 0.134         |\n",
            "| explained_variance | -31.8         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 734           |\n",
            "| policy_entropy     | 3.0340037     |\n",
            "| policy_loss        | -0.08383969   |\n",
            "| serial_timesteps   | 93952         |\n",
            "| time_elapsed       | 1.92e+03      |\n",
            "| total_timesteps    | 93952         |\n",
            "| value_loss         | 3.7055233e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03870385   |\n",
            "| clipfrac           | 0.34179688   |\n",
            "| ep_len_mean        | 627          |\n",
            "| ep_reward_mean     | 0.134        |\n",
            "| explained_variance | -7.12        |\n",
            "| fps                | 63           |\n",
            "| n_updates          | 735          |\n",
            "| policy_entropy     | 2.9425523    |\n",
            "| policy_loss        | -0.0775071   |\n",
            "| serial_timesteps   | 94080        |\n",
            "| time_elapsed       | 1.92e+03     |\n",
            "| total_timesteps    | 94080        |\n",
            "| value_loss         | 2.746023e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.0308665     |\n",
            "| clipfrac           | 0.2734375     |\n",
            "| ep_len_mean        | 627           |\n",
            "| ep_reward_mean     | 0.134         |\n",
            "| explained_variance | -26.3         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 736           |\n",
            "| policy_entropy     | 3.4421203     |\n",
            "| policy_loss        | -0.07096301   |\n",
            "| serial_timesteps   | 94208         |\n",
            "| time_elapsed       | 1.92e+03      |\n",
            "| total_timesteps    | 94208         |\n",
            "| value_loss         | 2.7097307e-05 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.082018405   |\n",
            "| clipfrac           | 0.25585938    |\n",
            "| ep_len_mean        | 627           |\n",
            "| ep_reward_mean     | 0.134         |\n",
            "| explained_variance | -41.1         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 737           |\n",
            "| policy_entropy     | 3.086964      |\n",
            "| policy_loss        | -0.06200217   |\n",
            "| serial_timesteps   | 94336         |\n",
            "| time_elapsed       | 1.92e+03      |\n",
            "| total_timesteps    | 94336         |\n",
            "| value_loss         | 5.7736215e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.065626405   |\n",
            "| clipfrac           | 0.3515625     |\n",
            "| ep_len_mean        | 627           |\n",
            "| ep_reward_mean     | 0.134         |\n",
            "| explained_variance | -7.7          |\n",
            "| fps                | 26            |\n",
            "| n_updates          | 738           |\n",
            "| policy_entropy     | 2.835985      |\n",
            "| policy_loss        | -0.08293892   |\n",
            "| serial_timesteps   | 94464         |\n",
            "| time_elapsed       | 1.93e+03      |\n",
            "| total_timesteps    | 94464         |\n",
            "| value_loss         | 5.1995787e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.07675551   |\n",
            "| clipfrac           | 0.38867188   |\n",
            "| ep_len_mean        | 627          |\n",
            "| ep_reward_mean     | 0.134        |\n",
            "| explained_variance | -6.28        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 739          |\n",
            "| policy_entropy     | 3.0316894    |\n",
            "| policy_loss        | -0.08856851  |\n",
            "| serial_timesteps   | 94592        |\n",
            "| time_elapsed       | 1.93e+03     |\n",
            "| total_timesteps    | 94592        |\n",
            "| value_loss         | 6.253525e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.054595046   |\n",
            "| clipfrac           | 0.34570312    |\n",
            "| ep_len_mean        | 627           |\n",
            "| ep_reward_mean     | 0.134         |\n",
            "| explained_variance | -7.55         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 740           |\n",
            "| policy_entropy     | 3.1527424     |\n",
            "| policy_loss        | -0.084783316  |\n",
            "| serial_timesteps   | 94720         |\n",
            "| time_elapsed       | 1.93e+03      |\n",
            "| total_timesteps    | 94720         |\n",
            "| value_loss         | 4.1036805e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.049887355  |\n",
            "| clipfrac           | 0.36523438   |\n",
            "| ep_len_mean        | 627          |\n",
            "| ep_reward_mean     | 0.134        |\n",
            "| explained_variance | -1.42        |\n",
            "| fps                | 62           |\n",
            "| n_updates          | 741          |\n",
            "| policy_entropy     | 3.1997144    |\n",
            "| policy_loss        | -0.0938584   |\n",
            "| serial_timesteps   | 94848        |\n",
            "| time_elapsed       | 1.93e+03     |\n",
            "| total_timesteps    | 94848        |\n",
            "| value_loss         | 3.061604e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.046340287  |\n",
            "| clipfrac           | 0.34765625   |\n",
            "| ep_len_mean        | 625          |\n",
            "| ep_reward_mean     | 0.123        |\n",
            "| explained_variance | -10.2        |\n",
            "| fps                | 27           |\n",
            "| n_updates          | 742          |\n",
            "| policy_entropy     | 3.1250274    |\n",
            "| policy_loss        | -0.081044376 |\n",
            "| serial_timesteps   | 94976        |\n",
            "| time_elapsed       | 1.94e+03     |\n",
            "| total_timesteps    | 94976        |\n",
            "| value_loss         | 4.175852e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06587074    |\n",
            "| clipfrac           | 0.43359375    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -31.8         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 743           |\n",
            "| policy_entropy     | 3.1939776     |\n",
            "| policy_loss        | -0.096478336  |\n",
            "| serial_timesteps   | 95104         |\n",
            "| time_elapsed       | 1.94e+03      |\n",
            "| total_timesteps    | 95104         |\n",
            "| value_loss         | 3.5977326e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06871576    |\n",
            "| clipfrac           | 0.38476562    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -6.2          |\n",
            "| fps                | 60            |\n",
            "| n_updates          | 744           |\n",
            "| policy_entropy     | 3.0846252     |\n",
            "| policy_loss        | -0.0886724    |\n",
            "| serial_timesteps   | 95232         |\n",
            "| time_elapsed       | 1.94e+03      |\n",
            "| total_timesteps    | 95232         |\n",
            "| value_loss         | 3.8998463e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.048817206   |\n",
            "| clipfrac           | 0.30273438    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -6.9          |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 745           |\n",
            "| policy_entropy     | 3.594653      |\n",
            "| policy_loss        | -0.08084009   |\n",
            "| serial_timesteps   | 95360         |\n",
            "| time_elapsed       | 1.94e+03      |\n",
            "| total_timesteps    | 95360         |\n",
            "| value_loss         | 2.3912813e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.0461705     |\n",
            "| clipfrac           | 0.37109375    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -3.93         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 746           |\n",
            "| policy_entropy     | 3.4101472     |\n",
            "| policy_loss        | -0.09241253   |\n",
            "| serial_timesteps   | 95488         |\n",
            "| time_elapsed       | 1.95e+03      |\n",
            "| total_timesteps    | 95488         |\n",
            "| value_loss         | 2.5963081e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.051679082   |\n",
            "| clipfrac           | 0.31640625    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -5.49         |\n",
            "| fps                | 27            |\n",
            "| n_updates          | 747           |\n",
            "| policy_entropy     | 3.573389      |\n",
            "| policy_loss        | -0.08843503   |\n",
            "| serial_timesteps   | 95616         |\n",
            "| time_elapsed       | 1.95e+03      |\n",
            "| total_timesteps    | 95616         |\n",
            "| value_loss         | 3.2174114e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.0424755     |\n",
            "| clipfrac           | 0.36523438    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -15.4         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 748           |\n",
            "| policy_entropy     | 3.533291      |\n",
            "| policy_loss        | -0.08992366   |\n",
            "| serial_timesteps   | 95744         |\n",
            "| time_elapsed       | 1.95e+03      |\n",
            "| total_timesteps    | 95744         |\n",
            "| value_loss         | 1.7924063e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.059935313   |\n",
            "| clipfrac           | 0.4296875     |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -38.3         |\n",
            "| fps                | 59            |\n",
            "| n_updates          | 749           |\n",
            "| policy_entropy     | 3.2874935     |\n",
            "| policy_loss        | -0.09440836   |\n",
            "| serial_timesteps   | 95872         |\n",
            "| time_elapsed       | 1.96e+03      |\n",
            "| total_timesteps    | 95872         |\n",
            "| value_loss         | 3.3382774e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06918362    |\n",
            "| clipfrac           | 0.45507812    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -5.12         |\n",
            "| fps                | 61            |\n",
            "| n_updates          | 750           |\n",
            "| policy_entropy     | 3.4357693     |\n",
            "| policy_loss        | -0.10077356   |\n",
            "| serial_timesteps   | 96000         |\n",
            "| time_elapsed       | 1.96e+03      |\n",
            "| total_timesteps    | 96000         |\n",
            "| value_loss         | 1.6067446e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06518428    |\n",
            "| clipfrac           | 0.42382812    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -23.3         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 751           |\n",
            "| policy_entropy     | 3.3055837     |\n",
            "| policy_loss        | -0.09962458   |\n",
            "| serial_timesteps   | 96128         |\n",
            "| time_elapsed       | 1.96e+03      |\n",
            "| total_timesteps    | 96128         |\n",
            "| value_loss         | 1.8216431e-05 |\n",
            "--------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 0.06517081    |\n",
            "| clipfrac           | 0.3828125     |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -24.1         |\n",
            "| fps                | 28            |\n",
            "| n_updates          | 752           |\n",
            "| policy_entropy     | 3.145842      |\n",
            "| policy_loss        | -0.079095826  |\n",
            "| serial_timesteps   | 96256         |\n",
            "| time_elapsed       | 1.96e+03      |\n",
            "| total_timesteps    | 96256         |\n",
            "| value_loss         | 3.2155687e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.06400789   |\n",
            "| clipfrac           | 0.39257812   |\n",
            "| ep_len_mean        | 625          |\n",
            "| ep_reward_mean     | 0.123        |\n",
            "| explained_variance | -18.1        |\n",
            "| fps                | 64           |\n",
            "| n_updates          | 753          |\n",
            "| policy_entropy     | 3.124205     |\n",
            "| policy_loss        | -0.09042483  |\n",
            "| serial_timesteps   | 96384        |\n",
            "| time_elapsed       | 1.97e+03     |\n",
            "| total_timesteps    | 96384        |\n",
            "| value_loss         | 5.666318e-05 |\n",
            "-------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.0968855    |\n",
            "| clipfrac           | 0.4609375    |\n",
            "| ep_len_mean        | 625          |\n",
            "| ep_reward_mean     | 0.123        |\n",
            "| explained_variance | -9.15        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 754          |\n",
            "| policy_entropy     | 3.0620046    |\n",
            "| policy_loss        | -0.0933699   |\n",
            "| serial_timesteps   | 96512        |\n",
            "| time_elapsed       | 1.97e+03     |\n",
            "| total_timesteps    | 96512        |\n",
            "| value_loss         | 8.668118e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.05658543    |\n",
            "| clipfrac           | 0.38867188    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -20.2         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 755           |\n",
            "| policy_entropy     | 3.0847502     |\n",
            "| policy_loss        | -0.09295873   |\n",
            "| serial_timesteps   | 96640         |\n",
            "| time_elapsed       | 1.97e+03      |\n",
            "| total_timesteps    | 96640         |\n",
            "| value_loss         | 5.5076915e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.074001655   |\n",
            "| clipfrac           | 0.43945312    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -35           |\n",
            "| fps                | 25            |\n",
            "| n_updates          | 756           |\n",
            "| policy_entropy     | 3.0268927     |\n",
            "| policy_loss        | -0.08357426   |\n",
            "| serial_timesteps   | 96768         |\n",
            "| time_elapsed       | 1.97e+03      |\n",
            "| total_timesteps    | 96768         |\n",
            "| value_loss         | 4.1411316e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.11916381    |\n",
            "| clipfrac           | 0.41601562    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -16.1         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 757           |\n",
            "| policy_entropy     | 2.8603055     |\n",
            "| policy_loss        | -0.094094306  |\n",
            "| serial_timesteps   | 96896         |\n",
            "| time_elapsed       | 1.98e+03      |\n",
            "| total_timesteps    | 96896         |\n",
            "| value_loss         | 4.0339273e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.074298374   |\n",
            "| clipfrac           | 0.43359375    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -12.8         |\n",
            "| fps                | 65            |\n",
            "| n_updates          | 758           |\n",
            "| policy_entropy     | 2.7881668     |\n",
            "| policy_loss        | -0.09185041   |\n",
            "| serial_timesteps   | 97024         |\n",
            "| time_elapsed       | 1.98e+03      |\n",
            "| total_timesteps    | 97024         |\n",
            "| value_loss         | 2.8065862e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.08104614    |\n",
            "| clipfrac           | 0.38867188    |\n",
            "| ep_len_mean        | 625           |\n",
            "| ep_reward_mean     | 0.123         |\n",
            "| explained_variance | -2.68         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 759           |\n",
            "| policy_entropy     | 3.1214197     |\n",
            "| policy_loss        | -0.08357056   |\n",
            "| serial_timesteps   | 97152         |\n",
            "| time_elapsed       | 1.98e+03      |\n",
            "| total_timesteps    | 97152         |\n",
            "| value_loss         | 1.8685607e-05 |\n",
            "--------------------------------------\n",
            "------------------------------------\n",
            "| approxkl           | 0.09329048  |\n",
            "| clipfrac           | 0.28320312  |\n",
            "| ep_len_mean        | 625         |\n",
            "| ep_reward_mean     | 0.123       |\n",
            "| explained_variance | -8.27       |\n",
            "| fps                | 65          |\n",
            "| n_updates          | 760         |\n",
            "| policy_entropy     | 1.4547815   |\n",
            "| policy_loss        | -0.06038466 |\n",
            "| serial_timesteps   | 97280       |\n",
            "| time_elapsed       | 1.98e+03    |\n",
            "| total_timesteps    | 97280       |\n",
            "| value_loss         | 0.000138774 |\n",
            "------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.06210026    |\n",
            "| clipfrac           | 0.38085938    |\n",
            "| ep_len_mean        | 623           |\n",
            "| ep_reward_mean     | 0.113         |\n",
            "| explained_variance | -3            |\n",
            "| fps                | 24            |\n",
            "| n_updates          | 761           |\n",
            "| policy_entropy     | 2.492575      |\n",
            "| policy_loss        | -0.0806554    |\n",
            "| serial_timesteps   | 97408         |\n",
            "| time_elapsed       | 1.99e+03      |\n",
            "| total_timesteps    | 97408         |\n",
            "| value_loss         | 4.4095952e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.23030753   |\n",
            "| clipfrac           | 0.40039062   |\n",
            "| ep_len_mean        | 623          |\n",
            "| ep_reward_mean     | 0.113        |\n",
            "| explained_variance | -3.47        |\n",
            "| fps                | 66           |\n",
            "| n_updates          | 762          |\n",
            "| policy_entropy     | 1.3596373    |\n",
            "| policy_loss        | -0.049127683 |\n",
            "| serial_timesteps   | 97536        |\n",
            "| time_elapsed       | 1.99e+03     |\n",
            "| total_timesteps    | 97536        |\n",
            "| value_loss         | 0.0009540268 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.17665684    |\n",
            "| clipfrac           | 0.34960938    |\n",
            "| ep_len_mean        | 623           |\n",
            "| ep_reward_mean     | 0.113         |\n",
            "| explained_variance | -32.4         |\n",
            "| fps                | 67            |\n",
            "| n_updates          | 763           |\n",
            "| policy_entropy     | 2.2870736     |\n",
            "| policy_loss        | -0.061130293  |\n",
            "| serial_timesteps   | 97664         |\n",
            "| time_elapsed       | 1.99e+03      |\n",
            "| total_timesteps    | 97664         |\n",
            "| value_loss         | 0.00049182936 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.03424549   |\n",
            "| clipfrac           | 0.16210938   |\n",
            "| ep_len_mean        | 623          |\n",
            "| ep_reward_mean     | 0.113        |\n",
            "| explained_variance | 0.501        |\n",
            "| fps                | 65           |\n",
            "| n_updates          | 764          |\n",
            "| policy_entropy     | 1.4259558    |\n",
            "| policy_loss        | -0.04308555  |\n",
            "| serial_timesteps   | 97792        |\n",
            "| time_elapsed       | 1.99e+03     |\n",
            "| total_timesteps    | 97792        |\n",
            "| value_loss         | 0.0012488003 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 2.7603043e-11 |\n",
            "| clipfrac           | 0.0           |\n",
            "| ep_len_mean        | 623           |\n",
            "| ep_reward_mean     | 0.113         |\n",
            "| explained_variance | 0.538         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 765           |\n",
            "| policy_entropy     | 0.00058321405 |\n",
            "| policy_loss        | 8.137431e-08  |\n",
            "| serial_timesteps   | 97920         |\n",
            "| time_elapsed       | 2e+03         |\n",
            "| total_timesteps    | 97920         |\n",
            "| value_loss         | 0.0032949199  |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.17391153   |\n",
            "| clipfrac           | 0.04296875   |\n",
            "| ep_len_mean        | 621          |\n",
            "| ep_reward_mean     | 0.103        |\n",
            "| explained_variance | -4.73        |\n",
            "| fps                | 24           |\n",
            "| n_updates          | 766          |\n",
            "| policy_entropy     | 0.19084081   |\n",
            "| policy_loss        | -0.019723563 |\n",
            "| serial_timesteps   | 98048        |\n",
            "| time_elapsed       | 2e+03        |\n",
            "| total_timesteps    | 98048        |\n",
            "| value_loss         | 0.0022784644 |\n",
            "-------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "--------------------------------------\n",
            "| approxkl           | 1.625087e-14  |\n",
            "| clipfrac           | 0.0           |\n",
            "| ep_len_mean        | 621           |\n",
            "| ep_reward_mean     | 0.103         |\n",
            "| explained_variance | -0.392        |\n",
            "| fps                | 69            |\n",
            "| n_updates          | 767           |\n",
            "| policy_entropy     | 1.1765259e-05 |\n",
            "| policy_loss        | 4.307367e-08  |\n",
            "| serial_timesteps   | 98176         |\n",
            "| time_elapsed       | 2e+03         |\n",
            "| total_timesteps    | 98176         |\n",
            "| value_loss         | 0.0002169998  |\n",
            "--------------------------------------\n",
            "---------------------------------------\n",
            "| approxkl           | 9.575658e-16   |\n",
            "| clipfrac           | 0.0            |\n",
            "| ep_len_mean        | 621            |\n",
            "| ep_reward_mean     | 0.103          |\n",
            "| explained_variance | -0.533         |\n",
            "| fps                | 69             |\n",
            "| n_updates          | 768            |\n",
            "| policy_entropy     | 1.1833937e-05  |\n",
            "| policy_loss        | -4.3975888e-08 |\n",
            "| serial_timesteps   | 98304          |\n",
            "| time_elapsed       | 2.01e+03       |\n",
            "| total_timesteps    | 98304          |\n",
            "| value_loss         | 1.5110073e-06  |\n",
            "---------------------------------------\n",
            "---------------------------------------\n",
            "| approxkl           | 0.0            |\n",
            "| clipfrac           | 0.0            |\n",
            "| ep_len_mean        | 621            |\n",
            "| ep_reward_mean     | 0.103          |\n",
            "| explained_variance | -1.04          |\n",
            "| fps                | 69             |\n",
            "| n_updates          | 769            |\n",
            "| policy_entropy     | 1.17533655e-05 |\n",
            "| policy_loss        | 1.03900675e-08 |\n",
            "| serial_timesteps   | 98432          |\n",
            "| time_elapsed       | 2.01e+03       |\n",
            "| total_timesteps    | 98432          |\n",
            "| value_loss         | 1.7785263e-05  |\n",
            "---------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.0073680514  |\n",
            "| clipfrac           | 0.03515625    |\n",
            "| ep_len_mean        | 621           |\n",
            "| ep_reward_mean     | 0.103         |\n",
            "| explained_variance | 0.276         |\n",
            "| fps                | 29            |\n",
            "| n_updates          | 770           |\n",
            "| policy_entropy     | 0.17366132    |\n",
            "| policy_loss        | -0.02199387   |\n",
            "| serial_timesteps   | 98560         |\n",
            "| time_elapsed       | 2.01e+03      |\n",
            "| total_timesteps    | 98560         |\n",
            "| value_loss         | 6.9157235e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07413462    |\n",
            "| clipfrac           | 0.3671875     |\n",
            "| ep_len_mean        | 621           |\n",
            "| ep_reward_mean     | 0.103         |\n",
            "| explained_variance | -34.3         |\n",
            "| fps                | 63            |\n",
            "| n_updates          | 771           |\n",
            "| policy_entropy     | 2.5201461     |\n",
            "| policy_loss        | -0.065739766  |\n",
            "| serial_timesteps   | 98688         |\n",
            "| time_elapsed       | 2.01e+03      |\n",
            "| total_timesteps    | 98688         |\n",
            "| value_loss         | 0.00025432536 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07832664    |\n",
            "| clipfrac           | 0.33789062    |\n",
            "| ep_len_mean        | 621           |\n",
            "| ep_reward_mean     | 0.103         |\n",
            "| explained_variance | -12.7         |\n",
            "| fps                | 62            |\n",
            "| n_updates          | 772           |\n",
            "| policy_entropy     | 2.42526       |\n",
            "| policy_loss        | -0.0684019    |\n",
            "| serial_timesteps   | 98816         |\n",
            "| time_elapsed       | 2.02e+03      |\n",
            "| total_timesteps    | 98816         |\n",
            "| value_loss         | 0.00013526234 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.065329194  |\n",
            "| clipfrac           | 0.328125     |\n",
            "| ep_len_mean        | 621          |\n",
            "| ep_reward_mean     | 0.103        |\n",
            "| explained_variance | -25.7        |\n",
            "| fps                | 59           |\n",
            "| n_updates          | 773          |\n",
            "| policy_entropy     | 2.0699944    |\n",
            "| policy_loss        | -0.07413495  |\n",
            "| serial_timesteps   | 98944        |\n",
            "| time_elapsed       | 2.02e+03     |\n",
            "| total_timesteps    | 98944        |\n",
            "| value_loss         | 8.569707e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.10277401    |\n",
            "| clipfrac           | 0.4296875     |\n",
            "| ep_len_mean        | 621           |\n",
            "| ep_reward_mean     | 0.103         |\n",
            "| explained_variance | -8.91         |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 774           |\n",
            "| policy_entropy     | 2.3271637     |\n",
            "| policy_loss        | -0.08201222   |\n",
            "| serial_timesteps   | 99072         |\n",
            "| time_elapsed       | 2.02e+03      |\n",
            "| total_timesteps    | 99072         |\n",
            "| value_loss         | 8.2290986e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07695362    |\n",
            "| clipfrac           | 0.37304688    |\n",
            "| ep_len_mean        | 621           |\n",
            "| ep_reward_mean     | 0.103         |\n",
            "| explained_variance | -14.7         |\n",
            "| fps                | 27            |\n",
            "| n_updates          | 775           |\n",
            "| policy_entropy     | 2.4358459     |\n",
            "| policy_loss        | -0.07061898   |\n",
            "| serial_timesteps   | 99200         |\n",
            "| time_elapsed       | 2.02e+03      |\n",
            "| total_timesteps    | 99200         |\n",
            "| value_loss         | 5.6761077e-05 |\n",
            "--------------------------------------\n",
            "-------------------------------------\n",
            "| approxkl           | 0.08254786   |\n",
            "| clipfrac           | 0.40820312   |\n",
            "| ep_len_mean        | 621          |\n",
            "| ep_reward_mean     | 0.103        |\n",
            "| explained_variance | -24          |\n",
            "| fps                | 58           |\n",
            "| n_updates          | 776          |\n",
            "| policy_entropy     | 2.4517107    |\n",
            "| policy_loss        | -0.07330172  |\n",
            "| serial_timesteps   | 99328        |\n",
            "| time_elapsed       | 2.03e+03     |\n",
            "| total_timesteps    | 99328        |\n",
            "| value_loss         | 6.114947e-05 |\n",
            "-------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.10894166    |\n",
            "| clipfrac           | 0.42773438    |\n",
            "| ep_len_mean        | 621           |\n",
            "| ep_reward_mean     | 0.103         |\n",
            "| explained_variance | -5.23         |\n",
            "| fps                | 56            |\n",
            "| n_updates          | 777           |\n",
            "| policy_entropy     | 2.7234797     |\n",
            "| policy_loss        | -0.088610925  |\n",
            "| serial_timesteps   | 99456         |\n",
            "| time_elapsed       | 2.03e+03      |\n",
            "| total_timesteps    | 99456         |\n",
            "| value_loss         | 5.7772555e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.102059305   |\n",
            "| clipfrac           | 0.3984375     |\n",
            "| ep_len_mean        | 621           |\n",
            "| ep_reward_mean     | 0.103         |\n",
            "| explained_variance | -50.9         |\n",
            "| fps                | 60            |\n",
            "| n_updates          | 778           |\n",
            "| policy_entropy     | 2.8064315     |\n",
            "| policy_loss        | -0.07267475   |\n",
            "| serial_timesteps   | 99584         |\n",
            "| time_elapsed       | 2.03e+03      |\n",
            "| total_timesteps    | 99584         |\n",
            "| value_loss         | 5.2382184e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.07826703    |\n",
            "| clipfrac           | 0.35351562    |\n",
            "| ep_len_mean        | 621           |\n",
            "| ep_reward_mean     | 0.103         |\n",
            "| explained_variance | -34           |\n",
            "| fps                | 64            |\n",
            "| n_updates          | 779           |\n",
            "| policy_entropy     | 2.7179399     |\n",
            "| policy_loss        | -0.07739021   |\n",
            "| serial_timesteps   | 99712         |\n",
            "| time_elapsed       | 2.03e+03      |\n",
            "| total_timesteps    | 99712         |\n",
            "| value_loss         | 4.2779986e-05 |\n",
            "--------------------------------------\n",
            "--------------------------------------\n",
            "| approxkl           | 0.057584003   |\n",
            "| clipfrac           | 0.1953125     |\n",
            "| ep_len_mean        | 621           |\n",
            "| ep_reward_mean     | 0.103         |\n",
            "| explained_variance | 0.639         |\n",
            "| fps                | 24            |\n",
            "| n_updates          | 780           |\n",
            "| policy_entropy     | 1.083737      |\n",
            "| policy_loss        | -0.050581373  |\n",
            "| serial_timesteps   | 99840         |\n",
            "| time_elapsed       | 2.03e+03      |\n",
            "| total_timesteps    | 99840         |\n",
            "| value_loss         | 2.4598423e-05 |\n",
            "--------------------------------------\n",
            "---------------------------------------\n",
            "| approxkl           | 8.0258836e-08  |\n",
            "| clipfrac           | 0.0            |\n",
            "| ep_len_mean        | 621            |\n",
            "| ep_reward_mean     | 0.103          |\n",
            "| explained_variance | 0.402          |\n",
            "| fps                | 67             |\n",
            "| n_updates          | 781            |\n",
            "| policy_entropy     | 0.0034260452   |\n",
            "| policy_loss        | -6.8187946e-06 |\n",
            "| serial_timesteps   | 99968          |\n",
            "| time_elapsed       | 2.04e+03       |\n",
            "| total_timesteps    | 99968          |\n",
            "| value_loss         | 0.0067446064   |\n",
            "---------------------------------------\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "Total Run-Time : ,  2043.579 seconds\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "bZcpiy6-Tuzg",
        "colab_type": "text"
      },
      "source": [
        "Total Run-Time : ,  2043.579 seconds"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QyZPcs68Tuzh",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def evaluate_agent(model, num_steps=timesteps):\n",
        "    \"\"\"\n",
        "    Evaluate a RL agent\n",
        "    :param model: (BaseRLModel object) the RL Agent\n",
        "    :param num_steps: (int) number of timesteps to evaluate it\n",
        "    :return: (float) Mean reward for the last 100 episodes\n",
        "    \"\"\"\n",
        "    \n",
        "    episode_rewards = [0.0]\n",
        "    obs = env.reset()\n",
        "    for i in range(num_steps):\n",
        "        # _states are only useful when using LSTM policies\n",
        "        action, _states = model.predict(obs)\n",
        "\n",
        "        obs, reward, done, info = env.step(action)\n",
        "\n",
        "        # Stats\n",
        "        episode_rewards[-1] += reward\n",
        "        if done:\n",
        "            obs = env.reset()\n",
        "            episode_rewards.append(0.0)\n",
        "\n",
        "    # Compute mean reward for the last 100 episodes\n",
        "    mean_100ep_reward = round(np.mean(episode_rewards[-100:]), 1)\n",
        "\n",
        "    print(\"Mean reward:\", mean_100ep_reward, \"Num episodes:\", len(episode_rewards))\n",
        "\n",
        "    return mean_100ep_reward"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "N65FrwJTTuzj",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# ot_ppo_agent.save('ppo_obs_tower_agent.pkl')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "c6_D-Xa-Tuzm",
        "colab_type": "code",
        "outputId": "ac7bc2a0-3f04-447a-9806-3a30af5e5aa6",
        "colab": {}
      },
      "source": [
        "evaluate_agent(ot_ppo_agent)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mean reward: 0.3 Num episodes: 155\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.3"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 19
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "AQYUPNs2Tuzo",
        "colab_type": "code",
        "outputId": "f0a844b9-5ecf-4092-c79f-5b632d32ede1",
        "colab": {}
      },
      "source": [
        "from stable_baselines import results_plotter\n",
        "\n",
        "# Helper from the library\n",
        "results_plotter.plot_results([log_dir], timesteps, results_plotter.X_TIMESTEPS, \"PPO Obstacle-Tower\")"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjgAAACICAYAAADqIJGqAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAcJklEQVR4nO3de5gcVb3u8e9LQhIgdxKVQCAkIBiRayCAPuoRFUQ07gMoHBHY6nF7lC3q2Soc8YK3LeoG8W4UlIsgchECoiiKiXogkAESEAjERCAQyBUIdwK//cdazXSG7umanu7pns77eZ56pmpV1Vq/qqI6i1WraikiMDMzM+skm7U6ADMzM7NGcwXHzMzMOo4rOGZmZtZxXMExMzOzjuMKjpmZmXUcV3DMzMys47iCY2ZNIykk7dTC8t8oaXmryjez1nEFx6xDSPqnpKckPS7pYUk/kzQyr/uzpKfzutWSLpO0Tdm+B0r6k6T1kh6VdKWk6TXK207SLyStkfSEpBslHdagY2mHitHjeXoix/N42TSpVbGZWTGu4Jh1lndExEhgb2Bf4JSydSfkda8ExgJnAEg6APg9cAUwCdgRWAj8TdLUSoVIGg/8FXgWeDUwIed3gaQjmnBcAyoi/hwRI/P52iOnjSybHhzomCQNHegyzQYzV3DMOlBEPAD8Ftitwrq1wKVl674BnBsRZ0bE+ohYGxGnADcAX6xSxCeAx4EPRMRDEfFURFwIfBX4L0kq2/ZQSUtzy9E3JW0GIGknSXNzi9FqSRfl9Hl5v4W5teQ9ksZJukrSKknr8vx2pQIkjc8tVg/m9ZdXClrSJEmX5nyWSfpYkfNZJa8dJP02l7dY0jE5fUxuLSu1nn09t6wNz8vflvSVPL+lpO9KWi5phaQzJQ3L6w6TdJekUyWtBL5bb6xmmyJXcMw6kKTJwKHALRXWTQAOB26RtCVwIHBxhWx+BbylShFvAS6NiBcq7LM9qZWo5F+AGaRWpVnA+3P6l0ktR+OA7cj/gEfE6/P6PXJryUWk36qfATvk/J8CvldWxnnAlqTWpJeRW6d6HPdmwJWk1qltgYOAj0s6uMoxVpUrcJcCfwdeAbwP+K6k/SPiUeAO4LV589cDDwL7lS3PzfPfyfG+GnhV/vupsqJ2Al4gnZ9P9jVOs02ZKzhmneVySY+QHh/NBb5Wtu47ed1CYAXpH8zxpN+BFRXyWkF69FTJhF72Ka0vOS23Ct0HfBs4Oqc/R6qwTIqIpyPir9UOKiLWRMSlEfFkRKwntRS9ASD3JXob8OGIWBcRz0XE3ArZ7AtMjIgvRcSzEbEU+AlwVLVye7ErMB04JSKeiYgbgfOBY/L6ucAbJG0BTAFm5+Uxeb//n1tqjgNOjIhHI+IR4LQe8TwJfDXH+1QdcZptsvxM16yzvCsirq2y7mMR8dPyBElbkVoItgHu6rH9NsDqKnmtzut72qZsfcn9ZfP3kvr5AHya1Ipzo6R1wH9FxNmVCsstTWcAh5BafABGSRoCTAbWRsS6KrGW7ABMypW8kiHAX3IZj5elT88VsmomAQ9HxNM9jq3UajM3H9+1wHzgOlKl7Fbgloh4IvdvGgrcVfZET0B5nisiYkON4zKzCtyCY7YJi4gngOuBIyusfjfwxyq7XgscXupP02Of+4G7y9Iml81vT3pcQ+67878jYhLwb8APenlz6v8CuwAzI2I06TEPpArB/cB4SWOr7FtyP7AsIsaWTaMi4tAcT3kn4t4qN+RjeHmpX03ZsT2Q5+cB+5BaluYCNwOvAd5M9+OpB4HngSll8YyJiJeX5Rk14jCzKlzBMbOTgOMkfUzSqNyh9yvAAcCpVfY5AxgNnCXpFZJGSDoa+CzwqYgo/4f5UznPycCJQKkz8ZFlHYXXkf4xfz4vPwyUv8E1itTv5pH8BtcXSisiYgWpQ/UPcjmbS3o9L3Uj8Jikz0jaQtIQSbtJ2rfYadrIXXn6sqRhkmaQHk/9Ise0FlhMqrjNza0wt5D6H83N2zwNnAOcKWlrJdtLenMd8ZhZD67gmG3ict+Xg4H/SepDcy+wF/C6iLinyj5rgNcBI0gdateQ+vS8L3cKLncF0EV6PPMb4Kycvi8wPz8amkPqi7Isr/sicI6kRyS9m9R3ZwvSo68bgN/1KON9pD49dwErgY9XiPl54B3AnsCynNdPgTHVz05luQJ3OOkV8oeBC4BPRMT1ZZvNJT3+W1i2vCXwt7Jt/h1YRTo/jwJXs3HFzszqpI3/R8vMzMxs8HMLjpmZmXUcV3DMzMys49Ss4OSOgKPy/ClKY9js3fzQzMzMzOpTpAXncxGxXtLrSB0RzwF+2NywzMzMzOpX5EN/pdc23w78MCKukPTF5oXUuwkTJsSUKVNaVbyZmZm1ka6urtURMbFnepEKzgOSfkz6QNVp+cNWLeu7M2XKFBYsWNCq4s3MzKyNSLq3UnqRisq7gWuAQ/JYKePZeDA4MzMzs7ZStYIjaXz+YugI4M/Amrz8DLBJNKF03buOY8+aT9e9tYa4Gdi82kWzjqlR+XbiOTczs2J6a8HpIlVkukhf2rwbuIfur252vDOvvZt596zmzGvvrr3xAObVLpp1TI3KtxPPuZmZFVO1D05E7Agg6UfAnIi4Oi+/jdQfp+Od+OZXbvS3XfJqF806pkbl24nn3MzMiqk5VIOkrojYp0fagoiY0dTIqpgxY0a4k7GZmZnBi/WUl9RJirxFtVrSKcD5pNF+jyENrGdmZmbWloq8RXU0MBH4dZ4m5jQzMzOzttRrBUfSEODkiDgxIvaKiL0j4uMRsXaA4utYnfiGVrvE0SqtPv5Wl29m9Rmoe3dT+43otYITEc8D+/S2jdWnE9/Qapc4WqXVx9/q8s2sPgN1725qvxFF+uDcImkOcDHwRCkxIi5rWlSbgE58Q6td4miVVh9/q8s3s/oM1L27qf1GFHmL6mcVkiMi3l9jv7OBw4CVEbFbhfUCzgQOBZ4Ejo+Im2sF7LeozMzMrKTut6gi4l/rLPPnwPeAc6usfxuwc55mkkYon1lnWWZmZmYvqvkWlaQRkj4q6QeSzi5NtfaLiHlAb52RZwHnRnIDMFbSNsVDr91hqtEdqnrm18yOwp02XMFAHE8zjrWZ13wgy+hE/T1PA/370VetLr8VsbTDMbdDDNYYRV4TPw94BXAwMBfYDljfgLK3Be4vW16e015C0ockLZC0YNWqVS+m1+ow1egOVT3za2ZH4U4brmAgjqcZx9rMaz6QZXSi/p6ngf796KtWl9+KWNrhmNshBmuMIp2Md4qIIyXNiohzJF1AGl28v1QhrWKHoIiYDcyG1AenlF6rw1SjO1T1zK+ZHYU7bbiCgTieZhxrM6/5QJbRifp7ngb696OvWl1+uU2pE2w7xGCNUaST8Y0RsZ+kecBHgIeAGyNias3MpSnAVVU6Gf8Y+HNEXJiXFwNvjIgVveXpTsZmZmZWUq2TcZFHVLMljQM+B8wB7gBOa0BMc4BjlewPPFqrcmNmZmZWRJG3qH6aZ+cCNVttSiRdCLwRmCBpOfAFYPOc54+Aq0mviC8hvSZe79taZmZmZhupWcGR9A/gBuAvwLyIuKNIxhHR63hVkZ6NfbRIXmZmZmZ9UeQR1XTgx8DWwLckLZX06+aGZWZmZla/IhWc54Hn8t8XgIeBlc0MyszMzKw/irwm/hhwG3A68JOIWNPckMzMzMz6p0gLztFA6RXxX0o6VdJBzQ3LzMzMrH5F3qK6ArhC0q6k8aM+Dnwa2KLJsZmZmZnVpchYVJfmN6nOBLYCjgXGNTswMzMzs3oV6YPzdeDmiHi+2cGYmZmZNUKRPjh/B06WNBtA0s6SDmtuWGZmZmb1K1LB+RnwLHBgXl4OfKVpEZmZmZn1U5EKzrSI+AbpWzhExFNUHgnczMzMrC0UqeA8K2kLIAAkTQOeaWpUZmZmZv1QpJPxF4DfAZMl/QJ4LXB8M4MyMzMz648i38H5g6Sbgf1Jj6ZOjIjVTY/MzMzMrE5FHlEREWsi4jcRcRWwtaSfNDkuMzMzs7pVreBI2l3S7yXdLukrkl4u6VLgj8AdAxeimZmZWd/01oLzE+AC4HBgFXAzsBTYKSLOGIDYzMzMzOrSWx+c4RHx8zy/WNJ/ACf5i8ZmZmbW7nqr4IyQtBfd37x5HNhdkgAi4uZmB2dmZmZWj94qOCuA08uWHypbDuBNzQrKzMzMrD+qVnAi4n8MZCBmZmZmjVLoNfF6STpE0mJJSySdVGH98ZJWSbo1Tx9sZjxmZma2aSjyJeO6SBoCfB94C2mAzpskzYmInq+YXxQRJzQrDjMzM9v0NLMFZz9gSUQsjYhngV8Cs5pYnpmZmRlQoIKj5BhJn8/L20var0De2wL3ly0vz2k9HS5pkaRLJE2uEsOHJC2QtGDVqlUFijYzM7NNWZEWnB8ABwBH5+X1pEdPtahCWvRYvhKYEhG7A9cC51TKKCJmR8SMiJgxceLEAkWbmZnZpqxIBWdmRHwUeBogItYBwwrstxwob5HZDniwfIM8xtUzefEnwD4F8jUzMzPrVZEKznO5w3AASJoIvFBgv5uAnSXtKGkYcBQwp3wDSduULb4TuLNQ1GZmZma9KPIW1XeAXwMvk/RV4AjglFo7RcQGSScA1wBDgLMj4u+SvgQsiIg5wMckvRPYAKwFjq/vMMzMzMy6KaJnt5gKG0m7AgeR+tX8MSJa1tIyY8aMWLBgQauKNzMzszYiqSsiZvRMr9qCI2l82eJK4MLydRGxtrEhmpmZmTVGb4+oukj9bgRsD6zL82OB+4Admx6dmZmZWR2qdjKOiB0jYiqpD807ImJCRGwNHAZcNlABmpmZmfVVkbeo9o2Iq0sLEfFb4A3NC8nMzMysf4q8RbVa0inA+aRHVscAa5oalZmZNd0FF8Dw4bD77jBtGmzW1OGXzQZWkQrO0cAXSK+KA8yj+6vGZmY2SH3uc7B0aZrfckuYNAlU6Rv0dZo2DfbfP0377AMTJjQub7NaalZw8ttSJ0oaDbwQEY83PywzM2u222+HO+6ARYtg4UJYubJxeT//PNx5J5x6KpS+RjJpUmot2n132GOP9HfcuFTJ+sc/0vTQQ915DBsGe+0FM2fC9OkwZEjj4rPOV/M7OJJeA5wLlF4bXw0cFxG3Nzm2ivwdHDOzwWP9erjpJrj11lSJWrgwVaqee+6l2262GUyc2F2RefxxeOyxND9yJOy9d2oJ2mcf2HNP2GUXGFrkOYR1tD5/B6fMj4FPRsR1OaM3ArOBAxsaoZmZdZxRo+BNb0pTyXPPweLFqeXokUdg6tT0OGuHHVKrTUkELFkCN9wA8+dDVxf88Ifw9NNp/bBh8OpXb9wi9LKXVY5jzBiYPLmxj+CsvRVpwVkYEXvUShsobsExM9t0bdiQHn0tXNj9aG3Roo0fbVWz9dap9WfXXQfmcdeoUbDvvukR28SJzS9vU9WfFpylkj4HnJeXjwGWNTI4MzOzIoYOhde8Jk3lVq6E225LLUKVPPxwagHq6oLrr29+nABPPAEv5KGpp07tfry2yy6wfDncfXea/vnP1LpU6p80Zkzl/LbZJj2aGz58YOIf7Iq04IwDTgVeR/qS8Vzg1IhY1/zwXsotOGZmNhg88QTcfHN6xHbjjalytayseWDkyFTZ2WEHuO++1Om79PitmlLH65137n7cNnIk7LZbqhy98pXd/ZIiUmfvDRvSX4Btt+28zwFUa8EpNNhmWSZDgK0i4rFGBtcXruCYmdlgtWZNelts8mR4xSs27hO0YUN6o+zJJ1+6X0SqHM2fn1qgli/vXrduXfWWq55Gj4b99kuPzcaPr719uZEjU8vZbrulx2/tou4KjqQLgA8Dz5PGpxoDnB4R32xGoLW4gmNmZtYtIlV4Fi1KFaTyf9aHDk39jYYOTRWohQtTi9KiRd2tOvWYOrW7Y/erXtXdOXzo0LQ8bdrAdejuTx+c6RHxmKT3AlcDnyFVdFpSwTEzM7NuUmoRmjy5+D7PPJOmvli7NlWMyjt3X375xhWqkjFjUn+h0aNr57v11hu/CdeoD0IWqeBsLmlz4F3A9yLiOUnFn2uZmZlZWxk+vO+dlUePhilT4J3v7E578snUalRqDXr66dTZu6srVYLKH6VVEpH6J/38591ppQ9CTpvWv7fdin4H55/AQmCepB2AlvXBMTMzs/aw5ZapT065mTPhgx/sWz4PP9zdOlSabrihf7H1qZPxiztJQyNiQ/+Kro/74JiZmVlJn/vgSDomIs6X9Mkqm5zesOjMzMzMGqi3t+G3yn9HVZlqknSIpMWSlkg6qcL64ZIuyuvnS5rSp+jNzMzMKqjaghMRP85/T60n4/zNnO8DbwGWAzdJmhMRd5Rt9gFgXUTsJOko4DTgPfWUZ2ZmZlZS83uGkqZKulLSKkkrJV0haWqBvPcDlkTE0oh4FvglMKvHNrOAc/L8JcBBUn1vznfdu45jz5pP172VP7Bcvr7IfH9j6G9e1fKttNzbtkXi6y3ueo+pnjj6k09f42nEfwON+G+uL2XUe94aNd+sfBvx318j7u9G5t/fc9iI42tkzL2dp8FWTqvvo1aUOZDlNPucVSpv6Phtd650jEXeorqA1BLzL3n5KOBCYGaN/bYF7i9bXl5hnxe3iYgNkh4FtgZWl28k6UPAhwC23377ioWdee3dzLsn7XbuB14aWvl6oOZ8pTxqqVZGPXlVy/fcD8zs9ViLriuPr9p8z7L6ckz1xFHruvXlWGvlU+Rc9OcYe65vRBl9yaOv17rIfNHzNhDlNeK/7Z4aee/Uc0yNPr5GxlwtlsFYTtHye8YwmMvs9N+IzYZtUfFrO0UqOIqI88qWz5d0QpH9KqT1fGWryDZExGxgNqS3qCoVduKbX7nR3yLri8z3Ra0y6tUz396Ota/ras3Xe0z9iaM/+RSNpy/nomieRdY3oox6z1sj5puVb73lVdu+6HytPPqbf3/PYX/Kb/S1qpX/YCunlfdRq8ociHJa8Rtx4aefqvjpmiJDNXwdeIT0iClIfWSGk1p1iIi1VfY7APhiRBycl0/O2/9n2TbX5G2ulzQUeAiYGL0E5dfEzczMrKQ/QzWUOv3+W4/095MqPNX649wE7CxpR+AB0qOt/9VjmznAccD1wBHAn3qr3JiZmZkVUdeH/gpnLh0KfBsYApwdEV+V9CVgQUTMkTQCOA/YC1gLHBURS2vkuR5Y3LSgrb8m0KMPlbUVX5/25WvT3nx92tcOETGxZ2LVCo6kT0fEN/L8kRFxcdm6r0XE/2taqL2QtKBSU5S1B1+f9ubr0758bdqbr8/g09tr4keVzZ/cY90hTYjFzMzMrCF6q+CoynylZTMzM7O20VsFJ6rMV1oeSLNbWLbV5uvT3nx92pevTXvz9RlkeuuD8zzwBKm1ZgvgydIqYEREbD4gEZqZmZn1UVPfojIzMzNrhZpjUZmZmZkNNoOqgiPpEEmLJS2RdFKr4+lUkiZLuk7SnZL+LunEnD5e0h8k3ZP/jsvpkvSdfF0WSdq7LK/j8vb3SDquLH0fSbflfb5T7yCrmypJQyTdIumqvLyjpPn5PF8kaVhOH56Xl+T1U8ryODmnL5Z0cFm677N+kDRW0iWS7sr30AG+d9qHpE/k37XbJV0oaYTvnw4VEYNiIn0s8B+kLycPAxYC01sdVydOwDbA3nl+FHA3MB34BnBSTj8JOC3PHwr8ltQ/a39gfk4fDyzNf8fl+XF53Y3AAXmf3wJva/VxD6YJ+CRpINyr8vKvSB/KBPgR8H/y/EeAH+X5o4CL8vz0fA8NB3bM99YQ32cNuTbnAB/M88OAsb532mMiDfC8DNgiL/8KON73T2dOg6kFZz9gSUQsjYhnSWNjzWpxTB0pIlZExM15fj1wJ+mHYRbpx5v89115fhZwbiQ3AGMlbQMcDPwhItZGxDrgD8Ahed3oiLg+0q/FuWV5WQ2StgPeDvw0Lwt4E3BJ3qTntSlds0uAg/L2s4BfRsQzEbEMWEK6x3yf9YOk0cDrgbMAIuLZiHgE3zvtZCiwhdL4h1sCK/D905EGUwVnW+D+suXlOc2aKDfJ7gXMB14eESsgVYKAl+XNql2b3tKXV0i3Yr4NfBp4IS9vDTwSERvycvn5fPEa5PWP5u37es2smKnAKuBn+RHiTyVthe+dthARDwDfAu4jVWweBbrw/dORBlMFp9JzZr8C1kSSRgKXAh+PiIrD0Zc2rZAWdaRbDZIOA1ZGRFd5coVNo8Y6X5vmGArsDfwwIvYifWqjt34Yvj4DKPd9mkV6rDQJ2Ap4W4VNff90gMFUwVkOTC5b3g54sEWxdDxJm5MqN7+IiMty8sO5iZz8d2VOr3ZtekvfrkK61fZa4J2S/klq/n4TqUVnbG5yh43P54vXIK8fQxrYtq/XzIpZDiyPiPl5+RJShcf3Tnt4M7AsIlZFxHPAZcCB+P7pSIOpgnMTsHPu7T6M1OFrTotj6kj5GfNZwJ0RcXrZqjlA6W2O44ArytKPzW+E7A88mpvhrwHeKmlc/j+ntwLX5HXrJe2fyzq2LC/rRUScHBHbRcQU0j3wp4h4L3AdcETerOe1KV2zI/L2kdOPym+J7AjsTOq86vusHyLiIeB+SbvkpIOAO/C90y7uA/aXtGU+f6Xr4/unE7W6l3NfJtIbB3eTeql/ttXxdOoEvI7UrLoIuDVPh5KePf8RuCf/HZ+3F/D9fF1uA2aU5fV+Uge8JcC/lqXPAG7P+3yP/NFJT326Tm+k+y2qqaQf2CXAxcDwnD4iLy/J66eW7f/ZfP4XU/Ymju+zfl+XPYEF+f65nPQWlO+dNpmAU4G78jk8j/QmlO+fDpz8JWMzMzPrOIPpEZWZmZlZIa7gmJmZWcdxBcfMzMw6jis4ZmZm1nFcwTEzM7OO4wqOmTVcHlH7I3l+kqRLau3Tj7L2lHRos/I3s8HJFRwza4axpJGYiYgHI+KIGtv3x56kb4+Ymb3IFRwza4avA9Mk3SrpYkm3A0g6XtLlkq6UtEzSCZI+mQemvEHS+LzdNEm/k9Ql6S+Sds3pR0q6XdJCSfPy12K/BLwnl/UeSVtJOlvSTTnfWWVlX5HzXSzpCzl9K0m/yXneLuk9LTljZtZQQ2tvYmbWZycBu0XEnnlE+qvK1u1GGqF+BOkLsZ+JiL0knUEaeuDbwGzgwxFxj6SZwA9I4259Hjg4Ih6QNDYinpX0edIXgE8AkPQ10if13y9pLHCjpGtz2fvl8p8EbpL0G2AH4MGIeHvef0yzToqZDRxXcMxsoF0XEetJYyo9ClyZ028Dds+j2B8IXJyGCwLS5/QB/gb8XNKvSAMlVvJW0oCk/5GXRwDb5/k/RMQaAEmXkYYluRr4lqTTSENf/KURB2lmreUKjpkNtGfK5l8oW36B9Ju0GfBIROzZc8eI+HBu0Xk7cKukl2xDGt/p8IhYvFFi2q/n2DQREXdL2ofUj+c/Jf0+Ir5Uz4GZWftwHxwza4b1wKh6doyIx4Blko6ENLq9pD3y/LSImB8RnwdWA5MrlHUN8O95tGgk7VW27i2SxkvaAngX8DdJk4AnI+J84FvA3vXEbWbtxRUcM2u4/Bjob7lz8TfryOK9wAckLQT+DszK6d+UdFvOdx6wELgOmF7qZAx8GdgcWJS3+3JZvn8ljSB9K3BpRCwAXkPqp3MraYTor9QRr5m1GY8mbmabBEnHU9YZ2cw6m1twzMzMrOO4BcfMzMw6jltwzMzMrOO4gmNmZmYdxxUcMzMz6ziu4JiZmVnHcQXHzMzMOs5/AzDaruX4frDIAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 576x144 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ZgmMY1bQTuzq",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def moving_average(values, window):\n",
        "    \"\"\"\n",
        "    Smooth values by doing a moving average\n",
        "    :param values: (numpy array)\n",
        "    :param window: (int)\n",
        "    :return: (numpy array)\n",
        "    \"\"\"\n",
        "    weights = np.repeat(1.0, window) / window\n",
        "    return np.convolve(values, weights, 'valid')\n",
        "\n",
        "\n",
        "def plot_results(log_folder, title='Learning Curve'):\n",
        "    \"\"\"\n",
        "    plot the results\n",
        "\n",
        "    :param log_folder: (str) the save location of the results to plot\n",
        "    :param title: (str) the title of the task to plot\n",
        "    \"\"\"\n",
        "    x, y = ts2xy(load_results(log_folder), 'timesteps')\n",
        "    y = moving_average(y, window=50)\n",
        "    \n",
        "    # Truncate x\n",
        "    x = x[len(x) - len(y):]\n",
        "#     print(x[-5:], y[-5:])\n",
        "\n",
        "    fig = plt.figure(title)\n",
        "    plt.plot(x, y)\n",
        "    plt.xlabel('Number of Timesteps')\n",
        "    plt.ylabel('Rewards')\n",
        "    plt.title(title + \" Smoothed\")\n",
        "    plt.grid()\n",
        "    plt.show()\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ZG1A-1TpTuzs",
        "colab_type": "code",
        "outputId": "a2506352-97f8-423f-bd33-3491ac2edabf",
        "colab": {}
      },
      "source": [
        "plot_results(log_dir, title='PPO Obstacle Tower Learning Curve')"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[196760 197361 197962 198763 199364] [0.248 0.248 0.248 0.248 0.248]\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAY0AAAEWCAYAAACaBstRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOy9d3xc5ZX//z5qM2ozkqzqKhubYkwxmBaasoEAKbDZhA2QZElbf9mEkPIjG1KWJCRkk5Alm03YBUJI24SWbBKHGpIgQjO2AVMMGGxLtmRbklWsMuoz5/fHvTMaySNpJGskzcx5v1566d6n3Hvmzp37uc/znOc8oqoYhmEYRjxkzLUBhmEYRvJgomEYhmHEjYmGYRiGETcmGoZhGEbcmGgYhmEYcWOiYRiGYcSNiUYKISIqIivn8Pw1ItI4V+dPF0TkryLy/rm2w3AQkatE5M8zdKyjRWR4Jo6VKEw0pomI1ItIn4j0iEiziPxURArcvFoR6XfzWkXk/0SkKqruW9wffreIdIrIH0Vk9STnWywivxKRNhEJiMgmEXnXDH2WuRabh9xr1SMiQyIyGLV/61zZNRYRaRKRs+baDlX9O1W9JxHHFpFiEfmhiDS413+HiHxPREoScb4p2lYjIhvd30ybiDwhIifMsg3z/qGeaEw0Do93q2oBcBJwCvCVqLyr3bwjgSLg+wAicgbwJ+APwEJgOfAi8JSIrIh1EvcH+yQwCBwLlLrH+7WIvC8Bn2tWUdWLVLXAvV6/Ar4b3lfVq2bbHhHJEJE5+W2ISNZcnNc9dy5QCxwBnAf4gLOAXpx7fKrHm7HPIiILcH4zNwHFwBLgW8DQTJ3DiBNVtb9p/AH1wHlR+zcB97vbtcDHo/I+Cbzibj8B/HeM4z0E/GKcc30DeAXIGJP+BWA3IO6+AtcAu4BW16YMN28l8DjQ6ebd46b/za0XAHqA9+P8KO8HDgAd7vbiqPOWAD8F9rn5v3fTa4DGqHILgd+6x6kDronjuv4M+GaM9E8CO4E24P+ACjf9O8BN7nYuMADc4O77gH6gwN0/G3gWOAg8D5wZdfyNwA1ufn/0540q0wScNY7d7wFeco/9BLA6Ku969/N3u9/jO6PyrgL+CtziXsuvuGl/Af7LPd7OMffaRuCDUfUnKrsSeMo998PAbcAd43yGq4FGIHecfK97r0TfC3cDX3G3LwR2AP8GNAM/xrkXo+3x4NyDqyf7Tsac+yygaYL7Jnwdf+Qe/01gHbAe2Ovac9mYe/jXUffmvzLyO8oEvg7scevdCRS6eS3uNehx/9bG8R2UAL9w758G4KuM/C6zgB/g3Nc7gE8Bw3P9fJvwNzrXBiTrH1GigfPWsw34hrtfiysaOK2CvwK/BPKAIPDWGMf7CLB/nHNtBL4eI325ewMf5e4r8Jh7ky4F3oiy4y7gyzitSy9RDz+33sqo/QXAe117C4H7cIXBzX8AuAdHXLKBc930GlzRcM/zHM4DMwdYgfMAuWCS6/ozxogG8A73B3e8a/vtwKNReZvd7b9zf7CPR+U9625Xuz/M81zb3oHzwCiOusa7gKPcz5QVw7aYogGcDuwHTsZ54Kx3r32Wm/9+oMo974dwHuClbt5VwDDwz27dXDdtCPgnN+2zQP2Y+yFaNCYq+zxwo/sd1OC8HIwnGr8Hbpvgu4lHNIZxxDfH/SzfAn4SVf69wNZ4vpMx516AIwY/AS4Aisbkh6/DFTgP4ptwXqi+79pyMY4oe93y9+Lc1wU4wloHfMDN+wTwGrAM58XjfuDHbt7RjHmox/EdPAT8EOf3VAW8AFzp5n0GeBnnBasMp0fBRCMV/3BEowfnzWI38N+4b2g4otHr5u3F6XIpAxa7P7qjYxzvQmBonHPtAK6KkR7+EZ/p7itwYVT+J4C/uNu/wHnYxnqDHiUaMfJPBDrc7SogNM4Pu4YR0TgN2DMm/4vATye5rj/jUNH4FW7rwd0vcm2odH/UA+7/rwHX4jzAvTitkO+6db4a/uFHHedx4P3u9kbgS5PYNp5o/BT48pi03cBp4xzndVzxdB84b4zJvwq3Zerul7jfUVGUrR+crCxO12gf4InK/w3ji8YTwNcm+PzxiEYAyI7KPxbnYZ3j7v8W+Nd4vpMY51/j3sf7cB7S/8do8X05quwprq3+qLQAzkPfg/PytiIq79PAw+72U8BHo/JOwPk9C+OLxnjfwbIY1+QjwEPu9tPAh6PyLh57/Pn2Z2Mah8ffq2qRqi5T1U+oal9U3jVu3iJV/YCqhrt6QjgP3rFU4XQbxaJ1gjrh/DANUdu7cd5gwG1+A5tEZJuIfHS8DyUieSJym4jsFpEunC6sIhHJxGlVtatqx3j1XZYBC0XkYPgP+BJQMUm9WCx0PwsAqnoQ6AIWqWoXzpvaWcA5OC2tzTiidS7OQyhszwfH2LOOkesDo6/dVFgGfGnMscuARQAi8jEReSkqbyVOC3Si8zZFbfe6/wvGOf94ZRcCB1R1YJJzhWkj9n02FZpUNTLOoKrb3HNeJCI+4CKcVi/E950QdaxXVPWfVHUhzovMETgtijDNUdt9wICqdo5JK8B52cjA6X4Ksxv3+2LM/eZu5+KIwbifO2o7+jtYhiO2B6I+4w8Y+R0s5NDf7Lxmzgbd0hFVDYjIM8ClOA+3aP4Rp180Fn8G3isiX1fV0Jg6DThdIWHCXWXgdFHtc8/dhNMFgusB9GcR+Zuq7ohxvv8Pp5vmNFVtEpETcZrU4p6vRESK3If3eDQAdaq6aoIy8bIP58eHa78fp2Wx1016HDgfOAbY6u6/E+fB8mSUPXeo6qcmOI9O074G4AFV/Y+xGSJyJE7XxN8Bm1Q1JCKv41zLwz3vZOwHykTEEyUcS3BawLH4M/AFEfGqan+M/EGcN/y8qLRKnHGaMLE+y13A5TgP3c2qGn5IxvOdxERVt4nIL3G6/qZKE87L21KcLknc7fD9NOp+c/P6gHZGi308NOD0SBSr25QYw36c7yT6XPMaa2nMPtcBV4rINSJS6Lo4fhM4A2fwLRbfx3lI/kREKkXEKyKX44xRfH7Mzfh595hLcJrc9wCIyKUistgt04Hz4w66+804Yw5hCnF+JAddz62vhjNUdT9OH+1/u+fJFpFzYti8CegSkS+ISK6IZIrIGhE5Jb7LNIq7gH9264e7nf7qCiE4IvEx4HlVDeJ0D14FbIt60/w5cKmIvM21JdfdrpyiLTnu9Q//ZeJ0+31KRNaJQ4GIXCwieThvmyGcvvoMEbkKp6UxG7yB0xX2lajv6cIJyv8E58F4n4gc6X6WMhH5qoi8zX1heRn4gHsN341z307GXcC7gI/jDD6Hifs7EZHjROQzIhJuvVXjCMbGOM4/CldAfwd8S0TyReQInN/K/0bZe62ILBWRQuCbwK/d31kLkCkicT3cVbXOtfG77u89Q0RWyYjr9r3AZ0WkSkRKcXoE5jUmGrOMqj6JM5D3DzhvGbtxPDDOUtU3x6nThtP94gVexelG+BzwIT3UX/8POAPQW3EGrH/ipp8CPCsiPcAG4NPuDQ3OWMDP3ebzPwL/idMcb8W54R8ec44P4bxxvo7zI/pMDJuDwLtx3vbr3GPdAfjHvzqxUdX7gX937d6H83b7oagiTwD5ON1ouJ89FLWPqu7CGYT9umvLbpwHxVR/A3/BEdTw3xdV9Skcr7XbcN7i38AZkFVVfR64FdiC830vd7cTjvuQuwxnoLkDp3vwPpwxoFjl+3DGpXbjOG90A8/gXNvn3WJX4zysO3A8xu6Pw456HLfyU9zzh9On8p104fwGNotIAKcFuQnnJWw6/D/3f/iz3oEzdgbwPzjjJU/jOFa04/zecLtlvws85/5eTozjXJfjjG+87h7rHka6p36Ec/9uw/Eiu3ean2fWkNgtJsMwUhER+QOwUVX/fa5tMZITa2kYRgojIqeJSLXbLfJunO6pDXNtl5G82EC4YaQ2i3HcXEtwvIU+6no0Gca0sO4pwzAMI26se8owDMOIm5TpniotLdXq6uq5NmNKBAIB8vPz59qMKWN2zy5m9+ySbnY/99xzrapaFm/5lBGN6upqtmyZFU/GGaO2tpaampq5NmPKmN2zi9k9u6Sb3SIypVno1j1lGIZhxI2JhmEYhhE3JhqGYRhG3JhoGIZhGHFjomEYhmHEjYmGYRiGETcmGoZhGEbcpMw8jUTR3T/EL57ZTYYIHzmzGm925lybZBiGMWeYaEShqvzxpf287ehy8j3OpXlkWzM3PbIdgFXlBZy3ejqrlRqGYaQG1j0VxY6WHq656wX++OK+SNqe9t7I9oGemGvXGIZhpA0mGlHsPBAAYN/BvkhaQ3svpQUeAA50m2gYhpHeWPdUFPVtjmjs7+yPpDW093JEWT6Dw0FaraVhGEaaYy2NKOpbHdFo6hoRjT3tvSwtyaO00GOiYRhG2mOiEUVdWDTclkb/UJCW7gGWlORRWuChtXtwLs0zDMOYc0w0ogh3T4VFo7HDGQRfWpJHWYG1NAzDMBIqGiJyoYhsF5EdInLdBOXeJyIqIuvc/WoR6RORre7frYm0E6B3cJjmrgF83iy6B4bpGRimod0ZEHdaGjnmPWUYRtqTMNEQkUzgFuAiYDVwuYisjlGuELgGeHZM1k5VPdH9uypRdoapb3VaFaetWAA4rY2wu+2SklxKCzx09w/TPxRMtCmGYRjzlkS2NE4FdqjqLlUdBO4GLolR7hvAd4H+GHmzxm63a+qMKNFoaO/Fm51BWYGH0kLH7bYtYOMahmGkL4l0uV0ENETtNwKnRRcQkbXAElW9X0SuHVN/uYi8AHQBX1HVJ8aeQETWA+sBKioqqK2tnbKRwyFl58EQzzYNA5DZvguAex57njcPBinxKI8//jhNLU7+I48/zQr/zIQS6enpmZbNc43ZPbuY3bOL2T0xiRQNiZGmkUyRDOD7wIdjlNsPLFXVNhE5Gfi9iByrql2jDqZ6O3A7wLp163Q66+O29Qzw8W/+GYBFRbm8/6Jz+damP/HHXUMAXLSmkpqak/Hv6eAHzz/NsiPXUHPMzIQSSbe1iOcas3t2Mbtnl9myO5Gi0QgsidpfDOyL2i8E1gC1IgJQCWwQkYtVdQswAKCqz4nITuBIYMtMG1nozeZXH3caQEtL8vBmZ/LANWfT7M7VOHahD4CyQpsVbhiGkUjR2AysEpHlwF7gMuCKcKaqdgKl4X0RqQWuVdUtIlIGtKtqUERWAKuAXYkwMicrgzNXlo5KW1lewMryglFp5YVeAJq7TDQMw0hfEiYaqjosIlcDjwCZwJ2quk1EbgC2qOqGCaqfA9wgIsNAELhKVdsTZWs85GRlUFrgoamrb/LChmEYKUpCY0+p6oPAg2PSrh+nbE3U9m+B3ybStulQ6feMiktlGIaRbtiM8ClQ6cuNzBY3DMNIR0w0pkCV3zsqmKFhGEa6YaIxBSr9Xg72DtE3aLPCDcNIT0w0pkClz/GgstaGYRjpionGFKjyu6Jh4xqGYaQpJhpToCIsGuZ2axhGmmKiMQXC3VPmdmsYRrpiojEF8j1Z+LxZ1j1lGEbaYqIxRSr9XhMNwzDSFhONKVLpzzXvKcMw0hYTjSlS5fPamIZhGGmLicYUqfB7ae0ZYCgYmmtTDMMwZh0TjSlS5feiCi22roZhGGmIicYUqYxM8LO5GoZhpB8mGlPE5moYhpHOmGhMEQslYhhGOmOiMUX8udl4szP42dP1fPCOZ7njiYSsQmsYhjEvSahoiMiFIrJdRHaIyHUTlHufiKiIrItK+6Jbb7uIXJBIO6eCiHDlW6qp8Hl5vamLnz9TP9cmGYZhzBoJW+5VRDKBW4DzgUZgs4hsUNVXx5QrBK4Bno1KWw1cBhwLLAT+LCJHquq8WMjiixcdA8CND7zKLzfuRlURkTm2yjAMI/EksqVxKrBDVXep6iBwN3BJjHLfAL4LRA8SXALcraoDqloH7HCPN68oK/TQPxSiZ2B4rk0xDMOYFRLW0gAWAQ1R+43AadEFRGQtsERV7xeRa8fU3Tim7qKxJxCR9cB6gIqKCmpra2fG8jhp3eeIxQN/eYLK/Knrb09Pz6zbPBOY3bOL2T27mN0Tk0jRiNVfo5FMkQzg+8CHp1o3kqB6O3A7wLp167SmpmY6dk6brDdbuf2lZ1l+zAmctmLBlOvX1tYy2zbPBGb37GJ2zy5m98QkUjQagSVR+4uBfVH7hcAaoNYdD6gENojIxXHUnReUFXoAONBjs8MNw0gPEjmmsRlYJSLLRSQHZ2B7QzhTVTtVtVRVq1W1Gqc76mJV3eKWu0xEPCKyHFgFbEqgrdMiIhoWUsQwjDQhYS0NVR0WkauBR4BM4E5V3SYiNwBbVHXDBHW3ici9wKvAMPDJ+eI5FU1RbjbZmWKiYRhG2pDI7ilU9UHgwTFp149TtmbM/o3AjQkzbgbIyBBKCzwmGoZhpA02I/wwKSv02JiGYRhpg4nGYVJW4KGly0TDMIz0wETjMLGWhmEY6YSJxmFSVuihrWeAYOiQaSSGYRgph4nGYVJW6CGk0B4YnGtTDMMwEo6JxmFSVmBzNQzDSB9MNA4TmxVuGEY6YaJxmNiscMMw0gkTjcOk1LqnDMNII0w0DpN8Txb5OZkmGoZhpAUmGjOAzdUwDCNdMNGYAcoLvRzo7p+8oGEYRpJjojEDlBVa0ELDMNIDE40ZwETDMIx0wURjBigr9NDVP0z/0Lxb8sMwDGNGMdGYASp8XgCau2xcwzCM1MZEYwaodEVjf6eJhmEYqU1CRUNELhSR7SKyQ0Sui5F/lYi8LCJbReRJEVntpleLSJ+bvlVEbk2knYdLpd8RjSYTDcMwUpyELfcqIpnALcD5QCOwWUQ2qOqrUcV+raq3uuUvBm4GLnTzdqrqiYmybyaJiIZ1TxmGkeIksqVxKrBDVXep6iBwN3BJdAFV7YrazQeSclGKAk8WhZ4sa2kYhpHyiGpintMi8j7gQlX9uLv/IeA0Vb16TLlPAp8DcoC/U9U3RaQa2Aa8AXQBX1HVJ2KcYz2wHqCiouLku+++OyGfJR6+9GQvVfkZfGqtN+46PT09FBQUJNCqxGB2zy5m9+ySbna/9a1vfU5V18VdQVUT8gdcCtwRtf8h4IcTlL8C+Lm77QEWuNsnAw2Ab6LznXzyyTqXfPCOjXrxj56cUp3HHnssMcYkGLN7djG7Z5d0sxvYolN4tieye6oRWBK1vxjYN0H5u4G/B1DVAVVtc7efA3YCRybIzhmhyu+lqbNvrs0wDMNIKIkUjc3AKhFZLiI5wGXAhugCIrIqavedwJtuepk7kI6IrABWAbsSaOthU+nzcqB7gOFgaK5NMQzDSBgJ855S1WERuRp4BMgE7lTVbSJyA05zaANwtYicBwwBHcCVbvVzgBtEZBgIAlepanuibJ0JKv25hNRZwa/KnzvX5hiGYSSEhIkGgKo+CDw4Ju36qO1Pj1Pvt8BvE2nbTFPlH5ngZ6JhGEaqYjPCZ4hwKBFzuzUMI5Ux0ZghqmxWuGEYaYCJxgxRlJeNJyvDZoUbhpHSmGjMECJCpd9rQQsNw0hpTDRmkEqfl2YTDcMwUhgTjRmkyu9lf5dN8DMMI3Ux0ZhBKvxemjsHwmFRDMMwUg4TjRmkyudlMBiiPTA416YYhmEkhIRO7ks3Kt1JfVf/+gV8uVl8+m1Hsnqhb46tMgzDmDlMNGaQk5YWcUp1MZ19Q2ysa+PIikITDcMwUgoTjRmk3OflvqveAsCpN/6Zlq6BObbIMAxjZrExjQRR7vPQ0m3ut4ZhpBZxiYaIHCEiHne7RkSuEZGixJqW3JQXemm2loZhzHv2HuzjF8/Uz7UZSUO8LY3fAkERWQn8BFgO/DphVqUA5YUeWrpNNAxjvnPPpj1c/4dttPbY7zUe4hWNkKoOA+8B/lNVPwtUJc6s5Ke80ENbwBZlMoz5zp72XgAbg4yTeEVjSEQux1kk6X43LTsxJqUG5T4vqtBmczYMY17T0OFEcbAxyPiIVzQ+ApwB3KiqdSKyHPjfySqJyIUisl1EdojIdTHyrxKRl0Vkq4g8KSKro/K+6NbbLiIXxPuB5gvlhR7A3l4MY74TaWlYd3JcxOVyq6qvAtdE7dcB356ojrvG9y3A+UAjsFlENrjHCvNrVb3VLX8xcDNwoSselwHHAguBP4vIkaoajPuTzTHl7qJMzV39HId/jq0xDCMWfYNBDrhiccBEIy4mFA0ReRkYN5CSqh4/QfVTgR2quss91t3AJUBENFS1K6p8ftS5LgHuVtUBoE5EdrjHe2Yie+cTkZaG3YiGMW9p7OiNbLfYWjhxMVlL413u/0+6/3/p/v8A0Hto8VEsAhqi9huB08YWEpFPAp8DcoC/i6q7cUzdRTHqrgfWA1RUVFBbWzuJSbPHcMjRv3uefBU5sIOqgtE9ga+1BdnZ1sejux9lZVEGy/2Zc2HmtOjp6ZlX1zpezO7ZJRns3toyHNl+ZVcjtbWtSWF3LGbL7glFQ1V3A4jImap6ZlTWdSLyFHDDBNUl1iFjnOMW4BYRuQL4Cs5ge7x1bwduB1i3bp3W1NRMYM7sc+SLj/Nicw9lpT7ueNe6SLqqcs3X/0RXvwCDHFPl46FPnz13hk6R2tpa5tu1jgeze3ZJBrvrn6qD51/lyIoC1JNFTc2ZSWF3LGbL7ngHwvNF5Kzwjoi8Bac7aSIagSVR+4uBfROUvxv4+2nWnZfc/6mzOefIMvYdHL3GRmvPIF39w1x6ZDaXnryYZmsWG8ac0NDRR252JsdU+abUlTwcDPHwK/u5b0sDv3muMa3meMQbe+qjwE9FxI/zxt/ppk3EZmCV62m1F2dg+4roAiKySlXfdHffCYS3NwC/FpGbcQbCVwGb4rR13pCTlcGS4lxe2ds5Kr2+LQDAksIMQsW5tAcGGQqGyM60qC6GMZvsae9lSUkuFT4vLd3xrYXT2NHLp+56gRf2HIykfeys5fzbu1ZPUCt1mFQ0RCQDWKmqJ4iIDxBV7ZysnqoOi8jVwCNAJnCnqm4TkRuALaq6AbhaRM4DhoAOnK4p3HL34gyaDwOfTCbPqWgqfV7aA4P0DwXxZjvjFnWtjmhU5mcw5A6Yt/UMUun3zpmdhpEqHOgeYHN9e2Tf583mzJULaOkeIKRKlbuEAUBDey9LS/IoL/QwOBzikW1N5EwiHN97ZDvbm7q5+R9P4JTqEj70k2fZ35k+K3ZOKhqqGnIf/veO8XaaFFV9EHhwTNr1UdufnqDujcCNUznffCQsBC1dAyxdkAdAfWuArAxhgVcIFjiicaB7wETDMGaAGx94ld9vHd2b/fBnzubGB15jcDjEPf/vDMAZW2xo7+X0FQtYUeb0tl/1v8/zhVO8EY+cWLzR3MOpy0v4h5MWA1Dlz02r+Vjx9oc8KiLXisgSESkJ/yXUshQh/FYT/SZS3xZgSUkemRlCmdvSONBj4xpG6hMMKTsP9CT0HG+2OA/1Rz5zDj+6Yi0ADe19bG/qZnfbiNPngZ4BAoNBlpfm89ajyrnXFZMDfeOH/lFV6tsCVC8YGdIt93loTqPZ5PGKxkdx3G7/Bjzn/m1JlFGpRLj10BQ12F3X2ku12+qIiIbN5zDSgD++uI/zb348Yc4fqkp9a4DVVT6Oqizk1Grn3XbXgR5augc40DMSD66+1RGQ6tJ8RIQTljiTcDv6x++eOtA9QK8rNGHKCz20dMU3HpIKxDsjfHmiDUlVwqKxv9P5kagqu9sCnL6iBOiltMBEw0gfXtvfRUidAegK38x3x4ZbD+GXsgUFHrIyhI272gCnpdPqjh/Wu2OLy91Wgycrk9KCHDr6x29phMcjq0eJhpeB4RBd/cP4c1M/JF/cK/eJyBpgNRD5plX1F4kwKpUo8GRR6MmiyRWNUW8qAwfwZmfi82aZaBhpQfihG36JmmmiWw8AmRlCeaGHzfUdkTL7O/uo9HupawuQnSksLBoRrwqfl/aBwPjHbxstNOB0TwEc6O5PC9GIdxGmrwI/dP/eCnwXuDiBdqUUlX4vO1p6eHVfF397sxVgVJ9oWaGHA2nk522kL+GHblOCvI0irYeolkCl30vPwMjM73DXWH2rM7aYFeXqXuX3Ttg9Vd/We4jQlKVZcNJ4xzTeB7wNaFLVjwAnAJ6EWZViLC3J48kdrbzjv57g2vteBGBleUEkv6zQYy0NI+UJhTQyEN3UmZj7va7N8UxcVDTiVht2Rsl1Xd7DrZy61tED2uAIzETdU/WtAZYUjxaa8kI3OGmaDIbH2z3V57reDrtzNVqAFQm0K6W48T3HcWnDyESgBQU5LCzK5Q13v7zQy0uNB2NXNowUoamrn4HhkLuduJbG2NZDeOxkzSIfLzZ20tTZ744t9vKWI0pH1a/0eekZYtS8qmjqWgOjxjNgpHsqXVoa8YrGFndN8B/jeE71kIQztOeKSr+XC/2V4+ZHtzSGgiGyMgQR4UD3ADmZGfjzUr+f1Eh9wl1HnqyMhI1pOK2HvFFpVa4zyvLSfJq7Btjf2U9z1wB9Q0GWl44uW+m2Spo6+w8Rh/GEptCTRW52JvVtAfZ39lGclxNTcFKFeL2nPuFu3ioiDwM+VX0pcWalF2WFHgKDQbr6hzjvPx7nM+cdSYE3i2vueoHMDKH22hqWlORNfiDDmMfUueMZJy0tZnfb+IPN8aCqh6yKqQq723o544gFo9LDHozVpfnUt/XS2NEbadmPFYawwLzR3E2hN4uS/BxEnPipLd2xhUZEqCryctemBu7a1MCaRT7u/1TyBCCdKnGJhoj8AngCeEJVX0+sSelHmet2+8Keg7R0D/DKvs5I/2swpJHJgIaRzNS3BvBkZbB2aRGb6tsJhpTMjFgBrSfn6398lZ89XR8zb0VZwaj9xcVO6+GIsgJ2NPfwfy/sZf0vn4tZNjwWEs7/7HlH8unzVgEja28sjvFb/K/L1vLK3k4e2dbEUzvaUNWI2KQa8XZP/Qw4C/ihiKwAtgJ/U9UfJMqwdCLsfbG5zomX0+w23T1ZGQwMh9IqgqaRGgRDymBQ6R8aCRm360CAZQvyWFiUSzCk7O3oo8LvwZM19a6cFxoOcmRFAR86fdmo9OzMDN59wsJRaScuKcUU2MYAACAASURBVOInV66j5qhyVlf5WLu0CICyQu+oAXNwWh6fONFD1bKV/OixHbzeNBI5qdFdS3xsHYA1i/ysWeSnbyjIY9sP0B4YZEFBavoKxds99VcReRw4Bcfl9iqcpVhNNGaAsGhscoOs7e/sp384yCnVJTy5o9U8q4ykIOguPHb/S/v46oZtHOwdgkcfHlXmgmMrIg/dc256DBH40eUn8c7jq6Z0rvrWAO86vooPnVE9aVkR4W3HVACwpCRv0jqnVmZRc0Y1D77cNCpc+t6D44tGmKqoybxpLRoi8hec9TOewemmOkVVWxJpWDoRFo2trofV3oN99A4O8/bVlWyqb6e1Z3Ci6oYx51z/h1f4xTO7I/snLS3iCG+AFSuOGFXu/NXlLCnJ4+sXH0vvYJCbH93OS3sPTkk0OgKDdPYNjZqLkQjKfR6e3zMyKXBvRx9Fednke8Z/bIY9tZo6+1mzyJ9Q++aKeLunXgJOBtbgrKVxUESeUdX0iQecQIrzcsjMEAZdd8TOviEAlpfmUVbgodVaGsY85+mdbRxdWcg7jqui0uflH05axJNP/I2amiNilr/yLdUA/HrT7kh3bLyEB9THzrGYaSp83khMKRFh38G+CVsZMDInpCmFF1aLt3vqswAiUgB8BPgpUIlN8JsRMjOEBfk5tHQPkJkhkWZ+9YJ8SgtybLa4Ma8JhpQ9bb185MxqrnnbqinVrfLlTtn9tj5G/KdEUF7ocWJK9Q3jz8tm78E+lk0iVGWFHjIzJBI2KBWJN4zI1SJyD84A+N8DdwIXJdKwdCPcRXVcVJO2ujSf0gKPdU8Z85p9B/sYDIam9RCv8Hun/FZe3xogQ2BJycRv/YdLJDxItzMZcG/H5C2NzAyhrMCTsHko84F4u6dygZuB51R1eLLCxtQJ36Cnr1jA1oaD5OVkUl7oobTAw0t7J10o0TDmjPrD6C6q8nv507b+Kbmo1rX1srAod1peV1MhHB6kpXsgMpcq7L47EZV+b8JCv88H4mppqOpNQDbwIQARKXPX/p4QEblQRLaLyA4RuS5G/udE5FUReUlE/iIiy6LygiKy1f3bEP9HSk7CczXCE5OWLXBi/JcW5tAeGCQUSo9Y/UbyEStIYLxU+pyw4gd7h6Z0vkQPgkNUeJDu/rg8p8JU+b0pvfzrVKLcfgH4opuUDfzvJHUygVtwurFWA5eLyNiV118A1qnq8cBvcKLnhulT1RPdv5SPqBu+Qdcs9FHoyYrMOi0t8BAMKR291kVlzE/q23rJzc6kwjf1Ic6x681MRniRpUQPgoMzpgHQ3DXA3vAcjThbGnWtAWpueown3ajWqUS83VPvAdYCzwOo6j4RKZykzqnADlXdBSAidwOXAK+GC6jqY1HlNwIfjNOelOO9Jy2mOC+HBQUern/36kgU3PAiTa09qTtZyEhu6ludSXvTmQE9srJlH6sX+iYs29LVz0d/vpnugeGED4KDsxZObnYmLV0DeLKc9+uFcbQ0Lj15CV19w2x4cS9PvHmAs1aVTlonmYhXNAZVVUVEAUQknm9sEdAQtd8InDZB+Y8BD0Xte0VkCzAMfFtVfz+2goisB9YDVFRUUFtbG4dZ84eenp5RNq8Eamv3UAZ09kDtLtjb7syo/fCPn2D98R6W++c+ENpYu5MFszsxbGvoZXFBxiE2xmN3uxuG/G+bXyKjaeLAnJubhnll7wAnV2RS1F1Hbe3uCctPl2i7C7ND3P1sHVkZkJMBL29+Oi5xfHc5POmBF97YTW1e84zY9dTeIR6qi92Nt7gwgw8eMTwr90m8onGviNwGFInIP+OsGX7HJHViXdmYHfMi8kFgHXBuVPJSt0WzAviriLysqjtHHUz1duB2gHXr1mlNTU1cH2a+UFtby2Q2nzo4zJvD2/jt8430+pZRU7NydoybgHjsno+Y3TPPcDBE26MP855TqqmpOXpUXjx2DwdDXPv4Q/gqllJTc9SEZbc/vhO2vs5P/+Vt+LyJi/wcbfdn8/ZQu92Zx3zikmLeOs68k1is3LGR3sEgNTVnzohdd965iUDoIKcuLzkkb3lpAQW5TbNyn8Q7T+N7InI+0AUcBVyvqo9OUq0RWBK1vxjYN7aQiJwHfBk4V1UjExJUdZ/7f5eI1OJ0j+0cWz/VycvJ4j/+8QQefbUppT0yjMnZVNfO9x7ZTlDjc4qo8Hn4wWVryc4cPXS580AP//3YTr793uMOyQvz/Uff4PjF/kj4jTAPvLSfO5+qi+wPB0MMBfWQcOTxkpWZQVlhfC6qDR29FOVlJ1QwxnL5qUu5/NSl06q70J/L3948MGO21LcGOHNlKT+64qSY+bW1TTN2romId+U+VPVRVf28ql6L8+b/gUmqbAZWichyEckBLgNGeUGJyFrgNuDi6LAkIlIsIh53uxQ4k6ixkHSkyj/1SVBGavHAS/vY2nCQ3OzMSf8CA8M8+HITDe29hxzn4Vea+O3zjRGvp7GEQsr/1O7kdy/spbGjlyvv3MRHfrqJps5+/u/5Rt5o7o6cp9CbzXnHlHPOkWXT/lyV/ty45mrsae9jaRJFe15YlEtL90Ak0sPhMDgcorGjd1a8xiZjwpaGu0rfJ3HGJzYAj7r7n8eZ6Per8eqq6rCIXA08AmQCd6rqNhG5AdiiqhuAm4AC4D63n3CP6yl1DHCbiIRwhO3bqprWolHh96b0LFNjcuraellVUcD/fnyioUGHZ3a2cfmPN9LU2X9I+O86VyxaugdYVXGoP0tzdz+DwRAt3QP87Y1WHn/DeVt+tq6NPe29nLFiAbf/07oZ+EQOlT4Puw5Mvr5GY3svx1RNPFg+n1hUnIuqsyb54S5t0NDRS0gTHzolHibrnvol0IETqPDjOGKRA1yiqlsnO7iqPgg8OCbt+qjt88ap9zRw3GTHTyeqfF5e2981eUEjZalvDXDc4viC4E3kylofEY3YLyF73HW8D3QPRCbuhY/V0NHLuYfRqohFlT+Xp3e0TVgmGFIaO/p4+7Hjr4A53wjP6Wjs6Dts0Zit0CnxMJlorFDV4wBE5A6gFWeAujvhlhmjqPR7ae1xmro5WXH3KhopQrh74uIxa0WMR2U42mqMbp+wEIy3pnWDOyehpaufutYAq8oL2N/Zz8t7O+kfCs34gmCVfi/dA8P0DAxTME4E2eYup/WT6NAhM0nYPXffwcOf6Fd3GBMoZ5rJnj4R/y5VDQJ1JhhzQ6Xfi+r4b4dGahPpnojzoZGbk0lRXvYhXZrd/UORWGYt40RP3uOOgwQGg7y6r4vq0nwq/d7IImEzPa5QGRVOfDzCYzPJNKYRXltjJkSjvi2Az5tFcd7sOQGMx2QtjRNEJNwnIkCuuy+AqmrydDAmOeHuhuaufhYXJ88Px5gZwmtqj12feiIqfd5DuqfqW0cGxscTjcaowfO9B/t45/FV9A0G2dHSA8x8oMDIBL/O/sik1rGEhWxJEt373uxMSgs8/H7rXurbDnVICJMh8OEzqzl24fhdj/WtziD4fFhCdkLRUNW5n0lmAKNXBDPSjzr3YT+VgdBYgfPCa1EU5WWP68K9p72XrAxhOCpEf3tgJIzNTL+0jNzb47+RN7T3kiHxzcieT7zr+CoefbWZjbvGH7PZ39lHXk4mX7/ET+/gMD95oo71564YFZCxrjXAycuKZ8PkSYl3cp8xx4Sb8L98ZjeLi/M4cUnRHFtkzCb1rQEKvVmU5OfEXafK7+WVvaOdJ8IDquuWFbNzHI+lho5ejl3k50V3Jcnq0rzIA7280IM3e2bfJcOr3cUSsXs272Hbvi6e2dlGlT836cbzvnbxsXzt4mMnLHPezY9HWn1/fb2F/3j0DU5cWkRWRgYPvbIfVdjX2cd7SxfPhsmTYqKRJPhzszm1uoQtuzv48RO7uGWcCT5GalLfFphy90SF71DnifrWAFV+L0tK8nhm56Fvv/1DQZq7BnjX8QsjorG8ND8yEJuIMQVvdibFedk89EpTJNrtyvICLl23hH/7/TYyMiA3OzNuJ4Bko7zQExHMiGdb1wD3PdfAlvoOCr1ZlBZ4ONONgD3XmGgkCSLCvVedweW3b7T5GmlA7+AwdzxRR99QkD27B3mleZCzV03N1TXc7XPjA6+S53olPVvXzrIFeZQXegkMBgkMDI9a87rR9Zxas8hHTlYGGQIVhd7IsWbacyrMOUeW8edXm6lvDTAUVAaDIU5fsYDBYIhvXXwcV5w2vVnZyUB5oYctu521yMPdkC3dA9S39nLxiQu5+R9PnEvzDsFEI8mo8nt51vViMVKXx14/wM2PvkF2pqAhJTMzg7NWTi1a6vGLi/B5s7hrU8Oo9A+cvjQS9vumR7bjyx3xyGmM8lIqK/BQ6M0iI0MiXUiJEo0fXLY2sn3vlgb+9Tcvsbm+3T1nco1jTJUKn5eWbmct8rDDw572AE1d/SyfB5P5xmKikWRUuIOboZCSkTH3nhRGYqhrdTyVXvzq29n09JPTCkR3TJWPl752Qcy815u6yM3O5GdP1x+SV1qQw8ryQs5aWUpRviMo1QvyWVGaz+krDg2WN9OEx+/CopFMbrbToazQw6C7Fnl4Ds3meqflMR8m843FRCPJqPJ7GQ4prYGByHKURupR19pLhc9DXk5ifqJHV/p47RsXTljmO+87PrKd78nir9fWJMSWsYS7wjbXdySlx9RUKXdFcmdrT2QOTdi9eT5M5htLcrkiGJG3sObO2D72RmpQ3zY7q9PNR8LzNupaA1T5c8eNxJsqhLsKN7ndzrlR3mnzsaWR2t9GClIZh0+7kfzM1jrY85FCbzb5Oc6DM9XHM+BQ0QjPxygt8IwbVmUuMdFIMkaWxzQPqlSlq3+ItsDgvHzLnC3C93mqj2fASPdUWDTWVTuiMZXZ/7OJiUaSUZrvIStDbGZ4ChOJaJqm3VPgRL6F5AobMl0KPFnk52TSMzBMpc/LMndBq2Xz9Ps30Ugywu6PzSYaKct8img6V4RdfJdOc0XAZCMcc2vNIl/EwWW+fv/zr8PMmJQKX3zLYxrJSTio4LI0eWDGItGTCecbd60/nZauAaqKvLT1DJKdKZyweH6GCkpoS0NELhSR7SKyQ0Sui5H/ORF5VUReEpG/iMiyqLwrReRN9+/KRNqZbJQWeGjtGe099WZzN49tb+Fg7+A4tYxkob4twEK/d8ZjPCUTR1UW4s3OYMU8fdueafJysqguzceTlcnColy2fOV8zlo1tcmcs0XCWhoikgncApwPNAKbRWTDmGVbXwDWqWqviPwL8F3g/SJSAnwVWAco8JxbtyNR9iYTZYWeyMQngOFgiL+/5SkCg0EuPXkxN116whxaZxwuda2BtB4EB3jncVXO5MK8+AM0phL+3LlfN2M8EtnSOBXYoaq7VHUQuBu4JLqAqj6mquFA8xuBcBjHC4BHVbXdFYpHgYlnIqURpQUeOnqHGAo6C9bvO9hPYDAIwO728eP2G8lBfVtg3g6CzhYZGULxFCL6GrNHIkVjERAd9KbRTRuPjwEPTbNuWlHq+nWH1zgIr5FQ6Tt0/QQjuTjYO8jB3qF5625pGIkcCI8VGEljFhT5IE5X1LlTqSsi64H1ABUVFdTW1k7L0Lmip6dnWjY3Nw0D8HDtUyzzZfLn3U446eUFQ2xuCvLYY48ldIWv6do91ySD3bsOOi3Gnv111NY6703JYHcszO7ZZbbsTqRoNAJLovYXA/vGFhKR84AvA+eq6kBU3ZoxdWvH1lXV24HbAdatW6fTCeo2l9TW1k4rEF1BfTs/2voMy446jpqjyqndsI38nAbOP+konrn/VU449cwpLdYzVaZr91yTDHYffGEvbNzKu2tOY1VFIZAcdsfC7J5dZsvuRHZPbQZWichyEckBLgM2RBcQkbXAbcDFqtoSlfUI8HYRKRaRYuDtbpqBM6YBRIKbhfvAq6LWWjaSk7rWACLp42pqJB8JEw1VHQauxnnYvwbcq6rbROQGEbnYLXYTUADcJyJbRWSDW7cd+AaO8GwGbnDTDEbGNMJut7vbeqkuzYsKMWJxqZIVx902N63dbY35TUIn96nqg8CDY9Kuj9o+b4K6dwJ3Js665CU/JxNvdgat3QMMB0M0tPdy0ZrKqGCG1tJIVtI5UKGRHFgYkSRERCgrdCb4NXb0MRxSqkvzKSvwkCHWPZUsDAwH6ewdQtXx8VBVd46GdU0Z8xcLI5KklBZ4aO4aYHtzN+DEqcnKzKCs0GOikQT0DwV5y7f/SntgkNNXlPDtfzienKwMuvqH0zpQoTH/MdFIUioKvTy8rYlndrUBI8HNKv25FjY9CdjT3kt7YJCL1lTyxJut1HyvNpK3osxEw5i/mGgkKddecCRrlzoBzRYW5UY8qqp8XnYc6JlL04w4CEey/ZeaI/jyO4/h4VeaCIaUvJxMzlpZNsfWGcb4mGgkKSvLC1lZXnhIeqXfy1M7WufAImMqhNfMWLYgH39uNh8/e8UcW2QY8WED4SlGpd9L98Aw3f1Dc22KMQH1bQFK8nPmdWA6w4iFiUaKEZ7gZzGo5jd1rQGq03i9DCN5MdFIMcIrnjV1DkxS0phL6lt70z78uZGcmGikGFWRCX42K3y+0jcYpKmrn+XmWmskISYaKcZIS8O6p+Yr9W4oe2tpGMmIiUaK4c3OpDgvm/02pjFvCXtOWbgQIxkx0UhBKv25NFtLY95SZy0NI4kx0UhBqvxent7Zxufve3GuTTFiUN8aoLTAQ4HHpkkZyYeJRgpyxalLWVScy33PNTI4HJprc4wx1Lf2mrutkbSYaKQg562u4GNnLQfgQI+53s436toC1jVlJC0mGilKubtQU4sNiM8rAgPDHOgesEFwI2kx0UhRygsd19uWbmtpzCci7rY2R8NIUhIqGiJyoYhsF5EdInJdjPxzROR5ERkWkfeNyQu6S8BGloE14qfC57Y0TDTmFfWtvQC20JKRtCTMfUNEMoFbgPOBRmCziGxQ1Vejiu0BPgxcG+MQfap6YqLsS3UWuKv4HbDuqXmFtTSMZCeRPn+nAjtUdReAiNwNXAJERENV6908c/GZYTIzhAUFHmtpzDPqWgOUF3rIN3dbI0lJ5J27CGiI2m8ETptCfa+IbAGGgW+r6u/HFhCR9cB6gIqKCmpra6dv7RzQ09OTUJvzZIjX6vdRW9s+o8dNtN2J4nDtHgwqD9UNcdHybHIyhd1dQf6yZ3jc8ucuzuKIosxRaS/u7KM4iynZka7Xe64wuycmkaIhMdJ0CvWXquo+EVkB/FVEXlbVnaMOpno7cDvAunXrtKamZtrGzgW1tbUk0uYVdZto6R6gpubsGT1uou1OFIdr919ea+Z3j27hnW85gZrVFXzhNy/x1L5GytxVE6M50DPAgrIKPlZzIgPDQb7/6Jv0DAyxv28f7zyuipqa42fN7rnC7J5dZsvuRIpGI7Akan8xsC/eyqq6z/2/S0RqgbXAzgkrGaMoL/Tyyr6uuTYjZdjT7gxih9dgr2sLcNLSIu676i2HlH3Pfz9FS7dTbnNdB7c+vhOfNwtvdibnHmXLuRrJSyJFYzOwSkSWA3uBy4Ar4qkoIsVAr6oOiEgpcCbw3YRZmqKU+zy09Qzw7w+9BkBOZgZXvqU6sp64MTUa2p1w8+EIwvWtAc45MrYAVBR62emu1R6ONfWnz55LpRu63jCSlYSJhqoOi8jVwCNAJnCnqm4TkRuALaq6QUROAX4HFAPvFpGvq+qxwDHAbe4AeQbOmMar45zKGIeTlhWTl5PFz56qR4HB4RAL8nP48JnLE3K+LfXtPP7Ggch+hc/LB09flpBzzQXhlsb+zn4CA8O0TDBJr9zn4ZldbYAjLt7sjIgbtGEkMwl14VDVB4EHx6RdH7W9Gafbamy9p4HjEmlbOvDWo8p55esXABAKKUf/28MJDZn+zQdeY2vDQTIEQu7o1VuPLmdRUW7CzjmbNHaEu6f6JnWdLS/00Nk3RP9QkPrWANUL8hGJNcxnGMmFzQhPEzIyhAq/J6Eh0+taA3zgtKXs+vd38rOPnAJAU4qsIKiqI2Manf2TTtILz8g/0D3gxJqyeRlGimCikUZU+XLZnyDR6AgM0tk3FOmuqYwsO5sakwvbA4P0DgbxZGWwv7N/8paG2xW1v7OfhnZbD9xIHUw00ogKvzfi+TPT1I15iFb5nC6pVFl2NtzKOHFJEb2DQV5u7Jxwkl64pfHCng6GgspyCxtipAgmGmlEld9LU2c/qlOZLhMf4SVMw2/UvtwscrMzU0Y0GjqcbrZTl5cA8MyutglbD+GWxqY6Z2KldU8ZqYKJRhpR6fMyMBziYO/QjB+7vjVAhsDSEueNWkSo9HtTZq3yBrelsa7aEY3OvqEJF1IqycshK0MiomGh0I1UwQLgpBHR4wzF+Tkzeuy6tl4WFeeSkzXyHlLp8ybdWuWhkPLX11voHQqOSt+4q43SAg+rq3xkZwpDQeW4Rf5xj5ORIZQWeGjq6icvJ5OyQnO3NVIDE400IiwaTV19rF7om9Fjh91Ko6nye3m2bvpxr57Z2UZn30ir6ORlxQl/+D6zq42P/2JLzLyzVpZSVuhh05fOIzA4PKkr8RHl+TR19bO6ymfutkbKYKKRRlSFRaNzgIHhIM/uamc4FMKblclpKxaQmTG9B5uqUt8a4D0nLRqVXuH30tzVTyikZEQdu38oyLN17eRmZ3JKdXHMB+qbzd1c/uONo9IuOXEhP7hs7bRsjJc3m7sB+O2/nIE/d3RrLCwSxfk5cbXU7vinU9h7sC9y3Q0jFTDRSCPK3DU2mjr7uHdLI//2+1cieT/7yCnUHFV+SJ0XGw7S1T96DOSV1iCZb47M/A4MBOkeGI7Z0hgOKQ9va6LQmxUp+70/bWdHixNi4/5PncWaGN08Ow84A+s/vHwtR5QV8OXfvxwZV0gk9W295OdkctLS2GI2FXJzMllZXjBDlhnG/MBEI43IysygrNDD/s5+DvYNUejJ4odXrOXDP91MY8ehk/C2N3VzyS1PxT7Ylk2HJB1dWThqPywin/jV86PSK3wevnDh0Xzn4dfZ094bUzTCs6/PXlVKUV4OK0oLeGZna1yf83Coaw1QXWqztw1jPEw00oxKf25krkZ1aT5nrSxFJPaysNvdrpr/fP+JLC4e6b9/4YUXWLt2dDeRNzuTY8eMk5y9qpT7P3UW/WMGlY+u8jE4HOI7D78+rkvunvZeCr1Z+HOzXbs9NHcPEAzptLvR4qG+LcCaheMPcBtGumOikWZU+Zzoq/3DQU5cUkxWZgYL8j0c6D704R2ee3HBsZXk5owsJtRTnxlxPZ0IEYnZigDQHCUnK2PcyYYN7b0sLcmLvPFX+nMJhpS2ngHKfYkZIxgKhmjs6ONdx1cl5PiGkQrYPI00o9LvZe/BPvZ29LHcnWdQXuihpevQlkZ9a4Aqv3eUYMwUIkKV3ztumJE97b0sKR6ZB1HlS3xYkob2XoIhtYl4hjEBJhppRqXfS+9gkJDCMvfhWO6LvZZ4ogPtVfi8MQMahkJKY0cfS6Mmz81GLKtwPCmbiGcY42OikWZEu3+Gw2CUF3pojtFNVO8OCifSlljdUwd6BhgYDrEkahwlMsckgVFzRyLXmmgYxniYaKQZlVHjAcsjouGltccZZA7T2TtER+/EoTIO2xa/l+bOAUKh0bGwwsEBl5SMnLskL4eczAyaYnSjzRT1bQEKPVksmOHZ8oaRSthAeJoRfmP3ebMoznM8k8p9HkIKbYGBSHTWSNTaBL51V/q8DAZDtPcOjlqCtiGGaITXA2lo76UjMBjX8Qu9WWRljn4vCoV01Czz3JxMvNnOmE1da4BlpXnmbmsYE5BQ0RCRC4Ef4Cz3eoeqfntM/jnAfwLHA5ep6m+i8q4EvuLuflNVf55IW9OFCrelsTxqLkK5G5qjpWtENMKeU4ns3w93ldW1BiIPboCdB3oQ4ZAwHYuKcnng5f088PL+uI5/+ooS7l5/xqi0a+5+gftfGqnv82ax8UtvIy8ni4b2Xo41d1vDmJCEiYaIZAK3AOcDjcBmEdkwZq3vPcCHgWvH1C0BvgqsAxR4zq3bkSh70wVvdialBR5WlI3MVC5zhWLfwT5WVTjp4Qf30pLEdU8tdEXh0lufOTTP7x0lJABfv3hN3BP8HtnWzCv7Og9Jf2HPQdYuLeKSExby2v5u7tnSQGNHH0eUFbD3YB8XrjF3W8OYiES2NE4FdqjqLgARuRu4BIiIhqrWu3mhMXUvAB5V1XY3/1HgQuCuBNqbNtz2oZOp8I10B4Xf+Nf/8rlR5RYV5R7y4J5J1iz08533HkdX3/AheccvPvSN/6jKQo4aM+t8PPqGQjyzq43AwHBkoaTBoLKvs49L1y3mw2cuZ3N9O/dsaaCps598TxZDQWVJSWqsZ24YiSKRorEIaIjabwROO4y6i8YWEpH1wHqAiooKamtrp2XoXNHT0zNnNncDO6L2P35cDgf7Rw9IH1GkMe2bSbsr3L+x9O2B2j3TP27HPkeINjz6N6oKnHGN3a0BVIW+lj3U1u7jQK/zrlK7aSuv5jllOhp2UNtXN/0TJ4C5vE8OB7N7dpktuxMpGrFGE+NdMi6uuqp6O3A7wLp167SmpiZu4+YDtbW1zBeba6ZQdj7ZPR6enW3c/tJGlh59PGeuLAXguXv+DAzwjrPXccKSIgaHQ3z+bw/hr6ympMgLm17i3W89PTJ/Zb6QDNc7Fmb37DJbdifS5bYRWBK1vxjYNwt1DSMqDPzIPJBmt2UR9gjLycqgtCCHpq5+Gtt7yZCRcRbDMGKTSNHYDKwSkeUikgNcBmyIs+4jwNtFpFhEioG3u2mGERcjC05FiUZAKcnPiQRBDJdr6uxjT3svVf5csjNt6pJhTETCfiGqOgxcjfOwfw24V1W3icgNInIxgIicIiKNwKXAbSKyza3bDnwDR3g2AzeEB8UNIx682ZkU52WzP2oGLbeWLwAACv9JREFUeXNv6JDJipW+XPZ39tPQ0WeD4IYRBwmdp6GqDwIPjkm7Pmp7M07XU6y6dwJ3JtI+I7VxYluNzCBv6VVqqkePV1T6PTy3u52szAzeelTZbJtoGEmHzQg3UhYntpXT0ugbDNLeryw/ZHXBXDp6nRni0VF1DcOIjYmGkbJU+nN54s1Wzr/5cYbd+FZjw6JEx+JamsA4W4aRKphoGCnLpesW09U/hKojGAtzBjjLdb8Nc/aRpfzD2kUgHJJnGMahmGgYKctJS4s56YriyH5tbS3FYyLYlhd6ufn9J862aYaRtJh/oWEYhhE3JhqGYRhG3JhoGIZhGHFjomEYhmHEjYmGYRiGETcmGoZhGEbcmGgYhmEYcWOiYRiGYcSNhGfLJjsicgDYPdd2TJFSIL5Fr+cXZvfsYnbPLulm9zJVjTtaZ8qIRjIiIltUdd1c2zFVzO7ZxeyeXczuibHuKcMwDCNuTDQMwzCMuDHRmFtun2sDponZPbuY3bOL2T0BNqZhGIZhxI21NAzDMIy4MdEwDMMw4sZEYwYQkXoReVlEtorIFjetREQeFZE33f/FbrqIyH+JyA4ReUlEToo6zpVu+TdF5Mqo9JPd4+9w68oM2HyUa2/4r0tEPiMiXxORvVHp74iq80XXhu0ickFU+oVu2g4RuS4qfbmIPOt+nntEJGesHXHaeqeItIjIK1FpCb++453jMO2+SURed237nYgUuenVItIXdd1vna59E12Dw7A74feFiHjc/R1ufvUM2H1PlM31IrLVTZ9P13uJiDwmIq+JyDYR+fR0zzcr97iq2t9h/gH1QOmYtO8C17nb1wHfcbffATwECHA68KybXgLscv8Xu9vFbt4m4Ay3zkPARTNsfybQBCwDvgZcG6PMauBFwAMsB3a69TLd7RVAjltmtVvnXuAyd/tW4F+mad85wEnAK7N5fcc7x2Ha/XYgy93+TpTd1dHlxhxnSvaNdw0O0+6E3xfAJ4Bb3e3LgHsO1+4x+f8BXD8Pr3cVcJK7XQi84V7XeXmPz/oDNhX/iC0a24GqqJtiu7t9G3D52HLA5cBtUem3uWlVwOtR6aPKzZD9bweecrfHezh8Efhi1P4j7k14BvDI2HLuzdnKyANyVLlp2DjqRz4b13e8cxyO3WPy3gP8aqJy07FvvGtwmNc74fdFuK67neWWk5m43u55G4BV8/F6j7HhD8D58/Uet+6pmUGBP4nIcyKy3k2rUNX9AO7/cjd9Ec7NG6bRTZsovTFG+kxyGXBX1P7VbrP3zqjm6lTtXgAcVNXhBNk9G9d3vHPMFB/FeesLs1xEXhCRx0XkbDdtOvaN91kPl0TfF5E6bn6nW34mOBtoVtU3o9Lm3fV2u+TWAs9O43yzco+baMwMZ6rqScBFwCdF5JwJysYaj9BppM8Ibn/yxcB9btL/AEcAJwL7cZr0TMO+hNo9AUlhp4h8GRgGfuUm7QeWqupa4HPAr0XEN037EvGZZuO+SOR3cTmjX4zm3fUWkQLgt8BnVLVrGueblXvcRGMGUNV97v8W4HfAqUCziFQBuP9b3OKNwJKo6ouBfZOkL46RPlNcBDyvqs3uZ2hW1aDq/9/e+cdqOYZx/PMtKcwi/KGNUWqxWseEZgwtMaFQS2vLj2ZiMoxhbbGY3+EPjAkNMT/nx4wSB2nTyY/TKayk/IM/UtYiwrr8cV3v8fTqnPOe9z3neOP6bO/O897P/dzPdd+7z3O994/ne9kO4LGoSzV2/wjsJ2mPbrK7J9q3rXvURCxQngVMs5gXMLPtZrYpjj/F1wOGVmlfW3Wtmh7qF63XxPn+wOZa7C6UdR7wfKE+ddXekvrgDmOhmb1S5f16pI+n06gRSftI2rd0jK8PrAZeBy6MbBfi85RE+vTYATEa2BLDwkXAOEn7x9B/HD7X+wOwVdLo2PEwvVBWV7DTL7BSBwrOjbqU7L5AvsPlcGAIvri2Ahgi3xGzJz7V9Xo8DBuBSbtog66gJ9q3rXtUjaQzgBuAc8xsWyH9IEm943gQ3r7rq7SvrTaoxe6e6BfF+kwC3is51RoZi8/pt07R1FN7x30eB74ys/sKp+qzj1e7WJOf1kWlQfjOkJXAF8DsSD8AeBf4Ov4OiHQBD+G/bFYBowplXQKsi8/FhfRR+D/pN8CDdHJxsB3b9wY2Af0LaU+HXS3RoQ4unJsdNqyhsIML382xNs7NLmubpqjPi0DfKu18Dp9O+AP/1TSjJ9q3rXvUaPc6fN65OT6l3ULnR/9ZCXwGnF2tfe21QQ12d3u/APrF93VxflCtdkf6AmBmWd56au8T8emilkK/OLOa+9EDfTxlRJIkSZKKyempJEmSpGLSaSRJkiQVk04jSZIkqZh0GkmSJEnFpNNIkiRJKiadRlJ3SDJJ8wrfr5N0SxeVvUDSpI5z1nyfyXLV0sZC2gj9raq6WdKGOF4iaaCkl7rRngYVlGmTpFrSaST1yHbgPEkH/tuGFCm9DFYhM4ArzOzUUoKZrTKzBjNrwN91uD6+jzWz782sO51ZA773P0lqIp1GUo/8icc7vqb8RPlIQdLP8feUEJ57QdJaSXdKmiapSR5HYHChmLGSlka+s+L63vJYFyvkonyXFcptlPQs/iJVuT1To/zVku6KtDn4C1uPSLqnkgrL4zusjuOLJL0q6Y0YjVwp6Vq5uN7HkgZEvsGS3pYLZS6VNCzSJ4c9KyV9GG9kzwWmxMhmilzJ4Imo7+eSJhTu/VqUu0bSzZG+j6Q3o8zVkqZUUq/kv8ceHWdJkn+Fh4AWSXd34pqRwJG4XtF6YL6ZHScPajMLuDryHQacjAvwNUo6ApdW2GJmx0rqCyyTtDjyHwcMN7MNxZtJGojHxDgG+AlXOp5oZnMljcGlxD/pdM2d4bjaaT/87d4bzOxoSfeHrQ/gjnWmmX0t6XjgYWAMMAc43cy+k7Sfmf0ejmyUmV0Ztt+Oy3RcIg8E1SRpSbG+wDZghaQ38Vgr35vZ+Li+f5X1SnZzcqSR1CXmKp9PAVd14rIVZvaDmW3H5RJKD/1VuKMo8YKZ7TCXyV4PDMN1eqbLI7stx+UVhkT+pnKHERwLvG9mG82lvBfigYC6gkYz22pmG3GJ8DeKdZErop4AvBg2P4rHQwBYBiyQdCkeDGlXjANujGvfx53ToXHuHTPbZGa/Aq/go6ZV+AjtLkknmdmWLqpnspuRI42knnkA1wV6spD2J/FjJ8TXiiFktxeOdxS+72Dnvl6unVOSj55lZouKJySdAvzShn01h91th47q0guPS9FQfqGZzYyRx3igWdI/8uC2n29ma3ZK9Ov+0T5mtlbSMfi6yB2SFpvZ3Goqluze5EgjqVvMbDMeGnRGIflbfDoIYALQp4qiJ0vqFescg3ChvUXA5XKJaiQNlasWt8dy4GRJB8Yi+VTggyrs6TQxEtsgaTK0xo0eGceDzWy5mc3BpcgPAbbioURLLAJmheNF0tGFc6fJY0fvBUzEp+oGAtvM7BngXjysavI/JJ1GUu/MA4q7qB7DH9RNwPG0PQpojzX4w/0tfE3gN2A+8CXwWSxIP0oHI3FzyembcKnvlXhckq6Uf++IacAMSSWF5QmRfk9pcR74MGxrBI4qLYQDt+IOtyXy3Voo9yNc1bYZeDnWZUbg6x7NuKrtbd1fvaQeSZXbJElakXQRhQXzJCknRxpJkiRJxeRII0mSJKmYHGkkSZIkFZNOI0mSJKmYdBpJkiRJxaTTSJIkSSomnUaSJElSMX8BWXq2omomkYQAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Gi-NxlMSTuzv",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "env.close()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Qx1zrRziTuzx",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_XqouskXTuzz",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "dRJ3_VCNTuz4",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FdGR36YETuz9",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}