Preprocessing examples for OpenAI Gym environments

PongPreprocessing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "\n",
    "import gym\n",
    "import matplotlib\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.image.AxesImage at 0x10dc216d8>"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAANEAAAD8CAYAAADpCEEHAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAADlpJREFUeJzt3X+s1fV9x/Hna4DAFONPmFE6wWAzXTZqiSMxGjfXqmQpdYkdZLG0M72aYNImXVLUZDNLmnSu1qT7QYORVBeHulErf9ApIW1Nk2EBiwhFFCjVK+zS0kXt/NFdeO+P7+euh8u53MN5n+P5nrPXI7k553zO93u+728uL74/7vf7PooIzKx9v9HrAsz6nUNkluQQmSU5RGZJDpFZkkNkltS1EEm6SdJeSfskrerWcsx6Td34O5GkKcArwMeAYWArsDwiftzxhZn1WLe2RFcD+yLiQET8CngcWNqlZZn11NQufe7FwOsNr4eBP5hoYkmn3BzOnjOjQ2WZte7IyHs/j4gLJ5uuWyFSk7ETgiJpCBgCmHX2ND5z5+VdKqU9n7v+ytOe56Hv7e5CJf3vvfefOe15Zky/sQuVnJ6/v3/3T1uZrlu7c8PA3IbXlwCHGieIiDURsSgiFs2cOaVLZZh1X7dCtBVYIGmepDOAZcCGLi3LrKe6sjsXEaOS7gKeAaYAayPC+zo2kLp1TEREbAQ2duvzP2jNjnfaOW6y5sc77Rw31YWvWDBLcojMkhwisySHyCzJITJLcojMkhwisySHyCzJITJLcojMkhwisySHyCypaxegDhpfbNo5/XyxaTPeEpklOURmSQ6RWZKPiSbgpiOdU4emI93U9pZI0lxJ35W0R9JuSZ8v4/dJekPSjvKzpHPlmtVPZks0CnwxIl6QNAvYLmlTee/BiPhqvjyz+ms7RBFxGDhcnr8taQ9V08bT9svRUbaMHG23FLOe6siJBUmXAh8Bni9Dd0naKWmtpHM7sQyzukqHSNJZwHrgCxHxFrAauAxYSLWlemCC+YYkbZO0bfS949kyzHomFSJJ06gC9FhEfAsgIkYi4lhEHAceompuf5LGDqhTZ/hMu/WvzNk5AQ8DeyLiaw3jFzVMdguwq/3yzOovc3buGuA24CVJO8rYPcBySQupGtgfBO5IVWhWc5mzcz+g+bc/DEzXU7NW+GDELMkhMktyiMySanEB6llTp7J4zvm9LsPsBFv5z5am85bILMkhMktyiMySHCKzJIfILMkhMktyiMySHCKzJIfILMkhMktyiMySahWiLSNH3fXH+k6tQmTWj9JXcUs6CLwNHANGI2KRpPOAJ4BLqW4R/1RE/Fd2WWZ11Kkt0R9GxMKIWFRerwI2R8QCYHN5bTaQunU/0VLg+vL8EeB7wJcmm8n3FFk/6sSWKIBnJW2XNFTG5pQ2w2Pthmd3YDlmtdSJLdE1EXFI0mxgk6SXW5mpBG4IYNbZ0zpQhllvpLdEEXGoPB4BnqLqeDoy1sSxPB5pMt//dUCdOXNKtgyznsm2ET6zfK0Kks4EPk7V8XQDsKJMtgJ4OrMcszrL7s7NAZ6qOgozFfiXiPh3SVuBJyXdDrwG3JpcjlltpUIUEQeA328yfhS4IfPZZv3CVyyYJTlEZkkOkVmSQ2SW5BCZJTlEZkkOkVmSQ2SW5BCZJTlEZkkOkVmSQ2SW5BCZJTlEZkkOkVmSQ2SW5BCZJbV9Z6ukD1N1OR0zH/gr4Bzgc8DPyvg9EbGx7QrNaq7tEEXEXmAhgKQpwBtU3X4+CzwYEV/tSIVmNdep3bkbgP0R8dMOfZ5Z3+hUiJYB6xpe3yVpp6S1ks7t0DLMaikdIklnAJ8A/rUMrQYuo9rVOww8MMF8Q5K2Sdr27rvHsmWY9UwntkQ3Ay9ExAhARIxExLGIOA48RNUR9STugGqDohMhWk7DrtxY++DiFqqOqGYDK9W8UdJvAh8D7mgYvl/SQqpvizg47j2zgZPtgPoOcP64sdtSFZn1GV+xYJbkEJklOURmSQ6RWZJDZJbkEJklOURmSQ6RWZJDZJbkEJklOURmSQ6RWZJDZJbkEJklOURmSQ6RWVLqpjyzunjv/WdOeD1j+o0f2LJb2hKV1ldHJO1qGDtP0iZJr5bHc8u4JH1d0r7SNuuqbhVvVget7s59E7hp3NgqYHNELAA2l9dQdf9ZUH6GqFpomQ2slkIUEc8Bvxg3vBR4pDx/BPhkw/ijUdkCnDOuA5DZQMmcWJgTEYcByuPsMn4x8HrDdMNl7ARu3miDohtn59RkLE4acPNGGxCZEI2M7aaVxyNlfBiY2zDdJcChxHLMai0Tog3AivJ8BfB0w/iny1m6xcCbY7t9ZoOopb8TSVoHXA9cIGkY+GvgK8CTkm4HXgNuLZNvBJYA+4B3qL6vyGxgtRSiiFg+wVs3NJk2gJWZosz6iS/7MUtyiMySHCKzJIfILMkhMktyiMySfD+RDYQP8v6h8bwlMktyiMySHCKzJIfILMkhMktyiMySHCKzJIfILMkhMktyiMySJg3RBN1P/07Sy6XD6VOSzinjl0p6V9KO8vONbhZvVgetbIm+ycndTzcBvxsRvwe8Atzd8N7+iFhYfu7sTJlm9TVpiJp1P42IZyNitLzcQtUWy+z/pU4cE/0F8J2G1/Mk/UjS9yVdO9FM7oBqgyJ1K4Ske4FR4LEydBj4UEQclfRR4NuSroyIt8bPGxFrgDUAc35r5kkdUs36RdtbIkkrgD8B/ry0ySIi3o+Io+X5dmA/cHknCjWrq7ZCJOkm4EvAJyLinYbxCyVNKc/nU329yoFOFGpWV5Puzk3Q/fRuYDqwSRLAlnIm7jrgbySNAseAOyNi/FeymA2USUM0QffThyeYdj2wPluUWT/xFQtmSQ6RWZJDZJbkEJklOURmSQ6RWZJDZJbkEJklOURmSQ6RWZJDZJbkEJklOURmSQ6RWZJDZJbkEJklOURmSe12QL1P0hsNnU6XNLx3t6R9kvZK6t230Zp9QNrtgArwYEOn040Akq4AlgFXlnn+aaxxidmgaqsD6iksBR4vrbN+AuwDrk7UZ1Z7mWOiu0pD+7WSzi1jFwOvN0wzXMZO4g6oNijaDdFq4DJgIVXX0wfKuJpM27S7aUSsiYhFEbFo5kzv8Vn/aitEETESEcci4jjwEL/eZRsG5jZMeglwKFeiWb212wH1ooaXtwBjZ+42AMskTZc0j6oD6g9zJZrVW7sdUK+XtJBqV+0gcAdAROyW9CTwY6pG9ysjwgc8NtA62gG1TP9l4MuZosz6ia9YMEtyiMySHCKzJIfILMkhMktyiMySHCKzJIfILMkhMktyiMySHCKzJIfILMkhMktyiMySHCKzJIfILKnd5o1PNDRuPChpRxm/VNK7De99o5vFm9XBpHe2UjVv/Afg0bGBiPizseeSHgDebJh+f0Qs7FSBZnXXyu3hz0m6tNl7kgR8CvijzpZl1j+yx0TXAiMR8WrD2DxJP5L0fUnXJj/frPZa2Z07leXAuobXh4EPRcRRSR8Fvi3pyoh4a/yMkoaAIYBZZ09LlmHWO21viSRNBf4UeGJsrPTgPlqebwf2A5c3m98dUG1QZHbn/hh4OSKGxwYkXTj2LRCS5lM1bzyQK9Gs3lo5xb0O+A/gw5KGJd1e3lrGibtyANcBOyW9CPwbcGdEtPqNEmZ9qd3mjUTEZ5qMrQfW58sy6x++YsEsySEyS3KIzJIcIrMkh8gsySEyS3KIzJIcIrMkh8gsySEyS3KIzJIcIrMkh8gsySEyS8reHt4RvxwdZcvI0V6XYdYWb4nMkhwis6RWbg+fK+m7kvZI2i3p82X8PEmbJL1aHs8t45L0dUn7JO2UdFW3V8Ksl1rZEo0CX4yI3wEWAyslXQGsAjZHxAJgc3kNcDNVg5IFVC2xVne8arMamTREEXE4Il4oz98G9gAXA0uBR8pkjwCfLM+XAo9GZQtwjqSLOl65WU2c1jFRaSf8EeB5YE5EHIYqaMDsMtnFwOsNsw2XMbOB1HKIJJ1F1cnnC806mjZO2mQsmnzekKRtkraNvne81TLMaqelEEmaRhWgxyLiW2V4ZGw3rTweKePDwNyG2S8BDo3/zMYOqFNn+CSh9a9Wzs4JeBjYExFfa3hrA7CiPF8BPN0w/ulylm4x8ObYbp/ZIGrlioVrgNuAl8a+zAu4B/gK8GTpiPoacGt5byOwBNgHvAN8tqMVm9VMKx1Qf0Dz4xyAG5pMH8DKZF1mfcMHI2ZJDpFZkkNkluQQmSU5RGZJqk6m9bgI6WfAfwM/73UtHXQBg7M+g7Qu0Pr6/HZEXDjZRLUIEYCkbRGxqNd1dMogrc8grQt0fn28O2eW5BCZJdUpRGt6XUCHDdL6DNK6QIfXpzbHRGb9qk5bIrO+1PMQSbpJ0t7S2GTV5HPUj6SDkl6StEPStjLWtJFLHUlaK+mIpF0NY33biGaC9blP0hvld7RD0pKG9+4u67NX0o2nvcCI6NkPMAXYD8wHzgBeBK7oZU1trsdB4IJxY/cDq8rzVcDf9rrOU9R/HXAVsGuy+qluc/kO1ZX9i4Hne11/i+tzH/CXTaa9ovy7mw7MK/8ep5zO8nq9Jboa2BcRByLiV8DjVI1OBsFEjVxqJyKeA34xbrhvG9FMsD4TWQo8HhHvR8RPqO6Du/p0ltfrEA1KU5MAnpW0XdJQGZuokUu/GMRGNHeVXdC1DbvX6fXpdYhaamrSB66JiKuoeu6tlHRdrwvqon79na0GLgMWAoeBB8p4en16HaKWmprUXUQcKo9HgKeodgcmauTSL1KNaOomIkYi4lhEHAce4te7bOn16XWItgILJM2TdAawjKrRSd+QdKakWWPPgY8Du5i4kUu/GKhGNOOO226h+h1BtT7LJE2XNI+qc+8PT+vDa3AmZQnwCtVZkXt7XU8b9c+nOrvzIrB7bB2A86naK79aHs/rda2nWId1VLs4/0P1P/PtE9VPtfvzj+X39RKwqNf1t7g+/1zq3VmCc1HD9PeW9dkL3Hy6y/MVC2ZJvd6dM+t7DpFZkkNkluQQmSU5RGZJDpFZkkNkluQQmSX9LySKQlwfIegmAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "env = gym.make(\"PongNoFrameskip-v4\")\n",
    "obs = env.reset()\n",
    "plt.imshow(obs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.image.AxesImage at 0x10dcb99e8>"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAANEAAAD8CAYAAADpCEEHAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAADnpJREFUeJzt3X2MXPV1xvHvExODitPgF0DUmGKQiQqodYhFSRCIlpKAU8UQidSoJm6KuiAZKSipVANSgypFSlMMUtTKEQgLE1NeWodgKU6Ca0VBUYCwEAN2jPELDl5s2ckSAS1RqM3pH/e3zXg9a4/nzDB3xs9HWs2d39w791ztPr4vvnNGEYGZte8DvS7ArN85RGZJDpFZkkNkluQQmSU5RGZJXQuRpCslbZG0TdLSbq3HrNfUjf8nkjQJeAW4AhgBngWui4ifd3xlZj3WrT3RhcC2iNgREe8CDwMLurQus546rkvvOxPY1fB8BPjTiWaWdNjd4azfn9Shssxat+utA7+KiJOPNF+3QqQmYwcFRdIQMAQw9YQP8JXLPtylUtpzxSc+ftTLrPvJU12opP8Nf+nTR73MvLu+24VKjs4t3//1L1qZr1uHcyPArIbnpwO7G2eIiHsiYl5EzJsyuVnmzPpDt0L0LDBH0mxJk4GFwJourcusp7pyOBcR+yXdDPwAmASsiIhN3ViXWa9165yIiFgLrO3W+7/fmp3vtHPeZM3Pd9o5b6oL37FgluQQmSU5RGZJDpFZkkNkluQQmSU5RGZJDpFZkkNkluQQmSU5RGZJDpFZUtduQB00vtm0c/r5ZtNmvCcyS3KIzJIcIrMknxNNwE1HOqcOTUe6qe09kaRZkn4oabOkTZK+WMbvkPS6pA3lZ37nyjWrn8yeaD/w5Yh4XtKHgOckrSuv3R0Rd+bLM6u/tkMUEXuAPWX6bUmbqZo2HrVps89n0ar17ZZi1hW3zJjR0nwdubAg6Uzgo8AzZehmSS9KWiFpaifWYVZX6RBJmgKsBm6JiLeA5cDZwFyqPdWyCZYbkjQsaXh0dDRbhlnPpEIk6YNUAXowIr4NEBF7I+JARLwH3EvV3P4QjR1Qp0+fninDrKcyV+cE3Adsjoi7GsZPa5jtGmBj++WZ1V/m6tzFwPXAS5I2lLHbgOskzaVqYL8TuDFVoVnNZa7O/Zjm3/4wMF1PzVrh237MkhwisySHyCypFjegvvHqRlYtmtPrMsza4j2RWZJDZJbkEJklOURmSQ6RWZJDZJbkEJklOURmSQ6RWZJDZJbkEJklOURmSQ6RWVL6Lm5JO4G3gQPA/oiYJ2ka8AhwJtVHxD8XEb/Orsusjjq1J/qziJgbEfPK86XA+oiYA6wvz80GUrcO5xYAK8v0SuDqLq3HrOc6EaIAnpD0nKShMnZqaTM81m74lA6sx6yWOvHJ1osjYrekU4B1kl5uZaESuCGAqSf4+ob1r/Rfb0TsLo/7gMeoOp7uHWviWB73NVnu/zugTpncrPOWWX/IthE+sXytCpJOBD5J1fF0DbC4zLYYeDyzHrM6yx7OnQo8VnUU5jjg3yPi+5KeBR6VdAPwGnBtcj1mtZUKUUTsAP6kyfgocHnmvc36hc/ozZIcIrMkh8gsySEyS3KIzJIcIrMkh8gsySEyS3KIzJIcIrMkh8gsySEyS3KIzJIcIrMkh8gsySEyS3KIzJLa/mSrpI9QdTkdcxbwj8BJwN8Bvyzjt0XE2rYrNKu5tkMUEVuAuQCSJgGvU3X7+QJwd0Tc2ZEKzWquU4dzlwPbI+IXHXo/s77RqRAtBB5qeH6zpBclrZA0tUPrMKuldIgkTQY+A/xHGVoOnE11qLcHWDbBckOShiUN//e7kS3DrGc6sSe6Cng+IvYCRMTeiDgQEe8B91J1RD2EO6DaoOhEiK6j4VBurH1wcQ1VR1SzgZVq3ijp94ArgBsbhr8uaS7Vt0XsHPea2cDJdkB9B5g+buz6VEVmfcZ3LJglOURmSQ6RWZJDZJbkEJklOURmSQ6RWZJDZJbkEJklOURmSQ6RWZJDZJbkEJklOURmSQ6RWZJDZJbkEJkltRSi0vpqn6SNDWPTJK2TtLU8Ti3jkvQNSdtK26wLulW8WR20uie6H7hy3NhSYH1EzAHWl+dQdf+ZU36GqFpomQ2slkIUEU8Cb4wbXgCsLNMrgasbxh+IytPASeM6AJkNlMw50akRsQegPJ5SxmcCuxrmGyljB3HzRhsU3biw0KwT4yEpcfNGGxSZEO0dO0wrj/vK+Agwq2G+04HdifWY1VomRGuAxWV6MfB4w/jny1W6i4A3xw77zAZRS80bJT0EXAbMkDQCfAX4GvCopBuA14Bry+xrgfnANuAdqu8rMhtYLYUoIq6b4KXLm8wbwJJMUWb9xHcsmCU5RGZJDpFZkkNkluQQmSU5RGZJDpFZkkNkluQQmSWlvrO1Tq74xMcPer7uJ0/1qJLeWLRqKwCrFs3pcSXHHu+JzJIcIrMkh8gsySEySxqYCwvHOl9Q6B3vicySHCKzpCOGaILup/8i6eXS4fQxSSeV8TMl/UbShvLzzW4Wb1YHreyJ7ufQ7qfrgPMj4o+BV4BbG17bHhFzy89NnSnTrL6OGKJm3U8j4omI2F+ePk3VFsvsmNSJc6K/Bb7X8Hy2pJ9J+pGkSyZayB1QbVCkLnFLuh3YDzxYhvYAZ0TEqKSPAd+RdF5EvDV+2Yi4B7gH4IwPH+cUWd9qe08kaTHwl8BflzZZRMRvI2K0TD8HbAfO6UShZnXVVogkXQn8A/CZiHinYfxkSZPK9FlUX6+yoxOFmtXVEQ/nJuh+eitwPLBOEsDT5UrcpcA/SdoPHABuiojxX8liNlCOGKIJup/eN8G8q4HV2aLM+snA3Dt3rH0Iz+pjYEJkx7bhL336oOfz7vru+7Zu3ztnluQQmSU5RGZJDpFZkkNkluQQmSU5RGZJDpFZkkNkluQQmSU5RGZJDpFZkkNkluQQmSU5RGZJ7XZAvUPS6w2dTuc3vHarpG2Stkj6VLcKN6uLVj6Udz/wr8AD48bvjog7GwcknQssBM4D/gD4L0nnRMSBDtRqNqH380N447XVAfUwFgAPl9ZZrwLbgAsT9ZnVXuac6ObS0H6FpKllbCawq2GekTJ2CHdAtUHRboiWA2cDc6m6ni4r42oyb9OERMQ9ETEvIuZNmdxsMbP+0FaIImJvRByIiPeAe/ndIdsIMKth1tOB3bkSzeqt3Q6opzU8vQYYu3K3Blgo6XhJs6k6oP40V6JZvbXbAfUySXOpDtV2AjcCRMQmSY8CP6dqdL/EV+Zs0HW0A2qZ/6vAVzNFmfUT37FgluQQmSU5RGZJDpFZkkNkluQQmSU5RGZJDpFZkkNkluQQmSU5RGZJDpFZkkNkluQQmSU5RGZJDpFZUrvNGx9paNy4U9KGMn6mpN80vPbNbhZvVgdtNW+MiL8am5a0DHizYf7tETG3UwWa1V0rHw9/UtKZzV6TJOBzwJ93tiyz/pE9J7oE2BsRWxvGZkv6maQfSbok+f5mtdfK4dzhXAc81PB8D3BGRIxK+hjwHUnnRcRb4xeUNAQMAUw9wdc3rH+1/dcr6Tjgs8AjY2OlB/domX4O2A6c02x5d0C1QZHZBfwF8HJEjIwNSDpZ0qQyfRZV88YduRLN6q2VS9wPAU8BH5E0IumG8tJCDj6UA7gUeFHSC8B/AjdFRKvfKGHWl9pt3khE/E2TsdXA6nxZZv3DZ/RmSQ6RWZJDZJbkEJklOURmSQ6RWZJDZJbkEJklOURmSQ6RWZJDZJbkEJklOURmSQ6RWVL24+EdMW32+Sxatb7XZZgd5JYZM1qaz3sisySHyCyplY+Hz5L0Q0mbJW2S9MUyPk3SOklby+PUMi5J35C0TdKLki7o9kaY9VIre6L9wJcj4o+Ai4Alks4FlgLrI2IOsL48B7iKqkHJHKqWWMs7XrVZjRwxRBGxJyKeL9NvA5uBmcACYGWZbSVwdZleADwQlaeBkySd1vHKzWriqM6JSjvhjwLPAKdGxB6oggacUmabCexqWGykjJkNpJZDJGkKVSefW5p1NG2ctclYNHm/IUnDkoZHR0dbLcOsdloKkaQPUgXowYj4dhneO3aYVh73lfERYFbD4qcDu8e/Z2MH1OnTp7dbv1nPtXJ1TsB9wOaIuKvhpTXA4jK9GHi8Yfzz5SrdRcCbY4d9ZoOolTsWLgauB14a+zIv4Dbga8CjpSPqa8C15bW1wHxgG/AO8IWOVmxWM610QP0xzc9zAC5vMn8AS5J1mfUN37FgluQQmSU5RGZJDpFZkkNklqTqYlqPi5B+CfwP8Kte19JBMxic7RmkbYHWt+cPI+LkI81UixABSBqOiHm9rqNTBml7BmlboPPb48M5sySHyCypTiG6p9cFdNggbc8gbQt0eHtqc05k1q/qtCcy60s9D5GkKyVtKY1Nlh55ifqRtFPSS5I2SBouY00budSRpBWS9kna2DDWt41oJtieOyS9Xn5HGyTNb3jt1rI9WyR96qhXGBE9+wEmAduBs4DJwAvAub2sqc3t2AnMGDf2dWBpmV4K/HOv6zxM/ZcCFwAbj1Q/1cdcvkd1Z/9FwDO9rr/F7bkD+Psm855b/u6OB2aXv8dJR7O+Xu+JLgS2RcSOiHgXeJiq0ckgmKiRS+1ExJPAG+OG+7YRzQTbM5EFwMMR8duIeJXqc3AXHs36eh2iQWlqEsATkp6TNFTGJmrk0i8GsRHNzeUQdEXD4XV6e3odopaamvSBiyPiAqqee0skXdrrgrqoX39ny4GzgbnAHmBZGU9vT69D1FJTk7qLiN3lcR/wGNXhwESNXPpFqhFN3UTE3og4EBHvAffyu0O29Pb0OkTPAnMkzZY0GVhI1eikb0g6UdKHxqaBTwIbmbiRS78YqEY0487brqH6HUG1PQslHS9pNlXn3p8e1ZvX4ErKfOAVqqsit/e6njbqP4vq6s4LwKaxbQCmU7VX3loep/W61sNsw0NUhzj/S/Uv8w0T1U91+PNv5ff1EjCv1/W3uD3fKvW+WIJzWsP8t5ft2QJcdbTr8x0LZkm9Ppwz63sOkVmSQ2SW5BCZJTlEZkkOkVmSQ2SW5BCZJf0fsplBJX0fE+QAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "env.reset()\n",
    "for _ in range(59):\n",
    "    obs, _, _, _ = env.step(env.action_space.sample())\n",
    "plt.imshow(obs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Box(210, 160, 3)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "env.observation_space"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.image.AxesImage at 0x10dd56e80>"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAARoAAAD8CAYAAACo2WuRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAD6tJREFUeJzt3X/sXXV9x/Hnay1gqTBApGvazhbXuTGzCfmGMd2MkanAGGWZLiVmdtqkcaLTMSMw/tB/zGRuOrdMTBVmXRiIv0Kz4CZhOLNsoKWC/KhIqQwqtXUiYmojfvW9P+7pcu3u13753u/n3u9tn4/km3vO53zuPe987s2r55x7ez6pKiSppZ8ZdwGSjnwGjaTmDBpJzRk0kpozaCQ1Z9BIaq5Z0CQ5L8mDSXYmuaLVfiQtfGnxO5oki4CvAa8AdgNfAi6pqgfmfWeSFrxWRzRnAzuraldVPQ3cCKxrtC9JC9ziRq+7Anisb3038OszFrFkaR174imNSpHUwtNPPcH0gf2ZTd9WQTNo5z9xjpZkE7AJ4JgTTuYX1l/WqBRJLey88X2z7tvq1Gk3sKpvfSXweH+HqtpcVVNVNbV4ydJGZUhaCFoFzZeAtUnWJDkWWA9sbbQvSQtck1OnqppO8mbgX4FFwHVVdX+LfUla+Fpdo6GqbgFuafX6kiaHvwyW1JxBI6k5g0ZScwaNpOYMGknNGTSSmjNoJDVn0EhqzqCR1JxBI6k5g0ZScwaNpOYMGknNGTSSmjNoJDVn0EhqzqCR1JxBI6k5g0ZScwaNpOYMGknNzTlokqxKcnuSHUnuT/LWrv2UJLcmeah7PHn+ypU0iYY5opkG/qyqfhk4B7g0yRnAFcBtVbUWuK1bl3QUm3PQVNWeqtreLX8P2AGsANYBW7puW4CLhy1S0mSbl2s0SVYDZwJ3Asuqag/0wgg4bT72IWlyDR00SZ4NfAp4W1U99QyetynJtiTbpg/sH7YMSQvYUEGT5Bh6IXN9VX26a96bZHm3fTmwb9Bzq2pzVU1V1dTiJUuHKUPSAjfMt04BrgV2VNX7+jZtBTZ0yxuAm+denqQjweIhnvsS4A+Be5Pc3bX9OfAe4KYkG4FHgdcMV6KkSTfnoKmq/wAyw+Zz5/q6ko48/jJYUnMGjaTmDBpJzRk0kpozaCQ1Z9BIas6gkdScQSOpOYNGUnMGjaTmDBpJzRk0kpozaCQ1Z9BIas6gkdScQSOpOYNGUnMGjaTmDBpJzRk0kpozaCQ1Nx8zVS5K8uUk/9ytr0lyZ5KHknw8ybHDlylpks3HEc1bgR1961cD76+qtcB3gI3zsA9JE2zYKXFXAr8DfKRbD/By4JNdly3AxcPsQ9LkG/aI5m+AdwA/7tafAzxZVdPd+m5gxZD7kDThhpl7+0JgX1Xd1d88oGvN8PxNSbYl2TZ9YP9cy5A0AYade/uiJBcAzwJOpHeEc1KSxd1RzUrg8UFPrqrNwGaA45etGhhGko4Mcz6iqaorq2plVa0G1gP/VlWvBW4HXt112wDcPHSVkiZai9/RXA5clmQnvWs21zbYh6QJMsyp0/+pqs8Dn++WdwFnz8frSjoy+MtgSc0ZNJKaM2gkNWfQSGrOoJHUnEEjqTmDRlJzBo2k5gwaSc0ZNJKaM2gkNWfQSGrOoJHUnEEjqTmDRlJzBo2k5gwaSc0ZNJKaM2gkNWfQSGrOoJHU3LBzb5+U5JNJvppkR5LfSHJKkluTPNQ9njxfxUqaTMMe0XwA+Jeq+iXg14AdwBXAbVW1FritW5d0FBtm7u0TgZfSTRBXVU9X1ZPAOmBL120LcPGwRUqabMMc0ZwOfAv4hyRfTvKRJEuBZVW1B6B7PG3Qk5NsSrItybbpA/uHKEPSQjdM0CwGzgKuqaozgf08g9OkqtpcVVNVNbV4ydIhypC00A0TNLuB3VV1Z7f+SXrBszfJcoDucd9wJUqadHMOmqr6JvBYkhd0TecCDwBbgQ1d2wbg5qEqlDTxFg/5/LcA1yc5FtgFvJ5eeN2UZCPwKPCaIfchacINFTRVdTcwNWDTucO8rqQji78MltScQSOpOYNGUnMGjaTmDBpJzRk0kpozaCQ1Z9BIas6gkdScQSOpOYNGUnMGjaTmDBpJzRk0kpozaCQ1Z9BIas6gkdScQSOpOYNGUnMGjaTmDBpJzQ0VNEn+NMn9Se5LckOSZyVZk+TOJA8l+Xg3FYuko9icgybJCuBPgKmqeiGwCFgPXA28v6rWAt8BNs5HoZIm17CnTouBJUkWA8cDe4CX05seF2ALcPGQ+5A04YaZEvcbwF/Rm41yD/Bd4C7gyaqa7rrtBlYMen6STUm2Jdk2fWD/XMuQNAHmPFNlkpOBdcAa4EngE8D5A7rWoOdX1WZgM8Dxy1YN7DNf3vjHg6f//tA161ru9qh295UfBOBFf/GmMVeihWCYU6ffBr5eVd+qqh8CnwZeDJzUnUoBrAQeH7JGSRNumKB5FDgnyfFJQm++7QeA24FXd302AIMPJyQdNYa5RnMnvYu+24F7u9faDFwOXJZkJ/Ac4Np5qFPSBJvzNRqAqnon8M5DmncBZw/zupKOLP4yWFJzQx3RSDPx2yb184hGUnMGjaTmDBpJzRk0kpozaCQ1Z9BIas6gkdScQSOpOYNGUnMGjaTmDBpJzRk0kpozaCQ1Z9BIas6gkdScQSOpOYNGUnNHxR32nL9JGq/DBk2S64ALgX3dHNskOQX4OLAaeAT4g6r6TjftygeAC4DvA39UVdvblC7poGV/958D2/e+5cUjrmSw2Zw6fRQ475C2K4DbqmotcFu3Dr2ZKtd2f5uAa+anTEmT7LBBU1VfAJ44pHkdsKVb3gJc3Nf+seq5g96slcvnq1hJk2muF4OXVdUegO7xtK59BfBYX7/dXZuko9h8f+uUAW01sGOyKcm2JNumD+yf5zIkLSRzDZq9B0+Jusd9XftuYFVfv5XA44NeoKo2V9VUVU0tXrJ0jmVImgRzDZqtwIZueQNwc1/769JzDvDdg6dYko5es/l6+wbgZcCpSXbTm2v7PcBNSTYCjwKv6brfQu+r7Z30vt5+fYOaJU2YwwZNVV0yw6ZzB/Qt4NJhi5J0ZPG/IEhqzqCR1JxBI6k5g0ZScwaNpOYMGknNGTSSmjNoJDVn0EhqzqCR1JxBI6k5g0ZScwaNpOYMGknNGTSSmjsqJpCTjnQLZf6mmXhEI6k5g0ZScwaNpOYMGknNGTSSmjts0CS5Lsm+JPf1tb03yVeTfCXJZ5Kc1LftyiQ7kzyY5FWtCpc0OWZzRPNR4LxD2m4FXlhVvwp8DbgSIMkZwHrgV7rnfDDJonmrVtJEOmzQVNUXgCcOaftcVU13q3fQm/oWYB1wY1X9oKq+Tm8iubPnsV5JE2g+rtG8Afhst7wCeKxv2+6uTdJRbKigSXIVMA1cf7BpQLea4bmbkmxLsm36wP5hypC0wM05aJJsAC4EXttNhQu9I5hVfd1WAo8Pen5Vba6qqaqaWrxk6VzLkDQB5hQ0Sc4DLgcuqqrv923aCqxPclySNcBa4IvDlylpkh32P1UmuQF4GXBqkt3AO+l9y3QccGsSgDuq6o1VdX+Sm4AH6J1SXVpVP2pVvKTJcNigqapLBjRf+1P6vxt49zBFSTqy+MtgSc0ZNJKaM2gkNWfQSGrOoJHUnEEjqTmDRlJzBo2k5gwaSc0ZNJKaM2gkNWfQSGrOoJHUnEEjqTmDRlJzBo2k5gwaSc0ZNJKaM2gkNWfQSGrOoJHU3GGDJsl1SfYluW/AtrcnqSSndutJ8rdJdib5SpKzWhQtabLM5ojmo8B5hzYmWQW8Ani0r/l8epPGrQU2AdcMX6KkSXfYoKmqLwBPDNj0fuAd/OTc2uuAj1XPHcBJSZbPS6WSJtZcp8S9CPhGVd1zyKYVwGN967u7NklHscPOVHmoJMcDVwGvHLR5QFsNaCPJJnqnVxxzwsnPtAxJE2QuRzTPB9YA9yR5BFgJbE/yc/SOYFb19V0JPD7oRapqc1VNVdXU4iVL51CGpEnxjIOmqu6tqtOqanVVraYXLmdV1TeBrcDrum+fzgG+W1V75rdkSZNmNl9v3wD8F/CCJLuTbPwp3W8BdgE7gQ8Db5qXKiVNtMNeo6mqSw6zfXXfcgGXDl+WpCOJvwyW1JxBI6k5g0ZSc+ldVhlzEcm3gP3A/4y7lkOcijXN1kKsy5pmZ641Pa+qnjubjgsiaACSbKuqqXHX0c+aZm8h1mVNszOKmjx1ktScQSOpuYUUNJvHXcAA1jR7C7Eua5qd5jUtmGs0ko5cC+mIRtIRauxBk+S8JA92t/+8Yox1rEpye5IdSe5P8tau/V1JvpHk7u7vghHX9UiSe7t9b+vaTklya5KHuseR3WcjyQv6xuLuJE8leds4xmnQbWZnGptR3WZ2hprem+Sr3X4/k+Skrn11kgN9Y/ahEdY04/uV5MpunB5M8qp5KaKqxvYHLAIeBk4HjgXuAc4YUy3L6f0vdIATgK8BZwDvAt4+xjF6BDj1kLa/BK7olq8Arh7j+/dN4HnjGCfgpcBZwH2HGxvgAuCz9O6ZdA5w5whreiWwuFu+uq+m1f39RjxOA9+v7jN/D3AcvdvBPAwsGraGcR/RnA3srKpdVfU0cCO924GOXFXtqart3fL3gB0s3LsDrgO2dMtbgIvHVMe5wMNV9d/j2HkNvs3sTGMzktvMDqqpqj5XVdPd6h307tM0MjOM00zWATdW1Q+q6uv07sRw9rA1jDtoFuStP5OsBs4E7uya3twd9l43ytOUTgGfS3JXd1dCgGXV3eenezxtxDUdtB64oW99nON00Exjs1A+a2+gd2R10JokX07y70l+a8S1DHq/mozTuINm1rf+HJUkzwY+Bbytqp6iN5PD84EXAXuAvx5xSS+pqrPozTBxaZKXjnj/AyU5FrgI+ETXNO5xOpyxf9aSXAVMA9d3TXuAn6+qM4HLgH9KcuKIypnp/WoyTuMOmlnf+nMUkhxDL2Sur6pPA1TV3qr6UVX9mN7NvIY+jHwmqurx7nEf8Jlu/3sPHvZ3j/tGWVPnfGB7Ve3t6hvrOPWZaWzG+llLsgG4EHhtdRdDutOTb3fLd9G7HvKLo6jnp7xfTcZp3EHzJWBtkjXdv5Dr6d0OdOSSBLgW2FFV7+tr7z+P/z3g/02k17CmpUlOOLhM76LiffTGaEPXbQNw86hq6nMJfadN4xynQ8w0NmO7zWyS84DLgYuq6vt97c9NsqhbPp3efGi7RlTTTO/XVmB9kuOSrOlq+uLQO2x9xXsWV8QvoPcNz8PAVWOs4zfpHSJ+Bbi7+7sA+Efg3q59K7B8hDWdTu8bgHuA+w+OD/Ac4Dbgoe7xlBGP1fHAt4Gf7Wsb+TjRC7o9wA/p/Uu8caaxoXdK8Pfd5+xeYGqENe2kd93j4OfqQ13f3+/e13uA7cDvjrCmGd8verOcPAw8CJw/HzX4y2BJzY371EnSUcCgkdScQSOpOYNGUnMGjaTmDBpJzRk0kpozaCQ1978wIGDAJmR0FQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "braden = obs[34:-30,:,0]\n",
    "plt.imshow(braden)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(160, 160)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<matplotlib.image.AxesImage at 0x111cc4c50>"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQUAAAD8CAYAAAB+fLH0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAADo9JREFUeJzt3X/sXXV9x/Hnay0gIKwgQhra2eI6NmY2aQhjuplFpgJz1GWa1JhJtEnjRKdjRsr4Q/8xk7npxjIxKDhcGIg/iM2Cm02HM8tG5YdAwQLWqvCV2voLNEjU6nt/3FO9n/r90vZ777n3+9XnI/nmnvO5597zvufevnrOuTfnnapCkvb7pWkXIGlhMRQkNQwFSQ1DQVLDUJDUMBQkNXoLhSTnJXkwyc4km/paj6TxSh+/U0iyBHgIeBEwA9wOvLKqPj/2lUkaq772FM4GdlbVrqr6AXAjsK6ndUkao6U9Pe+pwCND8zPA78xZxNHH1pHHn9hTKZIAntw7842qeubBlusrFDLLWHOckmQjsBHgiONO4FfXX9JTKZIAtl95yVcOZbm+Dh9mgJVD8yuAR4cXqKqrq+qsqjpr6dHH9lSGpMPVVyjcDqxJsjrJkcB6YHNP65I0Rr0cPlTVviRvAP4TWAJcW1X397EuSePV1zkFquoW4Ja+nl9SP/xFo6SGoSCpYShIahgKkhqGgqSGoSCpYShIahgKkhqGgqSGoSCpYShIahgKkhqGgqSGoSCpYShIahgKkhqGgqSGoSCpYShIasw7FJKsTHJrkh1J7k/ypm78xCRbknyhuz1hfOVK6tsoewr7gL+qqt8AzgEuTnIGsAnYWlVrgK3dvKRFYt6hUFW7q+qubvq7wA4G7eLWAdd1i10HvGzUIiVNzljOKSRZBZwJbANOqardMAgO4OQ5HrMxyR1J7tj35BPjKEPSGIwcCkmeDnwMeHNVfedQH2fbOGlhGikUkhzBIBCur6qPd8N7kizv7l8O7B2tREmTNMq3DwGuAXZU1buH7toMXNRNXwR8Yv7lSZq0UdrGPR/4M2B7kru7sb8G3gnclGQD8DDwitFKlDRJ8w6FqvofIHPcfe58n1fSdPmLRkkNQ0FSw1CQ1DAUJDUMBUkNQ0FSw1CQ1DAUJDUMBUkNQ0FSw1CQ1DAUJDUMBUkNQ0FSw1CQ1DAUJDUMBUkNQ0FSYxyXeF+S5HNJ/r2bX51kW9c27sNJjhy9TEmTMo49hTcx6A613xXAe7q2cd8GNoxhHZImZNS+DyuAPwI+0M0HeCHw0W4R28ZJi8yoewr/ALwV+HE3/wzgsara183PMOgv+TNsGyctTKM0g3kpsLeq7hwenmXRmu3xto2TFqZRm8FcmOQC4GnA8Qz2HJYlWdrtLawAHh29TEmTMkor+suqakVVrQLWA/9VVa8CbgVe3i1m2zhpkenjdwqXApck2cngHMM1PaxDUk9GOXz4iar6NPDpbnoXcPY4nlfS5PmLRkkNQ0FSw1CQ1DAUJDUMBUkNQ0FSw1CQ1BjL7xQkzc8p//S/PzO2543Pm0IlP+WegqSGoSCpYShIahgKkhqGgqSGoSCpYShIahgKkhqGgqSGoSCpMWozmGVJPprkgSQ7kvxukhOTbOnaxm1JcsK4ipXUv1H3FP4R+I+q+nXgtxm0j9sEbO3axm3t5iUtEqM0gzkeeAHd1Zqr6gdV9RiwjkG7OLBtnLTojLKncBrwdeCDXdfpDyQ5FjilqnYDdLcnj6FOSRMySigsBdYCV1XVmcATHMahgr0kpYVplFCYAWaqals3/1EGIbEnyXKA7nbvbA+2l6S0MI3SNu5rwCNJTu+GzgU+D2xm0C4ObBsnLTqjXnnpjcD1SY4EdgGvYRA0NyXZADwMvGLEdUiaoJFCoaruBs6a5a5zR3leSdPjLxolNQwFSQ2v5ixN0bSv3Dwb9xQkNQwFSQ1DQVLDUJDUMBQkNQwFSQ1DQVLDUJDUMBQkNQwFSQ1DQVLDUJDUMBQkNQwFSQ1DQVJj1LZxf5nk/iT3JbkhydOSrE6yrWsb9+Hu+o2SFolROkSdCvwFcFZVPQdYAqwHrgDe07WN+zawYRyFSpqMUQ8flgJHJ1kKHAPsBl7IoAcE2DZOWnRG6fvwVeDvGFzGfTfwOHAn8FhV7esWmwFOHbVISZMz72s0di3m1wGrgceAjwDnz7JozfH4jcBGgCOO66db/ev+/Gf70LzvqnW9rOsXwd2Xvfcn08/9m9dPsRL1aZTDhz8EvlRVX6+qHwIfB54HLOsOJwBWAI/O9mDbxkkL0yih8DBwTpJjkoSfto27FXh5t4xt46RFZpRzCtsYnFC8C9jePdfVwKXAJUl2As8ArhlDnZImZNS2cW8D3nbA8C7g7FGeV9L0+ItGSQ07ROmQ+Y3DLwb3FCQ1DAVJDUNBUsNQkNQwFCQ1DAVJDUNBUsNQkNQwFCQ1DAVJDUNBUsNQkNQwFCQ1DAVJDUNBUuPn+noKXrlZOnwH3VNIcm2SvUnuGxo7McmWrjXclu5y72TgyiQ7k9ybZG2fxUsav0M5fPgX4LwDxjYBW7vWcFu7eRj0fVjT/W0ErhpPmZIm5aChUFWfAb51wPA6Bi3hoG0Ntw74UA3cxqAHxPJxFSupf/M90XhKVe0G6G5P7sZPBR4ZWs62cdIiM+5vHzLL2Jxt45LckeSOfU8+MeYyJM3XfENhz/7Dgu52bzc+A6wcWs62cdIiM99Q2MygJRy0reE2A6/uvoU4B3h8/2GGpMXhoL9TSHID8AfASUlmGHSEeidwU5INDHpKvqJb/BbgAmAn8D3gNT3ULKlHBw2FqnrlHHedO8uyBVw8alGSpsefOUtqGAqSGoaCpIahIKlhKEhqGAqSGoaCpIahIKlhKEhqGAqSGoaCpIahIKlhKEhqGAqSGoaCpIahIKlhKEhqGAqSGvNtG/euJA90reFuTrJs6L7LurZxDyZ5SV+FS+rHfNvGbQGeU1W/BTwEXAaQ5AxgPfCb3WPem2TJ2KqV1Lt5tY2rqk9V1b5u9jYG/R1g0Dbuxqr6flV9icFVnc8eY72SejaOcwqvBT7ZTds2TlrkRgqFJJcD+4Dr9w/Nspht46RFZN6hkOQi4KXAq7p+D2DbOGnRm1coJDkPuBS4sKq+N3TXZmB9kqOSrAbWAJ8dvUxJkzLftnGXAUcBW5IA3FZVr6uq+5PcBHyewWHFxVX1o76KlzR+820bd81TLP8O4B2jFCVpevxFo6SGoSCpYShIahgKkhqGgqSGoSCpYShIahgKkhqGgqSGoSCpYShIahgKkhqGgqSGoSCpYShIahgKkhqGgqSGoSCpYShIasyrl+TQfW9JUklO6uaT5Mqul+S9Sdb2UbSk/sy3lyRJVgIvAh4eGj6fwWXd1wAbgatGL1HSJM2rl2TnPcBbaTtArQM+VAO3AcuSLB9LpZImYr7NYC4EvlpV9xxw1yH3krRtnLQwHbTvw4GSHANcDrx4trtnGZu1l2RVXQ1cDXDMKStnXUbS5B12KADPBlYD93TdoVYAdyU5m8PoJSlpYTrsw4eq2l5VJ1fVqqpaxSAI1lbV1xj0knx19y3EOcDjVbV7vCVL6tOhfCV5A/B/wOlJZpJseIrFbwF2ATuB9wOvH0uVkiZmvr0kh+9fNTRdwMWjlyVpWvxFo6SGoSCpYShIahgKkhqGgqSGoSCpYShIahgKkhqGgqSGoSCpYShIahgKkhqGgqSGoSCpYShIahgKkhqGgqSGoSCpYShIahgKkhqGgqRGBhdgnnIRydeBJ4BvTLsW4CSsY5h1tBZzHc+qqmcebKEFEQoASe6oqrOswzqsY7p1ePggqWEoSGospFC4etoFdKyjZR2tn/s6Fsw5BUkLw0LaU5C0AEw9FJKcl+TBJDuTbJrgelcmuTXJjiT3J3lTN/72JF9Ncnf3d8EEavlyku3d+u7oxk5MsiXJF7rbE3qu4fSh13x3ku8kefMktkeSa5PsTXLf0Nisrz8DV3afl3uTrO25jncleaBb181JlnXjq5I8ObRd3tdzHXO+D0ku67bHg0leMnIBVTW1P2AJ8EXgNOBI4B7gjAmtezmwtps+DngIOAN4O/CWCW+HLwMnHTD2t8CmbnoTcMWE35evAc+axPYAXgCsBe472OsHLgA+CQQ4B9jWcx0vBpZ201cM1bFqeLkJbI9Z34fuM3sPcBSwuvv3tGSU9U97T+FsYGdV7aqqHwA3AusmseKq2l1Vd3XT3wV2AKdOYt2HaB1wXTd9HfCyCa77XOCLVfWVSaysqj4DfOuA4ble/zrgQzVwG7AsyfK+6qiqT1XVvm72NmDFONZ1uHU8hXXAjVX1/ar6ErCTwb+reZt2KJwKPDI0P8MU/mEmWQWcCWzrht7Q7S5e2/due6eATyW5M8nGbuyUqtoNgwADTp5AHfutB24Ymp/09oC5X/80PzOvZbCXst/qJJ9L8t9Jfn8C65/tfRj79ph2KGSWsYl+HZLk6cDHgDdX1XeAq4BnA88FdgN/P4Eynl9Va4HzgYuTvGAC65xVkiOBC4GPdEPT2B5PZSqfmSSXA/uA67uh3cCvVNWZwCXAvyU5vscS5nofxr49ph0KM8DKofkVwKOTWnmSIxgEwvVV9XGAqtpTVT+qqh8D72fEXbFDUVWPdrd7gZu7de7Zv1vc3e7tu47O+cBdVbWnq2ni26Mz1+uf+GcmyUXAS4FXVXcg3+2uf7ObvpPBsfyv9VXDU7wPY98e0w6F24E1SVZ3/0OtBzZPYsVJAlwD7Kiqdw+NDx+f/glw34GPHXMdxyY5bv80gxNb9zHYDhd1i10EfKLPOoa8kqFDh0lvjyFzvf7NwKu7byHOAR7ff5jRhyTnAZcCF1bV94bGn5lkSTd9GrAG2NVjHXO9D5uB9UmOSrK6q+OzI62sj7Onh3mm9QIGZ/6/CFw+wfX+HoPdrHuBu7u/C4B/BbZ345uB5T3XcRqDs8f3APfv3wbAM4CtwBe62xMnsE2OAb4J/PLQWO/bg0EI7QZ+yOB/vg1zvX4Gu8v/3H1etgNn9VzHTgbH7Ps/I+/rlv3T7v26B7gL+OOe65jzfQAu77bHg8D5o67fXzRKakz78EHSAmMoSGoYCpIahoKkhqEgqWEoSGoYCpIahoKkxv8DdAXfIpoNtrkAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "processed = obs[34:194,:,0]\n",
    "print(processed.shape)\n",
    "plt.imshow(processed)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(80, 80)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<matplotlib.image.AxesImage at 0x111d7fb00>"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP4AAAD8CAYAAABXXhlaAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAC+hJREFUeJzt3XHMXfVdx/H3x5ZmyNaU4mgaihYywuAf2tlMEGOUWsMmAf8YpmQaspAQdS6Qzcyy/0w0sn8Yi1HMAkz+wAF2kDVkYTYdixpNpazoBqW2Q4QnZS0OCLMjW7p9/eMe3BN4Ss/zPPfep+f5vV/Jzb2/3z0353dy8rnnnPuc5/dNVSGpLT+z1AOQNH0GX2qQwZcaZPClBhl8qUEGX2qQwZcatKjgJ7k6ycEkh5PsGNegJE1WFnoDT5IVwH8C24AZ4Anghqp6ZnzDkzQJKxfx2Q8Ch6vqOYAkDwDXAScN/sozz6pVq9cuYpWS3smPXn+FE28cz6mWW0zwzwNenNWeAX7pnT6wavVa3rf9k4tYpaR3cviBO3ott5hr/Lm+Vd523ZDk5iT7kuw78cbxRaxO0rgsJvgzwPmz2huAI29dqKq+UFVbqmrLyjPPWsTqJI3LYoL/BHBRkguSrAK2A7vGMyxJk7Tga/yqOpHkj4CvASuAe6vq6bGNTNLELObHParqq8BXxzQWSVPinXtSgwy+1CCDLzXI4EsNMvhSgwy+1CCDLzXI4EsNMvhSgwy+1CCDLzXI4EsNMvhSgwy+1CCDLzXI4EsNMvhSgwy+1KBTBj/JvUmOJfn2rL61SXYnOdQ9nz3ZYUoapz5H/L8Frn5L3w5gT1VdBOzp2pIG4pTBr6p/BF55S/d1wH3d6/uA3x7zuCRN0EKv8ddV1UsA3fO54xuSpEmb+I97ltCSTj8LDf7RJOsBuudjJ1vQElrS6Wehwd8F3Ni9vhH4yniGI2ka+vw570vAvwIXJ5lJchNwO7AtySFgW9eWNBCnLKFVVTec5K2tYx6LpCnxzj2pQQZfapDBlxpk8KUGGXypQQZfapDBlxpk8KUGGXypQQZfapDBlxpk8KUGGXypQQZfapDBlxpk8KUGGXypQQZfalCfOffOT/J4kgNJnk5yS9dvGS1poPoc8U8An6qqS4DLgY8nuRTLaEmD1aeE1ktV9c3u9feBA8B5WEZLGqx5XeMn2QhsBvZiGS1psHoHP8m7gS8Dt1bV6/P4nCW0pNNMr+AnOYNR6O+vqoe77l5ltCyhJZ1++vyqH+Ae4EBV3THrLctoSQN1yko6wJXA7wHfSvJU1/cZRmWzHupKar0AXD+ZIUoatz4ltP4ZyEnetoyWNEDeuSc1yOBLDTL4UoMMvtQggy81yOBLDTL4UoP63MAjaZHW/eW/vK3v6Cd+eQlGMuIRX2qQwZcaZPClBhl8qUEGX2qQwZcaZPClBhl8qUEGX2qQwZcaZPClBvWZZfddSf4tyb93tfP+tOu/IMnernbeg0lWTX64ksahzxH/h8BVVXUZsAm4OsnlwGeBz3W1814FbprcMCWNU5/aeVVV/9s1z+geBVwF7Oz6rZ0nDUjfSjorujn1jwG7ge8Ar1XViW6RGUaFNOf6rCW0pNNMr+BX1Y+rahOwAfggcMlci53ks5bQkk4z8/pVv6peA74BXA6sSfLmRB4bgCPjHZqkSenzq/57k6zpXp8J/AZwAHgc+Ei3mLXzpAHpM/XWeuC+JCsYfVE8VFWPJnkGeCDJnwH7GRXWlDQAfWrn/QeweY7+5xhd70saGO/ckxrkLLvSFCzljLpz8YgvNcjgSw0y+FKDDL7UIIMvNcjgSw0y+FKDDL7UIIMvNcjgSw0y+FKDDL7UIIMvNcjgSw0y+FKDDL7UoN7B7+bW35/k0a5tCS1poOZzxL+F0ey6b7KEljRQfSvpbAB+C7i7awdLaEmD1feIfyfwaeAnXfscLKElDVafghrXAMeq6snZ3XMsagktaSD6zLJ7JXBtkg8D7wJWMzoDWJNkZXfUX9ISWr//B28v4vM3d123BCNZHp667a////Wmv/jDJRyJJqVPmezbqmpDVW0EtgNfr6qPYgktabAW83f8PwE+meQwo2t+S2hJAzGvghpV9Q1G1XItoSUNmHfuSQ2yhJbexh/0lj+P+FKDDL7UIIMvNcjgSw0y+FKDDL7UIIMvNcjgSw0y+FKDDL7UIIMvNcjgSw0y+FKDDL7UIIMvNcjgSw3qNRFHkueB7wM/Bk5U1ZYka4EHgY3A88DvVNWrkxnmO3NGXWl+5nPE//Wq2lRVW7r2DmBPV0JrT9eWNACLOdW/jlHpLLCEljQofYNfwD8keTLJzV3fuqp6CaB7PncSA5Q0fn0n27yyqo4kORfYneTZvivovihuBjjjPWcvYIiSxq3XEb+qjnTPx4BHGM2nfzTJeoDu+dhJPmvtPOk006do5llJ3vPma+A3gW8DuxiVzgJLaEmD0udUfx3wSJI3l/+7qnosyRPAQ0luAl4Arp/cMCWN0ymD35XKumyO/u8BWycxKEmT5Z17UoMMvtQggy81yOBLDTL4UoMMvtQggy81yOBLDTL4UoMMvtQggy81yOBLDTL4UoMMvtQggy81yOBLDTL4UoMMvtSgXsFPsibJziTPJjmQ5Ioka5PsTnKoe3bubGkg+h7xPw88VlXvZzT/3gEsoSUNVp/ptVcDvwrcA1BVP6qq17CEljRYfY74FwIvA19Msj/J3d38+pbQkgaqT/BXAh8A7qqqzcBx5nFan+TmJPuS7DvxxvEFDlPSOPUJ/gwwU1V7u/ZORl8EltCSBuqUwa+q7wIvJrm469oKPIMltKTB6lst9xPA/UlWAc8BH2P0pWEJLWmAegW/qp4CtszxliW0pAHyzj2pQQZfapDBlxpk8KUGGXypQQZfapDBlxpk8KUGGXypQQZfapDBlxpk8KUGGXypQQZfapDBlxpk8KUGGXypQQZfalCfghoXJ3lq1uP1JLdaQksarj6z7B6sqk1VtQn4ReAHwCNYQksarPme6m8FvlNV/40ltKTBmm/wtwNf6l5bQksaqN7B7+bUvxb4+/mswBJa0ulnPkf8DwHfrKqjXdsSWtJAzSf4N/DT03ywhJY0WL2Cn+RngW3Aw7O6bwe2JTnUvXf7+IcnaRL6ltD6AXDOW/q+hyW0pEHyzj2pQQZfapDBlxpk8KUGGXypQQZfapDBlxpk8KUGGXypQQZfapDBlxpk8KUGGXypQQZfapDBlxpk8KUGGXypQQZfapDBlxpk8KUGGXypQamq6a0seRk4DvzP1FY6XT/H8tw2t2s4fqGq3nuqhaYafIAk+6pqy1RXOiXLddvcruXHU32pQQZfatBSBP8LS7DOaVmu2+Z2LTNTv8aXtPQ81ZcaNNXgJ7k6ycEkh5PsmOa6xynJ+UkeT3IgydNJbun61ybZneRQ93z2Uo91IZKsSLI/yaNd+4Ike7vtejDJqqUe40IkWZNkZ5Jnu313xXLZZ/M1teAnWQH8FfAh4FLghiSXTmv9Y3YC+FRVXQJcDny825YdwJ6qugjY07WH6BbgwKz2Z4HPddv1KnDTkoxq8T4PPFZV7wcuY7SNy2WfzU9VTeUBXAF8bVb7NuC2aa1/wtv2FWAbcBBY3/WtBw4u9dgWsC0bGAXgKuBRIIxuclk5134cygNYDfwX3e9as/oHv88W8pjmqf55wIuz2jNd36Al2QhsBvYC66rqJYDu+dylG9mC3Ql8GvhJ1z4HeK2qTnTtoe63C4GXgS92lzF3JzmL5bHP5m2awc8cfYP+k0KSdwNfBm6tqteXejyLleQa4FhVPTm7e45Fh7jfVgIfAO6qqs2Mbh1v47R+DtMM/gxw/qz2BuDIFNc/VknOYBT6+6vq4a77aJL13fvrgWNLNb4FuhK4NsnzwAOMTvfvBNYkWdktM9T9NgPMVNXerr2T0RfB0PfZgkwz+E8AF3W/EK8CtgO7prj+sUkS4B7gQFXdMeutXcCN3esbGV37D0ZV3VZVG6pqI6P98/Wq+ijwOPCRbrHBbRdAVX0XeDHJxV3XVuAZBr7PFmra/533YUZHkBXAvVX151Nb+Rgl+RXgn4Bv8dNr4c8wus5/CPh54AXg+qp6ZUkGuUhJfg3446q6JsmFjM4A1gL7gd+tqh8u5fgWIskm4G5gFfAc8DFGB79lsc/mwzv3pAZ5557UIIMvNcjgSw0y+FKDDL7UIIMvNcjgSw0y+FKD/g+DlA5fFLc0cQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "processed = processed[::2,::2]\n",
    "print(processed.shape)\n",
    "plt.imshow(processed)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.image.AxesImage at 0x111dd4d30>"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP4AAAD8CAYAAABXXhlaAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAC9RJREFUeJzt3VGoZeV5xvH/09GJ1VRGbZSpY6uCGL1xTCVRLKXVTmtS0V7EoqRFguBNWpSmpJq7QgvmJjEXJRDU1AsbtUaJSIiRiaEtlKkabRMdrcZaHcY4NlFMDTUxeXuxl+SgZ5x1ztlnn1nz/n+w2fv79tqsb83i2WutfdZ8b6oKSb380kYPQNLiGXypIYMvNWTwpYYMvtSQwZcaMvhSQ2sKfpKLkjyV5Jkk181rUJLWV1Z7A0+STcB/AjuAPcBDwBVV9cT8hidpPRy2hs9+EHimqp4FSHI7cCmw3+BvznvqCI5awyolvZv/43V+Um/kQMutJfgnAi8sae8BPvRuHziCo/hQLlzDKiW9m121c9Ryawn+ct8q77huSHI1cDXAERy5htVJmpe1/Li3BzhpSXsbsPftC1XVF6vqnKo653Des4bVSZqXtQT/IeC0JKck2QxcDtw7n2FJWk+rPtWvqjeT/BlwP7AJuKWqHp/byCStm7Vc41NVXwO+NqexSFoQ79yTGjL4UkMGX2rI4EsNGXypIYMvNWTwpYYMvtSQwZcaMvhSQwZfasjgSw0ZfKkhgy81ZPClhgy+1JDBlxoy+FJDBwx+kluS7Evy3SV9xyZ5IMnTw/Mx6ztMSfM05oj/98BFb+u7DthZVacBO4e2pIk4YPCr6p+AH76t+1Lg1uH1rcAfzXlcktbRaq/xT6iqFwGG5+PnNyRJ621N02uPYQkt6eCz2iP+S0m2AgzP+/a3oCW0pIPPaoN/L3Dl8PpK4KvzGY6kRRjz57wvA/8KnJ5kT5KrgBuAHUmeBnYMbUkTccBr/Kq6Yj9vWehemijv3JMaMvhSQwZfasjgSw0ZfKkhgy81ZPClhgy+1JDBlxoy+FJDBl9qyOBLDRl8qSGDLzVk8KWGDL7UkMGXGjL4UkNj5tw7KcmDSXYneTzJNUO/ZbSkiRpzxH8T+GRVnQGcC3wiyZlYRkuarDEltF6sqm8Pr38E7AZOxDJa0mSt6Bo/ycnA2cAuLKMlTdbo4Cd5L/AV4Nqqem0Fn7s6ycNJHv4pb6xmjJLmbFTwkxzOLPS3VdXdQ/eoMlqW0JIOPmN+1Q9wM7C7qj675C3LaEkTNaZa7vnAnwLfSfLY0PdpZmWz7hxKaj0PXLY+Q5Q0b2NKaP0LkP28bRktaYK8c09qyOBLDRl8qSGDLzVk8KWGDL7UkMGXGhpzA4+kNbp/72Pv6PuDX9u+ASOZ8YgvNWTwpYYMvtSQwZcaMvhSQwZfasjgSw0ZfKkhgy81ZPClhgy+1NCYWXaPSPJvSf59qJ3310P/KUl2DbXz7kiyef2HK2kexhzx3wAuqKqzgO3ARUnOBT4DfG6onfcKcNX6DVPSPI2pnVdV9b9D8/DhUcAFwF1Dv7XzpAkZW0ln0zCn/j7gAeB7wKtV9eawyB5mhTSX+6wltKSDzKjgV9XPqmo7sA34IHDGcovt57OW0JIOMiv6Vb+qXgW+BZwLbEny1kQe24C98x2apPUy5lf99yXZMrz+ZeD3gN3Ag8BHh8WsnSdNyJipt7YCtybZxOyL4s6qui/JE8DtSf4GeJRZYU1JEzCmdt5/AGcv0/8ss+t9SRPjnXtSQ86yKy3ARs6ouxyP+FJDBl9qyOBLDRl8qSGDLzVk8KWGDL7UkMGXGjL4UkMGX2rI4EsNGXypIYMvNWTwpYYMvtSQwZcaGh38YW79R5PcN7QtoSVN1EqO+Ncwm133LZbQkiZqbCWdbcAfAjcN7WAJLWmyxh7xbwQ+Bfx8aB+HJbSkyRpTUONiYF9VPbK0e5lFLaElTcSYWXbPBy5J8hHgCOBoZmcAW5IcNhz1N7SE1v17H3tH38E2q+mULP339N/x0DSmTPb1VbWtqk4GLge+WVUfwxJa0mSt5e/4fwX8RZJnmF3zW0JLmogVFdSoqm8xq5ZrCS1pwrxzT2rIElp6B3/QO/R5xJcaMvhSQwZfasjgSw0ZfKkhgy81ZPClhgy+1JDBlxoy+FJDBl9qyOBLDRl8qSGDLzVk8KWGDL7U0KiJOJI8B/wI+BnwZlWdk+RY4A7gZOA54I+r6pX1Gea7c+IIaWVWcsT/3araXlXnDO3rgJ1DCa2dQ1vSBKzlVP9SZqWzwBJa0qSMDX4B30jySJKrh74TqupFgOH5+PUYoKT5GzvZ5vlVtTfJ8cADSZ4cu4Lhi+JqgCM4chVDlDRvo474VbV3eN4H3MNsPv2XkmwFGJ737eez1s6TDjJjimYeleRX3noN/D7wXeBeZqWzwBJa0qSMOdU/AbgnyVvL/0NVfT3JQ8CdSa4CngcuW79hSpqnAwZ/KJV11jL9PwAuXI9BSVpf3rknNWTwpYYMvtSQwZcaMvhSQwZfasjgSw0ZfKkhgy81ZPClhgy+1JDBlxoy+FJDBl9qyOBLDRl8qSGDLzVk8KWGRgU/yZYkdyV5MsnuJOclOTbJA0meHp6PWe/BSpqPsUf8zwNfr6r3M5t/bzeW0JIma8z02kcDvw3cDFBVP6mqV7GEljRZY474pwIvA19K8miSm4b59S2hJU3UmOAfBnwA+EJVnQ28zgpO65NcneThJA//lDdWOUxJ8zQm+HuAPVW1a2jfxeyLwBJa0kQdMPhV9X3ghSSnD10XAk9gCS1pssZWy/1z4LYkm4FngY8z+9KwhJY0QaOCX1WPAecs85YltKQJ8s49qSGDLzVk8KWGDL7UkMGXGjL4UkMGX2rI4EsNGXypIYMvNWTwpYYMvtSQwZcaMvhSQwZfasjgSw0ZfKkhgy81NKagxulJHlvyeC3JtZbQkqZrzCy7T1XV9qraDvwm8GPgHiyhJU3WSk/1LwS+V1X/jSW0pMlaafAvB748vLaEljRRo4M/zKl/CfCPK1mBJbSkg89KjvgfBr5dVS8NbUtoSRO1kuBfwS9O88ESWtJkjQp+kiOBHcDdS7pvAHYkeXp474b5D0/SehhbQuvHwHFv6/sBltCSJsk796SGDL7UkMGXGjL4UkMGX2rI4EsNGXypIYMvNWTwpYYMvtSQwZcaMvhSQwZfasjgSw0ZfKkhgy81ZPClhgy+1JDBlxoy+FJDBl9qKFW1uJUlLwOvA/+zsJUu1q9yaG6b2zUdv1FV7zvQQgsNPkCSh6vqnIWudEEO1W1zuw49nupLDRl8qaGNCP4XN2Cdi3KobpvbdYhZ+DW+pI3nqb7U0EKDn+SiJE8leSbJdYtc9zwlOSnJg0l2J3k8yTVD/7FJHkjy9PB8zEaPdTWSbEryaJL7hvYpSXYN23VHks0bPcbVSLIlyV1Jnhz23XmHyj5bqYUFP8km4O+ADwNnAlckOXNR65+zN4FPVtUZwLnAJ4ZtuQ7YWVWnATuH9hRdA+xe0v4M8Llhu14BrtqQUa3d54GvV9X7gbOYbeOhss9WpqoW8gDOA+5f0r4euH5R61/nbfsqsAN4Ctg69G0Fntrosa1iW7YxC8AFwH1AmN3kcthy+3EqD+Bo4L8Yftda0j/5fbaaxyJP9U8EXljS3jP0TVqSk4GzgV3ACVX1IsDwfPzGjWzVbgQ+Bfx8aB8HvFpVbw7tqe63U4GXgS8NlzE3JTmKQ2Ofrdgig59l+ib9J4Uk7wW+AlxbVa9t9HjWKsnFwL6qemRp9zKLTnG/HQZ8APhCVZ3N7NbxHqf1y1hk8PcAJy1pbwP2LnD9c5XkcGahv62q7h66X0qydXh/K7Bvo8a3SucDlyR5Drid2en+jcCWJIcNy0x1v+0B9lTVrqF9F7Mvgqnvs1VZZPAfAk4bfiHeDFwO3LvA9c9NkgA3A7ur6rNL3roXuHJ4fSWza//JqKrrq2pbVZ3MbP98s6o+BjwIfHRYbHLbBVBV3wdeSHL60HUh8AQT32ertej/nfcRZkeQTcAtVfW3C1v5HCX5LeCfge/wi2vhTzO7zr8T+HXgeeCyqvrhhgxyjZL8DvCXVXVxklOZnQEcCzwK/ElVvbGR41uNJNuBm4DNwLPAx5kd/A6JfbYS3rknNeSde1JDBl9qyOBLDRl8qSGDLzVk8KWGDL7UkMGXGvp/bZj9dIJhkvMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "processed[processed == 144] = 0 # erase background (background type 1)\n",
    "processed[processed == 109] = 0 # erase background (background type 2)\n",
    "processed[processed != 0] = 1   # everything else (paddles, ball) just set to 1\n",
    "plt.imshow(processed)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}