GloVe Vectors Embedding with TF 2.0 and Keras

GloVe Vectors Embedding with TF 2.0 and Keras.ipynb

{
  "cells": [
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "from tensorflow.keras.preprocessing.text import one_hot, Tokenizer\nfrom tensorflow.keras.preprocessing.sequence import pad_sequences\nfrom tensorflow.keras.models import Sequential\nfrom tensorflow.keras.layers import Dense, Flatten, Embedding, Activation, Dropout, Conv1D, MaxPool1D, MaxPooling1D, GlobalMaxPooling1D\nfrom tensorflow.keras.optimizers import Adam\n\nimport numpy as np\nfrom numpy import array\nimport pandas as pd",
      "execution_count": 2,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "from sklearn.model_selection import train_test_split",
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "text": "D:\\Anaconda\\lib\\importlib\\_bootstrap.py:219: RuntimeWarning: numpy.ufunc size changed, may indicate binary incompatibility. Expected 192 from C header, got 216 from PyObject\n  return f(*args, **kwds)\nD:\\Anaconda\\lib\\importlib\\_bootstrap.py:219: RuntimeWarning: numpy.ufunc size changed, may indicate binary incompatibility. Expected 192 from C header, got 216 from PyObject\n  return f(*args, **kwds)\nD:\\Anaconda\\lib\\importlib\\_bootstrap.py:219: RuntimeWarning: numpy.ufunc size changed, may indicate binary incompatibility. Expected 192 from C header, got 216 from PyObject\n  return f(*args, **kwds)\nD:\\Anaconda\\lib\\importlib\\_bootstrap.py:219: RuntimeWarning: numpy.ufunc size changed, may indicate binary incompatibility. Expected 192 from C header, got 216 from PyObject\n  return f(*args, **kwds)\n",
          "name": "stderr"
        }
      ]
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "import re",
      "execution_count": 12,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "df16m = pd.read_csv('twitter_sentiment.csv', encoding='latin', header=None)",
      "execution_count": 4,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "df0 = df16m[[5, 0]]",
      "execution_count": 6,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "dfp = df0[df0[0] == 0].sample(2000)\ndfn = df0[df0[0] == 4].sample(2000)\ndf = dfp.append(dfn)",
      "execution_count": 7,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "df.reset_index(drop=True, inplace=True)",
      "execution_count": 8,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "df.columns = ['tweets', 'sentiment']",
      "execution_count": 9,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "df.head()",
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 10,
          "data": {
            "text/plain": "                                              tweets  sentiment\n0  @nkotbsplitsgirl no more shows for me  I would...          0\n1  down one follower - ouch  going to bed now - t...          0\n2  @16pebbles head to Chico  When I get my vacati...          0\n3            i hate myself. i hate what i've become           0\n4  @NicLinkletter sorry about the adding thing my...          0",
            "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>tweets</th>\n      <th>sentiment</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>@nkotbsplitsgirl no more shows for me  I would...</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>down one follower - ouch  going to bed now - t...</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>@16pebbles head to Chico  When I get my vacati...</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>i hate myself. i hate what i've become</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>@NicLinkletter sorry about the adding thing my...</td>\n      <td>0</td>\n    </tr>\n  </tbody>\n</table>\n</div>"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "### PROCESSING AND CLEANING"
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "contractions = { \n\"ain't\": \"am not\",\n\"aren't\": \"are not\",\n\"can't\": \"cannot\",\n\"can't've\": \"cannot have\",\n\"'cause\": \"because\",\n\"could've\": \"could have\",\n\"couldn't\": \"could not\",\n\"couldn't've\": \"could not have\",\n\"didn't\": \"did not\",\n\"doesn't\": \"does not\",\n\"don't\": \"do not\",\n\"hadn't\": \"had not\",\n\"hadn't've\": \"had not have\",\n\"hasn't\": \"has not\",\n\"haven't\": \"have not\",\n\"he'd\": \"he had\",\n\"he'd've\": \"he would have\",\n\"he'll\": \"he will\",\n\"he'll've\": \"he will have\",\n\"he's\": \"he has\",\n\"how'd\": \"how did\",\n\"how'd'y\": \"how do you\",\n\"how'll\": \"how will\",\n\"how's\": \"how is\",\n\"I'd\": \"I had\",\n\"I'd've\": \"I would have\",\n\"I'll\": \"I will\",\n\"I'll've\": \"I will have\",\n\"I'm\": \"I am\",\n\"I've\": \"I have\",\n\"i'd\": \"i had\",\n\"i'd've\": \"i would have\",\n\"i'll\": \"i will\",\n\"i'll've\": \"i will have\",\n\"i'm\": \"i am\",\n\"i've\": \"i have\",\n\"isn't\": \"is not\",\n\"it'd\": \"it had\",\n\"it'd've\": \"it would have\",\n\"it'll\": \"it will\",\n\"it'll've\": \"it will have\",\n\"it's\": \"it is\",\n\"let's\": \"let us\",\n\"ma'am\": \"madam\",\n\"mayn't\": \"may not\",\n\"might've\": \"might have\",\n\"mightn't\": \"might not\",\n\"mightn't've\": \"might not have\",\n\"must've\": \"must have\",\n\"mustn't\": \"must not\",\n\"mustn't've\": \"must not have\",\n\"needn't\": \"need not\",\n\"needn't've\": \"need not have\",\n\"o'clock\": \"of the clock\",\n\"oughtn't\": \"ought not\",\n\"oughtn't've\": \"ought not have\",\n\"shan't\": \"shall not\",\n\"sha'n't\": \"shall not\",\n\"shan't've\": \"shall not have\",\n\"she'd\": \"she would\",\n\"she'd've\": \"she would have\",\n\"she'll\": \"she will\",\n\"she'll've\": \"she will have\",\n\"she's\": \"she is\",\n\"should've\": \"should have\",\n\"shouldn't\": \"should not\",\n\"shouldn't've\": \"should not have\",\n\"so've\": \"so have\",\n\"so's\": \"so is\",\n\"that'd\": \"that had\",\n\"that'd've\": \"that would have\",\n\"that's\": \"that is\",\n\"there'd\": \"there would\",\n\"there'd've\": \"there would have\",\n\"there's\": \"there is\",\n\"they'd\": \"they would\",\n\"they'd've\": \"they would have\",\n\"they'll\": \"they will\",\n\"they'll've\": \"they will have\",\n\"they're\": \"they are\",\n\"they've\": \"they have\",\n\"to've\": \"to have\",\n\"wasn't\": \"was not\",\n\"we'd\": \"we would\",\n\"we'd've\": \"we would have\",\n\"we'll\": \"we will\",\n\"we'll've\": \"we will have\",\n\"we're\": \"we are\",\n\"we've\": \"we have\",\n\"weren't\": \"were not\",\n\"what'll\": \"what will\",\n\"what'll've\": \"what will have\",\n\"what're\": \"what are\",\n\"what's\": \"what is\",\n\"what've\": \"what have\",\n\"when's\": \"when is\",\n\"when've\": \"when have\",\n\"where'd\": \"where did\",\n\"where's\": \"where is\",\n\"where've\": \"where have\",\n\"who'll\": \"who will\",\n\"who'll've\": \"who will have\",\n\"who's\": \"who is\",\n\"who've\": \"who have\",\n\"why's\": \"why is\",\n\"why've\": \"why have\",\n\"will've\": \"will have\",\n\"won't\": \"will not\",\n\"won't've\": \"will not have\",\n\"would've\": \"would have\",\n\"wouldn't\": \"would not\",\n\"wouldn't've\": \"would not have\",\n\"y'all\": \"you all\",\n\"y'all'd\": \"you all would\",\n\"y'all'd've\": \"you all would have\",\n\"y'all're\": \"you all are\",\n\"y'all've\": \"you all have\",\n\"you'd\": \"you would\",\n\"you'd've\": \"you would have\",\n\"you'll\": \"you will\",\n\"you'll've\": \"you will have\",\n\"you're\": \"you are\",\n\"you've\": \"you have\",\n\" u \": \" you \",\n\" u\": \" you\",\n\" ur \": \" your \",\n\" ur\": \" your\",\n\" n \": \"and\"\n}",
      "execution_count": 11,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "%%time\n\n# join all the tweets into single text\ntext = ' '.join(df['tweets'])\n# tokenize\ntext = text.split()\n#count the frequency of words\nfreq_comm = pd.Series(text).value_counts()\n# get the rare word count\nrare = freq_comm[freq_comm.values == 1]",
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "stream",
          "text": "Wall time: 50.9 ms\n",
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "def get_clean_text(x):\n    if type(x) is str:\n        # lowercase\n        x = x.lower()\n        \n        # contraction to expansion\n        for key in contractions:\n            value = contractions[key]\n            x = x.replace(key, value)\n        \n        # remove email\n        x = re.sub(r'([a-zA-Z0-9+._-]+@[a-zA-Z0-9+._-]+\\.[a-zA-Z0-9+._-]+)', '', x)\n        \n        # remove url\n        x = re.sub(r'(http|ftp|https)://([\\w_-]+(?:(?:\\.[\\w_-]+)+))([\\w.,@?^=%&:/~+#-]*[\\w@?^=%&/~+#-])?', '', x)\n        \n        # remove RT\n        x = re.sub('RT', '', x)\n        \n        # remove special characters and numerical values\n        x = re.sub('[^A-Z a-z]+', '', x)\n        \n        # remove rare words\n        x = ' '.join([t for t in x.split() if t not in rare])\n        \n        return x\n    else:\n        return x",
      "execution_count": 16,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "df['tweets'] = df['tweets'].apply(lambda x: get_clean_text(x))",
      "execution_count": 18,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "df.head()",
      "execution_count": 19,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 19,
          "data": {
            "text/plain": "                                              tweets  sentiment\n0  nkotbsplitsgirl no more shows for me i would l...          0\n1  down one follower ouch going to bed now tmr sh...          0\n2  pebbles head to chico when i get my vacation t...          0\n3            i hate myself i hate what i have become          0\n4  niclinkletter sorry about the thing my phone w...          0",
            "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>tweets</th>\n      <th>sentiment</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>nkotbsplitsgirl no more shows for me i would l...</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>down one follower ouch going to bed now tmr sh...</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>pebbles head to chico when i get my vacation t...</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>i hate myself i hate what i have become</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>niclinkletter sorry about the thing my phone w...</td>\n      <td>0</td>\n    </tr>\n  </tbody>\n</table>\n</div>"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "text = df['tweets'].tolist()",
      "execution_count": 20,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "y = df['sentiment']",
      "execution_count": 21,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "token = Tokenizer()\ntoken.fit_on_texts(text)",
      "execution_count": 23,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "vocab_size = len(token.word_index) + 1",
      "execution_count": 24,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "vocab_size",
      "execution_count": 25,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 25,
          "data": {
            "text/plain": "6720"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "### ENCODE TEXT TO SEQUENCES"
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "encoded_text = token.texts_to_sequences(text)",
      "execution_count": 28,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "print(encoded_text[:3])",
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "stream",
          "text": "[[2240, 38, 75, 548, 12, 18, 1, 91, 34, 2, 24, 3, 22, 10, 143, 59, 1, 66], [144, 51, 1066, 651, 49, 2, 128, 27, 1067, 125, 21, 109, 549, 717, 201, 7, 362, 2241], [2242, 262, 2, 1572, 92, 1, 35, 7, 504, 47, 1, 30, 21, 408, 8, 16, 1572, 138, 9, 1, 13, 337, 55, 15]]\n",
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "max_len = 120\nX = pad_sequences(encoded_text, maxlen=max_len, padding='post')",
      "execution_count": 39,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "print(X[:2])",
      "execution_count": 40,
      "outputs": [
        {
          "output_type": "stream",
          "text": "[[2240   38   75  548   12   18    1   91   34    2   24    3   22   10\n   143   59    1   66    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0]\n [ 144   51 1066  651   49    2  128   27 1067  125   21  109  549  717\n   201    7  362 2241    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0    0    0    0    0    0    0\n     0    0    0    0    0    0    0    0]]\n",
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "X.shape",
      "execution_count": 41,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 41,
          "data": {
            "text/plain": "(4000, 120)"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "### `GloVe` VECTORS"
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "glove_vec = dict()",
      "execution_count": 33,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "%%time\nfile = open('glove.twitter.27B/glove.twitter.27B.200d.txt', encoding='utf-8')\n\nfor line in file:\n    values = line.split()\n    \n    word = values[0]\n    vectors = np.asarray(values[1:])\n    \n    glove_vec[word] = vectors\n    \nfile.close()",
      "execution_count": 34,
      "outputs": [
        {
          "output_type": "stream",
          "text": "Wall time: 2min 23s\n",
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "len(glove_vec.keys())",
      "execution_count": 35,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 35,
          "data": {
            "text/plain": "1193514"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "glove_vec.get('people').shape",
      "execution_count": 37,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 37,
          "data": {
            "text/plain": "(200,)"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "### GET THE GLOVE VECTORS FOR TWITTER DATA WE PREPARED"
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "word_vec_matrix = np.zeros((vocab_size, 200))\n\nfor word, index in token.word_index.items():\n    vector = glove_vec.get(word)\n    \n    if vector is not None:\n        word_vec_matrix[index] = vector\n    \n    else:\n        print(word)",
      "execution_count": 38,
      "outputs": [
        {
          "output_type": "stream",
          "text": "yountil\nyousing\nyough\nyounder\nyoused\nyounfortunately\nyoupset\nyoupdates\nyounderstand\nmcflyforgermany\nyoupdate\ntommcfly\nampamp\njonathanrknight\ndougiemcfly\nyouseless\nyounless\nyoupload\nquoti\nyougly\nyousual\nquotthe\nquotwhat\nyouniversity\njordanknight\nyouncle\nyousually\ndannymcfly\nmitchelmusso\nwwwtweeterfollowcom\nstephenfry\nwwwtweeteraddercom\nheyyyy\nbooo\nittt\nmnrmg\nyounexpected\nyoupdated\nyoupstairs\nyouploaded\nabbiealmasco\ntmorello\ncandicekei\npeterfacinelli\nohhhh\nlvatt\ngatvol\nyouber\naampe\nzawfi\nyoungq\nyoughh\njoeypage\njohncmayer\nyouser\ndannywood\nunitechy\nahhhhhh\npetewentz\ntodayi\ntwhirl\nitsscot\nyounbelievably\nwwwiamsoannoyedcom\nchods\ntomfelton\nreqqae\nmouthquot\ndhughesy\nveronicadlcruz\nearthfire\ncomedyqueen\nfollowingquot\nwordquot\nyoupdating\naryans\nmistygirlph\naaass\nlaurenconrad\npandamayhem\nelliemcfly\npleaseee\ncrucifire\ntwapli\nmigon\ncomixinc\nitbut\nstevegarufi\nparmie\nnkotbsplitsgirl\nvideoslt\nniclinkletter\nyounfollowing\nshelbiferous\nyoupdt\narghhbut\nniecejanel\ngrrrthis\nnicolerichie\nhexablog\nvictorialpf\nthisgod\nitalygood\nebassman\nrahwita\nkhingz\nampwhere\nwinneviola\nchstnut\ngladgladygladys\nwahhhh\nshioks\nqueueandtimes\ncnnection\nsmallesttwine\nmusclenerd\nemlykd\nxmannyboix\nprettyugo\noutandbowwow\nyoughhhhh\ntanukichu\nvcers\nmusicallyemma\nmollyfoggsims\nexami\nddecandia\ncarlybuns\nhillkath\ngdmcrpunk\niscreamlouder\nyounlikely\narticulatebear\nyungpidg\ndayawaic\ncbrtn\nmarketgotta\nandrewbarnett\ndraon\nchelseaplayboy\njamesmachan\nshutupcase\nlinkaxo\nmlwfan\ntibb\nyourghlol\nquotbring\nfriendsquot\nlishafan\nkatrinagosmash\nquotgrandpas\ninaperfectworld\njenneri\njamieneish\nexialla\nkbanks\ndwigtfartbeets\ntwittterrrrrrrrrr\nshaunarawrrx\nwilliamtropico\nppatel\nxcarlosx\nzacislost\nhatelike\nskultold\nmonthbut\nnicolemarie\nquothavequot\npmont\nheawood\ncabreranina\nquotsomethingquot\nquotsomwherequot\npanjigumilang\neeergh\nallise\napajgn\nptsiya\ngginsider\nbuyselldomains\nyoupgrade\nkddillon\nmmslay\norobertpatt\nivyenvy\nnabilaampsadhe\nmissmistymouse\niamaline\nbazmeister\nmathiel\nlisatroy\nfoooey\ncmiked\nmattyensley\nyesits\nbsections\ndaysthe\nscaredoooohhhh\ntoastcommunism\nsoonso\ndovergood\nechoshack\nsaykendrawithme\nrockstarjen\nyounion\nlaydeecoco\nfunnyi\npinkbfly\nboraxglue\nrainbowbtrfly\njoiskol\nunknownfilms\ncraaaaamps\nmissbrokelin\nmissdestructo\ntimeup\nvalerieluxe\nyouncooked\nmondaymy\nreopeningon\njnovianty\nafsoon\njulietteth\nohshooter\neverbrandy\nchancevondoom\njimmymarsh\naimeemayo\nchickenpuff\nbabiesi\ntoothe\nadviltylenol\ncameronstewart\nbeautifultake\ncamerayarra\ncarmankwan\nsexbombsahota\nsoxwriter\nalexwtrugs\nankitagaba\nibhallr\nwyfrngstrngr\nerolalkan\nroryphillips\nmelchoy\nmcguys\nlittlelou\nwooooomieeeeee\npiratesswoop\nbeerinbaltimore\nthemacgirl\nbessyn\ncrapi\ncourtneyj\nimmachocoholic\ndryeyed\nrachaelwjones\nsinceyour\ntweetfakes\nayuadita\niyaalawan\nyuuhehe\nmeritage\nyountville\nquotclapquot\ndojie\nlovemetoyou\nmorningrainy\nborednow\nmesigh\npriincessm\njwizzman\nwhyyyy\nthisssss\nthomashensel\nquizbut\nmeeeeee\nmadcylee\nkanotigress\nmchangolin\nsajarina\nstusi\nfridayi\nawhilei\nleaveam\nedwardkoenning\njrhi\nokjust\ngreendoh\nmarvelouscherry\nmapj\ntwackle\nbabygirlparis\nkaylacelina\nborreddd\naheadback\nscariestsaddestworst\nthemakelounge\namykay\nlifegrd\naaaaaaaaaaaaaaaaaaaa\naaalcohol\nwildblue\nthesugardames\nbethlowe\nmanamanot\njacobrgrey\nxtinemichele\nmscornwall\nhtte\npossiblekinda\ngameand\nyougggggg\nmting\nmrswayandsodmg\nlolso\nfitsoff\npinkiecharm\nawhhmy\nmacsupporter\ncarolinagyrl\nteamarchies\ninnyvinny\nwhoababywhoa\ndrepotskiie\ngtlt\nnickybyrneoffic\nemmacrook\ndahbeans\nshawnlimtianjun\nandiandrew\nlinuxconfau\njoshtastic\nbbqsomething\nakearayvette\nquotjacobquot\ncherrycolamaus\nnareshjs\nemmaxatl\nclaireboyles\nepmorgan\nprincesskitten\ntongihtbut\ntonightrain\nfancyfembot\nyouhtoh\noliverphelps\nfridgi\neveryonetoday\nhurtsugh\nokim\nhoneyi\ngorgeousborjas\nyessss\nloopymups\ntayaabs\nimmajedi\napptsright\nchelseaparks\nfionaoftoorak\njesstar\nrevandy\nhelensbored\ndrlebron\nminnesoooooooota\ncliquot\npmstheskittles\nyoupper\nouchhhhh\nlachdanan\nicaruswingz\nmfeige\ntimego\nquotgazilionthquot\njustalicecullen\ngrowns\nhelpsavebees\nyounilateral\njsnell\nroadrecords\ntiredand\nsaunton\nrossmurderscene\nmarvinsanchez\nweirdturnedpro\nradicaloxygen\nakingpncradio\ncarlosdavis\nyoupgrades\nredleft\nmsaftw\nstoryits\nmyogis\ncalperry\nflytographer\nnaparegister\nchloechurch\nyourg\nhomehe\nbedcannot\narchnix\nmsjuicy\ndrunkenmonkey\nhalamazin\nyaeech\nilaaafya\nsooooooooooooooooooo\newarthale\nwheniwerealass\nlouhood\ntheseshowswanna\nnightif\nyounsleepy\nsarnnies\nhungyandi\nnextread\nwantem\nbrandieee\nloxscramble\nindyskribblez\niviva\nrunnenwater\nstudyi\nbarbaque\ntaramaethornton\nlaurenamor\naweeei\nwonderingquotwhat\njordnknightfan\nhotchip\ncacaubrazil\nkevirus\nfrkinscket\nbenecholsisking\nryantheheretic\ncomplt\nbordm\nphamtamm\nmactino\nzeddessarts\nlihzee\ngratuation\nkellybess\nlanisimpson\nmondayyay\ndivrse\nfailjust\ninnateautumn\nstoppednow\nemmalousieharri\ncandylol\nspoket\nmscandie\ntrevordikes\nonebloodypoet\ndanajeter\nheartandtold\nbzedan\nshakrewlz\nraiiiiin\nhollymadison\nwrecklessly\ndanielfielding\nrapefest\nkmichaelphotog\nfroggys\ndownstairsworking\ndreday\nchrisweber\nvitamyndee\nmessjess\nestmay\nmelissalynnette\njhabibi\njohnnyjonas\nagentwhiskers\nessamibear\nzlaan\nmorningdid\nlivenoutlouder\nfrankgruber\nphilafoodie\ncharlottedoyle\njpardue\nschooli\ntimeoh\njessehlopez\nyethopefully\nitconsidering\nhennasooq\nkkpalmer\njoeg\nbackupbluray\nsarahjpin\nafterhrs\nwntdeat\nparawritermore\nbabypuppy\nmotherlol\njimmyjingle\njamminjosh\njohndesilva\nmandsywoo\ndjchloroform\nsband\nmatthewglitch\njgiwc\nentourageunfortunately\nlararamos\nyountill\nellelovesgreys\nquotbus\nstalkingquot\nkristinalise\njstathamunited\nfitbitchuk\nbrittanydeal\namazingggg\nmillelopez\nrightguess\ntodaythis\nthegreatjt\nwomwan\nxwoman\nleighmichele\nbloggingchick\niceyjewel\nxxparanoid\nsongbirdie\nundertheredsky\nnotoriousflirt\nnausiated\nplzdntfedthmodl\nexcusequot\nbobbyfresh\nhalothane\nexplodingdragon\nwaterwish\nluckfeel\natxggranados\nacbri\nyousb\ndarealsebastian\nkevinrose\nthinkingood\npacomontoya\ndailypinch\nsparklyglasses\nzesylene\nyetbut\nlushcious\nhijinksensue\nbuckhollywood\ntodaysooo\ntwittercom\npetestleger\nomgggg\nnalden\ndamniti\nmorfeus\nlimbonic\nyoupsets\nlegendarytshell\nkatiebaad\nggmoney\ncartsmy\nnowthis\nlancelotmsm\nmbaltusk\nishatara\nclawsout\nchfbrian\ngallarotti\nmichaelmaurice\ntobyaw\nopenplaces\nworkforfree\nsgpersonal\nguyits\naubryx\nmgiraudofficial\naugustjoki\nwinnepeggians\ndanmessing\nheelllp\nyounlocked\nhilsboro\ntiffehawk\nworkthat\nlessthanthreeme\njetttrrs\ngreatbut\nlukejay\nfoofoox\nmaharis\ngrantnash\nyounacceptable\nmidmay\nyountimely\nrckinrepublic\nxxxnaderxxx\naweee\nwillhill\nfagans\nperfectfan\nwineback\nohrio\nsexyyycakess\nengagementsnice\nstfuandget\nwhyyy\nerikbruce\nxjacintax\nstephaniebambam\ntjtrapp\nthehoosiersuk\nazmomofmanyhats\nyoultra\nrunnergoing\nthefirstsight\nmeffin\nponyryder\njourniepants\ncbusmom\ncurievskomi\njbekkema\njazzsanti\nmorningoff\nbreakfastschool\nlatelyat\nmomentback\nsaraaxd\nquotdoo\nbrownquot\npaynesgrey\nmomso\nnoisydogstudio\nchelseasms\nmslaurasaint\nmetexting\ntristangray\nkooljaek\nlotwell\nemptyframe\ntastelikecrazy\njessicuhx\nyoughhh\njesss\nquotempty\nrangequot\nquotflat\ntirequot\nonebreath\nmosouri\nfuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuck\npatpatnanda\nsolliee\njaysfit\nbrothersi\npeoplebrowsr\nthomasraukamp\njcarbaugh\nthehypercube\nbenjihaworth\ntrackle\ninrsoul\nreportsi\nnumberproducer\ndeshrii\nmisssabrinasin\njameseh\ndumball\nquadmommy\nhospitalagain\nfelvfiv\njackfaulkner\nheadacke\nelfeeta\neckafatcat\nhemeon\nkingsx\nmorehouses\nrachelyang\nboooo\naveeksen\nfindingbleu\nyearoldtwifan\nabovecommon\ngabrockinhim\nsakshijuneja\nbigbullcow\nmisslea\ndaesoluvliie\nheavilyi\njoalby\njeffthemidget\npaomiami\nbetterhow\ntearree\nboywhy\ntarynann\nmattyclark\ngreenarchitect\nerviinn\ncharlesuarez\nheromancer\nriskybusinessmb\nzackforaberg\ntbishh\ndjjazzyjoyce\nteesaid\nnorthonm\nkalebnation\nyounnu\ntodaycome\npicturesawww\nericdlux\nmetmerc\npostbath\nquotbrokenhearted\ngirlquot\namquot\nquotwill\nfitquot\nucyimd\nlolgots\nsisterchicks\nmelamachinko\nrutinary\ncaremy\ntimethey\nyourgh\nsuddentwilight\nmissmaryj\nagentbooth\nbrandonbeemer\nquotdaysquot\nchelsiesaid\nquottweet\ngradequot\nartickskye\nlphill\nchristiemoeller\nyourgent\njmsgrady\nmahpena\nkatecottam\nquotaquot\nheyheydoodle\nkohjialingg\nmcflymaddie\nyouhhmm\nbanteringblonde\nyoumy\ndustybitch\npinkbarbiee\njessicabrea\ndwlipsmack\nyounblocked\ncoolstnerd\nroomerholmes\nmusicistheheart\nzshare\nsharensays\nchartercom\nstarztv\nfrancojose\nbinkenstein\nyounusual\nfryfan\nsheffieldfloods\nweekgod\nmollyj\nmcvane\njowan\nlucyaventwells\ndivasteph\nbathandwarm\nrisquethaianna\nbrittthompson\nangelelusive\nreneeruin\namyvampradio\nmonroviaarcadia\nsigghh\nionwen\nsummerbabe\ngief\nrockismetalwork\nsadangry\nrayjohnz\npyroonaswing\nfreitasm\nnewhat\nhismuse\ntambourineguy\nyovazukhrufa\nzanetamelia\ncamshaq\nalyshachandra\nadyota\npepsitron\naustinklar\njonsteingard\noldiesclub\nlilmisssmiley\nbenduxredux\nhospitalwaiting\nbecdarby\nghettokitty\narenadamian\nfakerpattz\ntheogb\nduncjohnson\nirohan\naphrodaisy\nluerush\nsweetdmb\npcinternetz\nnancynelson\nohmyfeck\nsunflaaash\nbarbiiieee\nthisisrobthomas\nzakhe\ntimeafford\nrentbillsprior\ncessii\noomunkieoo\ndramaprincess\npowpunch\nfriendi\njamielynn\njimalger\njustkwokka\npaarrtaaay\nscaree\nhillftw\nexercisingand\njazziross\nelainadanielle\nimnotadoctor\nsoftthistle\nquotup\ntoquot\nviveksingh\nmississppi\nthongings\nsjdvda\nashleytisdale\nkataylor\nhousewifequot\nitsteresa\nyourge\ntwilightbut\nmarybeansy\nnrnindythink\nmarthastewart\nmusicfreak\nslowkooloh\nquotfriendquot\nyoupandnow\npregnantyaa\neandmalik\nteachinee\nmsxoxo\noutandpieces\nstormcrow\nquottwitter\ndownquot\njenniferuday\nvippartyboys\ndestroytwitter\nwtfoso\nhookyou\nandywaine\neasmart\nliamh\naliciaguess\nbrittgoosie\nguykawasaki\nalick\noliviaturbo\norderokay\nnatalieeie\nfridayyy\nlaurencramer\nnicholeone\nsuperpastor\nsarahreedsc\nthektdwg\nsassysenna\nyouses\nslaastandards\nsarshface\nshellylynn\ncodinghorror\ntheeddiejones\ncjdeacosta\nsassas\ncamiigonzalez\nyeapi\nshortpump\nfionakyle\ndyellagurl\nbleedthegabbi\nyouknowwhere\nlngtar\nsndag\nsmguld\nmitx\nawardsslept\nquotdquot\nallieconrad\nstevecbh\nyountrustworthy\nharmohn\nxlaurajaynex\nryanmatsuflex\nmeganmcmo\nterrieion\nlancable\nblahhhhhhhhhh\nmisachanel\nrellacafa\nbutterflybs\ntambomanjoe\nyounlabelled\nannlt\ndebbiedoesraw\nmakeuptweet\nhawki\nthemoo\nselfconcious\nthestragedies\nwestseattleblog\npointomg\nreasonlots\nlirunner\nyourban\nlwmedium\ndexteraddict\nmimame\nkateandtheir\nmisslorra\ngiovanan\ngraniayu\nthelenebean\nwillcarling\nunitedairlines\nredrawsounds\ntomchesover\ntomoreee\nwebcrush\nloverface\nazitaghanizada\nxpchzx\ncarterronson\nsussbutterfly\nglinner\nfoopet\nrescreatu\nastridw\nnowand\nzoara\nbrooklynoop\nxdahlia\njaaycooxo\nnoopy\nofnine\nmmbaroque\nevilbeet\ndavidhoang\nlatelyhate\ncoughand\neddieklive\namptwitter\ntherep\nmaclabstarting\njasonhilimire\nsophieeeeeex\ntiard\nkatjasbored\nbeachgrl\nalisongroves\nmissyshianne\ntrainsand\nmfowmes\nitgawrjus\nthatits\ngabysslave\nbenelyn\nbrionymaymcfly\nmozillas\nxmlbased\nfehlermeldungen\ncathiria\nxcemeterydrivex\nsuxwe\nthoughthere\ncailenbraern\ncbbb\npaperbound\nmeganpants\nitstill\narmenianprinces\nleeweilin\naewww\nliverpooltx\nrocketminx\nsparkleox\ngerke\nseekinfor\nkmodee\nmikegentile\nloveinhate\nstupidandi\nambrosechick\ncreativeandstuffs\nitsjoemorrow\noverlytired\noverrrrrrrrrrrrr\nwearenoone\nforeverlast\ngandalfar\ncluhclunk\ntwittwiit\nalongcamelucy\nberlaymont\nninjang\nselinay\nartzybrothers\nthesmartmama\nmegsly\nnoalias\nmovietv\ncdsdvds\ngocjones\nlisalynn\nyouggh\nthopatience\njustsouknow\narsiney\njted\nstubberific\nowww\nnowww\ncowbelly\nthelittleidiot\ndayfn\nemilyrosem\nmegmo\necosearch\ncocabeenslinky\nkrislynch\nblaaaahhh\nkaternater\nswayts\nsunbathed\nsjcnkotb\nyoukraine\nshabug\nkinukuniya\nnikkim\nadammckeitch\niamashlee\nnicksax\njyoungsts\nchuckidoodlez\ndcvirginia\noneit\nsiriuslyheather\nbumperbownass\ntmww\nyouninspired\nsamanthamcx\nyoumma\ncoatdilema\nthecancerus\n",
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": "textoh\ngodnow\nkittyhasclaws\ndarkphader\ntomorrowshame\nloveyouguyslt\ncompilerbitch\nmsquires\nicerocket\nfinalenooo\namnestyuk\npalejewel\nporcelainfists\nkrystenlovee\ngabythegreat\nalialiao\nluveysun\nreallygoing\nwheee\nmarginatasnaily\ntanujdua\ngoddessgreeneye\naftermaybe\nforeveri\nthoughtear\ndrewave\nrobertrippel\nteeniebadger\nrachelstarship\ntorrewhitey\ndayit\ngooooooo\njuicystar\nretranscribe\naramirez\nhomebleh\nmabeo\nsleephope\nhmmmwhat\nmebad\nmorningits\nhenrikoez\naface\nquotcaredquot\nquotdooredquot\njerseybomb\nhimhe\nellecmcg\nlulintot\nbyronrode\nkatiepennington\nstacydadkins\nohhhhits\ndellanuite\njeanettecole\nflybywire\nyouncontrollable\nmelbpubcrawl\nmummytips\nallisonleora\nryfx\nmialuna\nvaljemenez\ntbbs\nquotteenagersquot\nsiradamlucas\nhachibi\njeniferchampion\njulesohara\nmmmbopmylife\nwaitstill\nmilesjl\nshawnrog\ninmon\nboardi\nbooooooooooooooooooo\naaaaaaaaaaaaaaaaaaaaaaahrg\nsayswelcome\nanhonestmistake\nmegt\nquotone\nnestquot\ntherealtommyg\nliarrrr\nxodoraabbyxo\nmillzz\nrplush\nfuturediva\nokrightso\nmacdeath\nblerggggg\nreatlas\ntheforcesofevil\nsorrygt\njlsofficial\ntweetinglt\niamspectacular\nmariegravely\nhandlewithcare\nyouniverse\nterrydiabolik\nmajicdave\nloubyloubyloux\nbrihow\nyousendit\naimecain\nauduns\nrelaxback\nyouliquemusique\nredbloc\nsickstill\nmoodstill\nsushigoteaten\niellie\njardinjaponais\nstanandollie\noopssorry\nqueerunity\nzumbs\ntuesdayknight\nnielissa\nicklesal\nsamebut\njennybean\nquotsnivellyquot\nyearningdsky\noohnoo\ntechnibble\nbettsybuns\nonarollcozies\nrealcraigsmith\namubd\nceraph\nssnet\nwchiles\ntuesdaynight\njaecinyc\nslowbeats\nrightpeople\nalymorg\nwalkingdrum\nsevgli\nlowridergrl\npaalthough\nriotsqurrl\ngeorgiaface\nbuddieshaving\nminstrick\njustinemaganda\nyoupd\nmondaytime\nvivalalauren\namongststars\ncloznicka\ndenyer\nicantwittwooo\nccptmartha\nkayvion\nalwayshappie\nzackalltimelow\nshitzngigz\nshanenickerson\nsteakwell\ntianamichelle\ngeraldinepang\nmulberrystudios\nksprior\ncelticgirl\nquotat\nfkquot\nmisstrace\nwebtogscouk\ndimness\nnctsandiego\nyouniforms\nmaddaay\nwilliecrawford\nartinvest\njohnjcampbell\nhouri\ngulfcoastbands\nlewishowes\npottied\ngarethcliff\ntiamowry\nvblogs\nsideeying\nnotthere\ndannygokey\nwalmartcould\nramdomthoughts\nrequestsyeh\nquottegal\ncomingquot\nchowayu\narcatarina\nemmama\nohhhhhhhh\nyouhm\njonaslvatt\nsoweiter\nmichaeldwalker\nkylebuzzard\nquottreat\nyaquot\njdizme\naspastictiger\nnicequotkickquot\ncanadianshehoh\nartkele\njamesgunn\naprildgibson\nfollowersomething\naenn\njoleneees\naleesag\naiyamei\ntiffanythurston\nmattelsberry\nwwwrxcom\ndollarbillwill\ncraigsteele\npeopleequal\nkwidrick\nafinefrenzy\nphdinparenting\nchristineemarie\nthanksssssssssss\ngraduateslt\nyoupon\nbeckyhope\ntixgifts\nbdayxmas\nyesterdaynothing\necosaveology\nfestbut\ncarolecross\nkoolhipchica\nbronxnyfinest\ntherealgraceyb\neverydaybit\nhollywoodintern\nkelvinringold\nmarydds\nfiremaker\npronouncedyou\njohannasmiles\nyesssssssssssssss\nbffleck\nquotpuke\njoeriverlinden\ngeekoo\nsarathmenon\nmikeyway\nwwwcowgirloncoffeecom\nfallbrooke\njeffcutler\nbringitmilw\njonnycunliffe\npjollet\npeoplefight\nlorrainestanick\nfranklero\nchelseafawcett\ncmusic\ndjlsone\nstephdeeoh\nnyjonasfan\ndeanouellette\nksclarke\nmysummerbeard\ncarolinaquot\nohhmymegan\nsunshinei\njazzymamas\nkellytuebert\ncollectormaniac\nelizabethu\nmcflyfankatie\nsandyslut\nspamfromjapan\nashkronos\ndarevolutionary\nrestandhave\nbearbearred\ntomnorrow\nkimimdb\nmpportal\nviccek\nzenre\nasosefe\nrachecullen\ncarnagefairy\ncrashingbaptisms\nchurchmy\nthatshould\ngabyruiz\ntitaxy\nndomo\ndvthwonder\nandym\ntotallyninja\nruthparry\nshikomsa\nblushings\njkblacker\nsswayze\nboagworld\namalari\nthedebbyryan\nohmagosh\nslightlydid\nbacy\nlaneywow\nddbenson\nmissgreens\ndjzanda\nkaradiak\nclaremckeague\nchelseahatherly\nthebrandicyrus\ndenisemerritt\nhughdeburgh\nitherkelliegloriana\nrattlerguy\nvacationholidaytime\ntrdev\nahrenba\nzaveriaakash\nwakoopa\nzoevermillion\nkateedwards\nkosmoney\nquotship\nfoolsquot\nknowquot\nmonrose\nconans\niantalbot\nthecrowns\nminirachel\nunmarketing\nquotjust\nheavenquot\niambeeaye\nweirdthat\njenniferdavies\njamiemcreject\ndustinfinn\ndjbandana\nblockdo\nkatsweat\nyorly\nsongstrss\nclaudettebelibelz\nlownleeeynjul\nnobut\nshowtonight\nbsbfreak\nyuuuu\nmurraygold\nmacreative\ngekkko\nintheshed\nwhitehorseclun\nfoxxfiles\nyounfollowdiddy\nmrsthomp\nkamakaccijuice\nampampamp\ntadew\nxanthetwirls\naliciakan\nduffythegreat\namralove\nkrystlerb\nrickerbh\ntweetandstuff\nlskade\nmarkleed\nstephanietlee\ndudinhemalo\nnowneed\nolderhahaha\nshomygosh\nchisaikame\nkingaroy\nconfuciousmobil\ndchanfr\nhihihiyeah\npbarone\nbusaba\ncrimesi\nsnoozeville\neyeseewaters\nmtbonez\nwalkeroner\nbinkybinky\nrichieh\ndoat\nboyislost\nprinia\nshowershave\njottonia\nseriouslyomgwtf\npinkettsmiths\njshe\nambuhvee\nterrystorch\nquotpower\nfistbumpquot\nkimchii\nstephschneider\nhomebank\nrobpattznews\njohnnnaa\nasphotos\nthunderand\njrgibson\nacrossoceans\nlovevaleria\nberrygurl\nalexachung\njhillstephens\ndonniewahlberg\nrichevans\nmarykateolsen\nmodernmom\nsthorwall\nkstarrsd\nchurchtechguy\nsamsoffes\nshroup\nmikeferrulli\nmrbilliam\nokayhappy\nvictoriaqueen\nliverpoolmich\nninenorthlp\nkluless\nscgirl\nlaisanc\nfelonita\nlmfaooooo\nserenajwilliams\nadcharlie\nhollywilli\nchrishsleeps\nhahaim\nimoan\ndomesticat\njmcclure\ngoodmornorninggg\nlittlemisssunshine\nbrightandearly\nslowlyandsmiling\nlexithaboss\nthomakes\ndenyseduhaime\ncmajor\nemilylynn\nelmination\nloudmouthman\nfasthosts\nmemset\nownermanaged\nyounitedinternetpipexfacelessmegacorp\nchiiickaaan\nosileto\ngundownthestars\nfunnierthe\ntraceybradley\ncarinak\naisforava\nsaramcflyxx\nillaphilla\njustinelavaworm\ndelamarrx\njesssedwards\nstephaniehowell\nizzywalker\ndavorkapozgan\nshynep\ntruehollywoodstory\nquotokay\nlinequot\nlogossync\nqueenrania\nskinsapparently\nquotwowquot\ncadenet\nbabejust\ntwitterandbf\nabstractu\naharen\nslimstrumentalz\nsuggestionsno\nbeatrizchavez\nquotstop\njadeebethxx\njennyluxx\nyouploading\nadamgay\nrosarias\ntweetupwest\nzveshi\ngreenatelier\nmarkhoppus\ntlcchilli\neyelegacy\ntbozfanpagebrings\ntabletlcchill\npostgay\nyounplug\nedrecovery\nvictcobra\nagreegnite\nturbopower\ncursebird\nmyinnerbitch\nrajskub\nyounited\nspiderwicj\nonyamag\nappereances\nhaaaaa\nschmuttelicious\ndrnicomartini\nkristacolvin\nprocrastinationthat\nshortyalice\ncouturelocosp\nrealiiity\nwhichquot\nthebluelicious\nflashman\njessshep\npeachee\nadminpraise\njadminmobile\njoomlapodcast\njanellelea\nchameabbey\nronnysms\nmchrist\ngenerallol\nrkprincess\njuzagrl\nkakarotbpo\nmartinowen\nlondonmonet\nazandiamjbb\nurbanfantasygrl\nkatiemacalister\nquotsex\nvampiresquot\nlilithsaintcrow\nquotdante\nvalentinequot\nbakatadi\nclarashin\nrolyseal\ngttd\nampit\ntherandnt\nhollybaugh\nerinwarde\nlilymoments\nbestiehuh\npixelghetto\nrenjones\namazingi\nwwwisipph\nkidzone\nrootedinstyle\nwavelengh\naidandisney\nvanmaanen\nsmartmobs\naishstar\ntheunfocused\nworkbut\ndanaseverance\npaulmorristim\nyouplearned\nseppos\nyounplayed\nmatthewmoloney\nmotivationandwill\najlanghorn\ndowntimethink\nlanickay\nprivatestudmuff\ndansharonwe\ngeekwife\ngerhardvtonder\nquotnew\nimprovedquot\nraatle\nchannybombany\ncinncinati\nigjianc\nryeseronie\nimmortalization\nthesiddog\nlewisbostock\nvikkilea\napriss\npurpleampgold\nofficialnjonas\nmagicalness\nrampb\nneyocompound\ntorithompson\nsexyamylee\nrobinleaf\nofficialcharice\nwhiskomcom\nlucascruikshank\nchefduffy\nmccraemalcolm\nsarahweissman\ncliqueme\ndshit\njessdarke\nmyucan\nnaaaaa\nwellhapit\njosephranseth\nspoonsie\nmidprocess\ndaddyd\nrobotpickuplines\nevolvingmommy\nsomethinganything\nbrianstweetpage\nsadekhm\ndubaiwriter\nhahanice\nangleeyes\nfogfish\nmariaforreals\npresentaition\nmigoren\nalexalltimelow\nyeepee\ncaaaitysarah\nsiobhanbulfin\njasonbradbury\nquotkissing\nballoonquotmdiaz\nthursdayschild\nsimplowdfan\nyampr\nclintincredible\nsavagestar\nchefpatrick\nlittletiara\ncuteshould\nmineu\nleewaters\ntracerbullet\ngayleconnell\njcloake\nshawnyboo\nlaughhave\ntimefollow\nmeits\nmiabp\nkevinely\nmominisrael\nmmnnnope\nmalibuyou\nzoofood\ndritor\nguntherlunch\nkarasukun\nheeyriley\nryandilks\ncollegeandanother\nphillysarah\nvgerosimo\nwerethere\ngirlwithnoname\nchocoandchips\nsessionapartment\nbaldarmo\nwowjealous\njccaskey\nmkellogg\nennarress\ndhewlett\npresidentpaul\nkevinmuldoon\nimportexport\nsarahbrarian\ntherealbensmith\nadultlike\nlarcom\nrealnetworks\nanirudhbhalotia\ngreshamblake\nkillastar\nbellfluer\njuliathompson\nwenchy\nlovaholic\nbobaexpress\nrainbowjelly\nniamhvus\nhosamkamel\npianpsiko\nyoudh\nacrylicana\nkeshiaford\nerindelicious\nohcurt\ncurtlater\njlist\nmandiebear\ndjalfy\ncraziertaylor\npaulyum\ntccrtr\nutterhip\ndorothyzm\ndainiesaur\nleylouche\nbumpsinthenight\nthephene\nkidv\njjjjeah\npedrocs\nquotside\ntrustyourlust\nkimberlykral\njoelmchale\nscyranth\nmodpython\nsameerajayalath\nmissjademusic\nselfreflexion\nmodalissa\ncroskelley\njessejstreet\npamatherton\nstolemyusername\nnielhimself\nluminato\nkingpencil\nraeraeverret\nampedxx\ntonigirl\ngngb\nlogancarrigan\nlaurencastillo\neatswell\nladydadida\nwearetracing\nscarlettstvitus\ncrispywaffle\nmaggiejane\nfinallevel\nstevequinlan\nawwsum\ntrendingas\njoshthegreat\nvictoriadahl\nweekaslovers\nquothome\npagequot\nsamantharonson\ndreamyobsession\nwellplaying\ndefygravity\nflyfishingfrenz\ntylersorrells\nbackandread\nlilreadhartla\nthedallaslovato\nlisamorisshow\nwwada\nhorneymedia\naptswhycause\nmadilovesmerder\nleelandmooring\nstatesjet\nheatsonfire\njustincavazos\niluuuimu\nprediketflowz\nimjstsayin\nravenmadd\nswearsmuch\nfunwwwcursebirdcom\nsazfob\nitsdimitri\noliverromero\nmissjia\nquotu\nmequot\nakfarrell\nyouseful\nextrabold\nyoultralight\ncustardcuppcake\nbreezysheezy\nyouganda\nyummmmmyyyyy\nsouljaboytellem\ndmwilsonh\ndopemaneazyecpt\naudreylizeth\nthejoshuablog\nsatanzmantra\ntaylathegreat\nrodsmackk\nurbansmiler\njedimaster\nsaabs\nonionkrisp\noutsideahhhh\nawakenjournal\njulapy\nichibans\njackalltimelow\nmsdrama\nspectrummother\nkcarpentier\nsociallycubed\nkinagrannis\nquotfavorite\nshibuyacomics\nhomefun\nworldamp\nkillquot\nirygel\ncalready\ndividensnot\nshootermind\nanneaam\n",
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": "lolll\njewelrybyjanzia\nkarenmclain\nbillinbcn\nsnobscrilla\nsunnyknight\nheythanks\nsashacuerda\nnathanmillson\nwillmer\nmarjani\nsatrapis\nizyism\ntweetbrazil\npaspartoo\njaylastarr\nkuppa\ngulti\njshm\npalhave\ngarryinnorfolk\ntobiefysh\nlilpau\niamkate\nmladenprajdic\ncaroljs\nsonicalpha\ntoolquot\nbryanblaise\nhigheredryan\nproudyb\nsexygo\nabcdefgabe\nbandquot\nitsmeyvonne\nyvoneeee\ndavidlink\ntroykids\nisbut\nbrittwhite\ndeannna\nsaglady\nmorningnice\nyouhope\nsongwritertobe\nscifleet\nyetit\nbufftingz\nquotjenny\nlynnquot\nschnoo\ncoleyy\ntuesdaywednesday\ndakotafanning\nphilipnewmannz\nagainnearly\nchairargh\nthisit\nmechellest\nteddim\nshannonulation\nfabianmh\njohnmaine\namandaholden\neatthemuffin\npsychedelicbabe\nquotpolite\ntermquot\nmsredpen\nezzawesome\nmaddiiee\npiroteknix\nmusicisfree\nwufflebunny\nmichske\ntheangelsanna\nchristinerose\njonasobsessedx\nrealbut\nstevedemmitt\ndealauction\nnighttimelies\ndublinsdave\nmanskank\nbrandice\nflowerpowerzz\ndemilsupporterandthe\nemilyabner\npaultmln\ndissidentfury\nlobosworth\ndarlbreakups\nreasonwelcome\nmvidaurri\ncindypepper\ntiagoetiene\nliverpoolfan\nsunilbadal\nsxbrowngg\nyearpaid\nwelshwmn\nemmajaney\ndebssweet\npranaydewan\nheathcastor\nacmcwhale\nhatchbut\nmattmetzger\njeffhook\nnikkisunshinee\nyousername\nofficialtila\ndirtbikegirl\nknakered\nkaters\ncreatetomorrow\nnikkilynnsd\nluvinmesomed\nfashionguru\nsonika\nbrandonbarash\nsweetsr\ndjdnice\nscottheron\nkevlarbeats\nfreddurst\nmulderscully\nloboastuto\nruimoura\nquotno\nanymorequot\ntidyin\ntorica\nmascell\noakiepokie\nrakpenguin\namazinglt\ntomorrowlt\nyouninvited\njonasquinn\nodrep\njasonmunday\nrenblink\niamenina\nchedderfish\nsparkpeople\nsparkpeeps\nrosemaryconley\nundefeatedimage\nhedra\nbclub\namandab\nglitteranddoom\nalexmillier\nauawards\nskimlinks\ncoull\nkennybernstein\ndollofthevalley\nmediatemple\nanneliesch\noldahhh\nmegancox\njopkins\nfoesnt\nlifeofdreams\njennybeanses\nepidis\nfroderik\ngecaching\nchainabout\nrvailleux\ngayburns\nmadamebutcher\ntheraychul\njazzjeppe\nshayde\nfelifromhell\nksse\npaulineissa\nmileycentral\nknitpurlgurl\nofficiallatrice\ncranfandy\nwoowww\nyounforgetable\nlullyweb\nriversideboy\ntiaantjee\ndilusional\nharveydawg\nharveythat\nwjosevilla\ngenehiga\njemmaprice\nsharonburton\nfabeku\nkellylt\nvsylvest\nboardsame\nsearchnice\ndavidlover\njrobertstwc\nmceliceo\ncakewrecks\nlisaaucoin\ngetasnack\nlunarcaustic\nhildemen\nhalloooo\ndavidbeking\npauldawalibi\ndevvvv\nfuturebrandnu\nlynnnein\ndjheavyness\nrealdowntomars\ntrickygin\nscottishemma\nampfam\nlinehara\nyouuuure\nquinda\naaaaahhhhhh\naaahhhh\ngyreandgimble\nhmmtake\nmarsrefers\nnowhowever\ngdop\naeremaee\nveropperez\nclaudialovesyew\nfreakinggg\njonathanjoly\nannasaccone\nmynameislloyd\nsarahtoshiko\nhomedoing\npoetick\npsuduff\nbobmorrison\nparadeawesome\nturnright\nsuburbandollar\nkevinjholmes\norlandooo\nbrittyds\nbudgetsaresexy\nkerrymalone\nquotnoquot\narhum\nshaunmichaelb\nnewww\nwoorllddd\nwwwspecialisternedk\nspecialisterne\ndreamonster\nmabakle\nkornfans\nnomadicmatt\nbigcam\nmickeymarvin\nquotbeerquot\nproducerjacob\nkkkrrraaaeee\nlauraguthrie\ncheeriostweets\ndondie\nthwondermusic\nbedglad\nbigglesworth\ndanchow\nthiaheartsnick\nnathanflores\nhelpmelizlemon\ndakgirl\njazgar\nyouppppp\ntexorama\nwoooonderful\ndkomm\ngloeckler\neyeletsage\ntidycat\nguitarchick\nemmaluxton\nroommateand\ntwigletmoo\nbuffyfest\ndeborahc\njesamine\nxxxsalvation\nquotmad\nworldquot\nmeeee\ncocolee\ngtgtafter\nmyyyy\nwildpeeta\ntittysalad\nboredcory\nprncss\npropheticnet\ndisturbyte\nandyvv\nsarabareilles\nworldbagels\nfriendslt\nfunlt\ndayslt\nchocolatluver\nyasexy\nyouuuuuuuuuuuu\ndirtyhousewife\ndancebabydance\ntaurustippy\nrobertday\nffidler\nlornaharris\ngraywolf\nyourenotehelping\naffirmationspot\ncynicalwoman\nchristianaellis\nconfidance\nfightmaybe\nquotthat\nyoupquot\nnowwwbeautyfusionscouk\nsarahjohnstone\namusingi\nyoupgraded\nmoelmers\nnowlibrary\ngeenaspitlol\nfunwants\nicarlycom\nkeitafresh\nlesleysmith\njulianlorello\nkingbenharlum\nlthm\nknitfemme\nphoneee\ntaralynnfoxx\nthebriananthony\nheartmychloe\nmerengueh\ncommentsmessages\njonasparanoid\ncamikins\nctomp\nsektatasek\nastynes\ntwlt\nbodystep\nbrittanyysnoww\nbikeweekie\nxlad\nquotwishquot\ncarissarogers\npsibreaker\nhipb\nmarkyoung\nmaydbs\namericanyard\nagentmngr\njemcam\nigustavo\njcrimjustice\nbuchautor\nceruleanbreeze\ncarebearjk\nactionsmotives\nthankssss\nagainnnn\nprincesspayne\ngritstone\nclosemanchester\namilya\nbklynchick\nmissrara\nnikkiwoods\nsajwest\nraincoaster\nshinannagins\nthedonutlounge\nmissava\ntatvic\npuppyzach\nkindswell\ndjester\nstacijshelton\nsmashadv\nmisscharlie\ndjcata\nstarrybluesky\nmantia\ndgcohen\ncpembleton\nlynnmaudlin\ndonooglecom\nnailmusic\nlucyyhale\ncraftyballerina\nhardykat\ndavidhenrie\nmhoop\nthechasemasters\nrecognizedyou\nfinchensnail\ndingdongfriendsss\nitttttmuch\nphotdmapped\nanimface\npaulmcgwinn\nsummerblonde\nsuzieleigh\niamlittleboots\nnoreenjuliano\nmichaelcalienes\nquotyay\nitquot\ndavesormillon\nfcfc\nnatalieaurora\nflweddingpics\neddieizzard\nmzpinky\nampnd\naimchickenshaqboi\ntomcome\ntaylorswifts\nvialovelyluann\nfernandaright\njamerichin\nbrittanya\nxbrokenstarsx\njimrossignol\neveningnight\nmccallhall\nstephife\njoini\ncreativemachine\nkimburry\nciaradanella\nvacantheart\npwoodside\nnadinekahlon\nyoups\nmichellehendra\njoeymcintyre\nangelalyle\nnanahope\ngameshowquot\nalexakelly\nshanterowland\nlilyhashtags\nkyliedinners\niluvcubicles\nbjenna\nwoooooooohoooooooooo\nbuizels\nvkyb\nvibabyfair\nhayyitsray\njojowright\ncuteeee\njanask\ndebiff\nblogmore\nrubybluedaisy\nlilmisspatty\nsoyesterday\nthereon\nandahh\nnoisylegrand\nhillsongkids\nspymasterspam\nkirstytbsmcr\nchantelleaustin\nwowy\nblueeyedgirl\nsouthernmelle\nmarkthetrainer\nscruffypanther\nsonnyjoeflangan\nstewartkris\nnkotbahamas\nwonderheart\ncennydd\nclagnut\neditorjules\ndefries\nwowwp\ncherylfehlberg\nlennykravitz\nganeshaxi\njkreeftmeijer\ngreetback\nmakirules\ndhympna\nquoteenie\nmeaniequot\ncyberbonn\ncherylsmith\namitolanes\naussiecynic\nsammiixxx\nparentingcrazy\niamayteel\ndarthweef\nsadthunderstormsong\nanniexo\neverwell\ncyfanfor\nbednitenite\niamhollycryan\ngmgcam\nquotproblemquot\nbloomingbouquet\nnybabe\nchelseakins\nxhikari\nlilredcottage\ncathrynmarie\nthisisbrian\ngayhahaha\ndebbiemahler\nsimnor\npoopine\nknauticus\nbabeits\nmanyloli\nshhhh\nmisslott\nthisisdavina\nciaron\nhanastephenson\nnellymuz\nmajornelson\naltuslogic\ndesssssiree\nlaurajames\nstitchesi\nmohitr\npeterjwestwick\ndesignloft\nellepearl\nalexvisa\ncharitymile\nnctrnlbst\nlouesavage\nonlinei\ntimeswhoopsie\nsonggs\namstill\nsleepanyone\nsmokebut\nmandizzelyne\ncookiemonstar\ndadgeek\nchrissyst\nmyrlueck\nantonotron\nsauceless\nsiddharthind\nfranniieexx\nmtvskimmartin\nwalkfortcollins\nteganmichelle\nthamburgs\nlogicgeek\ndieinamethfire\nsiblingrevelry\nwellvery\nitricks\nblokeslib\nheeeeee\nlordtoede\nluciilime\nbeachnice\ndeinhany\nnoellhyman\nlifebychocolate\noutthen\nlandd\nquothey\nnataliequot\nquotwhatquot\nanythingquot\nquotfuck\noffquot\nmycatcrash\nchiefhitts\nalexcentomo\nsheryllyoubeezy\ndrinagale\nkimfacekilla\nquotfor\ndaddyquot\nzrhero\nrewindandfreeze\nnataloran\nyildissx\nyoummm\nbettterrr\nnasajanet\nquothiquot\nzakboca\ndanushman\nrobyngraskey\nlhsilva\ntyrelassie\nquotlikequot\nblackmailbuy\nblakeclively\nppinheiro\njworkltd\njworrrrrrrrk\nspideymizzou\ntrinitywolf\nisfunny\njoeyismusic\ndosqlite\nnokogiri\nrjgeyer\nmageyer\ndavediver\nxdenise\nsparkica\nandyclemmensen\nworryknot\nmadlawstudent\nairene\nquotlaptop\nhunterquot\nlaaaayy\nbejuska\njtone\nothersbut\nfuntake\ndatgirl\nyakshaving\ntwitterapi\nclaradead\nroadchickie\njuuuus\nreashamoriba\nyanibabi\nwendyfred\nwriterchaz\numapandrea\navry\ntheyarnyard\niheartjordank\ntonightwill\nohthatfaith\nkeriford\ncherieturvey\nsmartiej\npebblesbambams\ntheraerae\narew\nfnwc\nlisawinstonmlb\njessylou\nweetme\nohand\nhoughster\ncilane\nelises\nmorsuban\ntimtheblue\nfootbalistic\ntweedeck\nsweetielmaothe\nquotnakedquot\ncoulon\nsaritaonline\nscottbarretto\nmikecandoit\njoemcintyre\nyountouched\nrashellereid\ntracyreneejones\njaydenicole\npennydog\nmickyfin\nweekennnnd\nmohdismail\ntrishababycakes\nyouhhuh\nchickenlearned\nhildy\nwwwqueenofthebeatzblogspotcom\nwwwmyspacecomtrabeezy\nflately\ncharliemcveigh\nferlin\nctham\nfloweranza\nsadfgh\nnervousi\nkrystalstarr\niammatthewlane\nvictoriaaa\nyoupdatedbut\nactorshould\ntweenkle\nquotextra\ncurricularquot\nnervoussharkii\nmichaelalacey\ntwilightnewsman\ntalkingdigital\npoggs\ntherealwille\nfrmodligen\njenniferlynns\nanishsinha\nilovecolbyo\nheyrikey\nitsjustmebee\nbernardharris\nflishflash\ncaptainjack\nmrtweet\nandrevr\nfilterfailure\nprinciplepap\njuliadangerous\nmikedags\nnickcarter\nlooseor\niconnect\ntesmith\nyummylol\njayfk\nyoungodly\nhourlol\nmoikwaz\nfamjamholla\nalcoholandbbq\ncherop\nworksinprogress\nbobdenver\njameschau\nthoughso\nonedaytrip\nlightsnoise\nremyfoster\nomgitsafox\nmarcimichelle\nkiefers\nayudevina\nitsmeambreezyy\nelissastein\nshiggedy\ntoleo\nquotline\nerikrubadeau\nfiredancertat\nheybuddy\nameebreezy\nslimthugga\nswerveball\neternalscribe\ncassiusaway\nmanuhmr\nthunderhorn\npeppastar\nhungoverhope\nrgoodchild\nyounderstood\nveryshortstory\nchadeaux\njloshot\nehhhsame\nolwishing\nherebut\nknowreality\nemilysparkle\nmusewire\nmarkvjavier\nkristeeez\nrjramos\nlinnetwoods\nillygood\nrellyabs\nnatbat\ncomputerme\nfrawlz\nvictoriahoe\nmoiswashere\nggroener\n",
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {},
      "cell_type": "markdown",
      "source": "### TF and Keras Model Building"
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "X_train, X_test, y_train, y_test = train_test_split(X, y, random_state = 42, test_size = 0.2, stratify = y)",
      "execution_count": 42,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "vec_size = 200\n\nmodel = Sequential()\nmodel.add(Embedding(vocab_size, vec_size, input_length = max_len, weights = [word_vec_matrix], trainable = False))\n\nmodel.add(Conv1D(64, 8, activation='relu'))\nmodel.add(MaxPooling1D(2))\nmodel.add(Dropout(0.5))\n\nmodel.add(Dense(32, activation='relu'))\nmodel.add(Dropout(0.5))\n\nmodel.add(Dense(16, activation='relu'))\nmodel.add(GlobalMaxPooling1D())\n\nmodel.add(Dense(1, activation='sigmoid'))\n\nmodel.compile(optimizer=Adam(learning_rate = 0.0001), loss='binary_crossentropy', metrics=['accuracy'])",
      "execution_count": 45,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "%%time\nmodel.fit(X_train, y_train, epochs=30, validation_data= (X_test, y_test))",
      "execution_count": 46,
      "outputs": [
        {
          "output_type": "stream",
          "text": "Epoch 1/30\n100/100 [==============================] - 5s 46ms/step - loss: 0.5860 - accuracy: 0.2403 - val_loss: -1.6214 - val_accuracy: 0.0000e+00\nEpoch 2/30\n100/100 [==============================] - 4s 44ms/step - loss: -3.5822 - accuracy: 0.0088 - val_loss: -5.6338 - val_accuracy: 0.0000e+00\nEpoch 3/30\n100/100 [==============================] - 4s 44ms/step - loss: -11.0900 - accuracy: 0.0000e+00 - val_loss: -13.7076 - val_accuracy: 0.0000e+00\nEpoch 4/30\n100/100 [==============================] - 4s 43ms/step - loss: -26.4359 - accuracy: 0.0000e+00 - val_loss: -30.2744 - val_accuracy: 0.0000e+00\nEpoch 5/30\n100/100 [==============================] - 4s 43ms/step - loss: -57.8003 - accuracy: 0.0000e+00 - val_loss: -61.6745 - val_accuracy: 0.0000e+00\nEpoch 6/30\n100/100 [==============================] - 5s 49ms/step - loss: -117.7616 - accuracy: 0.0000e+00 - val_loss: -120.6311 - val_accuracy: 0.0000e+00\nEpoch 7/30\n100/100 [==============================] - 4s 44ms/step - loss: -219.5031 - accuracy: 0.0000e+00 - val_loss: -219.9777 - val_accuracy: 0.0000e+00\nEpoch 8/30\n100/100 [==============================] - 4s 45ms/step - loss: -379.3741 - accuracy: 0.0000e+00 - val_loss: -377.2446 - val_accuracy: 0.0000e+00\nEpoch 9/30\n100/100 [==============================] - 4s 45ms/step - loss: -630.0646 - accuracy: 0.0000e+00 - val_loss: -620.6599 - val_accuracy: 0.0000e+00\nEpoch 10/30\n100/100 [==============================] - 5s 48ms/step - loss: -1008.0973 - accuracy: 0.0000e+00 - val_loss: -980.7618 - val_accuracy: 0.0000e+00\nEpoch 11/30\n100/100 [==============================] - 5s 50ms/step - loss: -1546.3839 - accuracy: 0.0000e+00 - val_loss: -1468.6462 - val_accuracy: 0.0000e+00\nEpoch 12/30\n100/100 [==============================] - 5s 46ms/step - loss: -2251.2024 - accuracy: 0.0000e+00 - val_loss: -2113.5232 - val_accuracy: 0.0000e+00\nEpoch 13/30\n100/100 [==============================] - 5s 48ms/step - loss: -3098.2000 - accuracy: 0.0000e+00 - val_loss: -2912.8125 - val_accuracy: 0.0000e+00\nEpoch 14/30\n100/100 [==============================] - 5s 48ms/step - loss: -4199.6289 - accuracy: 0.0000e+00 - val_loss: -3934.8538 - val_accuracy: 0.0000e+00\nEpoch 15/30\n100/100 [==============================] - 5s 47ms/step - loss: -5660.9058 - accuracy: 0.0000e+00 - val_loss: -5192.2158 - val_accuracy: 0.0000e+00\nEpoch 16/30\n100/100 [==============================] - 5s 46ms/step - loss: -7259.1255 - accuracy: 0.0000e+00 - val_loss: -6690.9146 - val_accuracy: 0.0000e+00\nEpoch 17/30\n100/100 [==============================] - 4s 44ms/step - loss: -9247.7588 - accuracy: 0.0000e+00 - val_loss: -8481.9756 - val_accuracy: 0.0000e+00\nEpoch 18/30\n100/100 [==============================] - 5s 45ms/step - loss: -11485.6260 - accuracy: 0.0000e+00 - val_loss: -10564.0967 - val_accuracy: 0.0000e+00\nEpoch 19/30\n100/100 [==============================] - 5s 47ms/step - loss: -14165.1709 - accuracy: 0.0000e+00 - val_loss: -12912.4561 - val_accuracy: 0.0000e+00\nEpoch 20/30\n100/100 [==============================] - 5s 47ms/step - loss: -17262.2266 - accuracy: 0.0000e+00 - val_loss: -15667.5723 - val_accuracy: 0.0000e+00\nEpoch 21/30\n100/100 [==============================] - 4s 44ms/step - loss: -20634.9551 - accuracy: 0.0000e+00 - val_loss: -18701.4492 - val_accuracy: 0.0000e+00\nEpoch 22/30\n100/100 [==============================] - 4s 45ms/step - loss: -24605.5859 - accuracy: 0.0000e+00 - val_loss: -22182.5371 - val_accuracy: 0.0000e+00\nEpoch 23/30\n100/100 [==============================] - 4s 45ms/step - loss: -28890.0684 - accuracy: 0.0000e+00 - val_loss: -26029.6816 - val_accuracy: 0.0000e+00\nEpoch 24/30\n100/100 [==============================] - 4s 45ms/step - loss: -34252.6719 - accuracy: 0.0000e+00 - val_loss: -30299.3008 - val_accuracy: 0.0000e+00\nEpoch 25/30\n100/100 [==============================] - 4s 43ms/step - loss: -39558.5078 - accuracy: 0.0000e+00 - val_loss: -35083.2461 - val_accuracy: 0.0000e+00\nEpoch 26/30\n100/100 [==============================] - 5s 46ms/step - loss: -45825.0703 - accuracy: 0.0000e+00 - val_loss: -40421.0508 - val_accuracy: 0.0000e+00\nEpoch 27/30\n100/100 [==============================] - 5s 48ms/step - loss: -52869.0859 - accuracy: 0.0000e+00 - val_loss: -46173.0000 - val_accuracy: 0.0000e+00\nEpoch 28/30\n100/100 [==============================] - 5s 51ms/step - loss: -59024.1602 - accuracy: 0.0000e+00 - val_loss: -52391.3594 - val_accuracy: 0.0000e+00\nEpoch 29/30\n100/100 [==============================] - 5s 46ms/step - loss: -67355.5547 - accuracy: 0.0000e+00 - val_loss: -59283.5117 - val_accuracy: 0.0000e+00\nEpoch 30/30\n100/100 [==============================] - 5s 46ms/step - loss: -75173.7266 - accuracy: 0.0000e+00 - val_loss: -66673.7578 - val_accuracy: 0.0000e+00\nWall time: 2min 22s\n",
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "execution_count": 46,
          "data": {
            "text/plain": "<tensorflow.python.keras.callbacks.History at 0x1e03159f3c8>"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "def get_encode(x):\n    x = get_clean_text(x)\n    x = token.texts_to_sequences(x)\n    x = pad_sequences(x, maxlen=max_len, padding='post')\n    \n    return x",
      "execution_count": 47,
      "outputs": []
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "get_encode(['Hello world!'])",
      "execution_count": 48,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 48,
          "data": {
            "text/plain": "array([[501, 267,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,\n          0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,\n          0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,\n          0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,\n          0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,\n          0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,\n          0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,\n          0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,\n          0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,\n          0,   0,   0]])"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "model.predict_classes(get_encode(['Thank for sharing this tutorial.']))",
      "execution_count": 55,
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 55,
          "data": {
            "text/plain": "array([[1]])"
          },
          "metadata": {}
        }
      ]
    },
    {
      "metadata": {
        "trusted": true
      },
      "cell_type": "code",
      "source": "",
      "execution_count": null,
      "outputs": []
    }
  ],
  "metadata": {
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3",
      "language": "python"
    },
    "toc": {
      "nav_menu": {},
      "number_sections": true,
      "sideBar": true,
      "skip_h1_title": false,
      "base_numbering": 1,
      "title_cell": "Table of Contents",
      "title_sidebar": "Contents",
      "toc_cell": false,
      "toc_position": {},
      "toc_section_display": true,
      "toc_window_display": false
    },
    "language_info": {
      "name": "python",
      "version": "3.7.6",
      "mimetype": "text/x-python",
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "pygments_lexer": "ipython3",
      "nbconvert_exporter": "python",
      "file_extension": ".py"
    },
    "gist": {
      "id": "",
      "data": {
        "description": "GloVe Vectors Embedding with TF 2.0 and Keras",
        "public": true
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 4
}