Skip to content

Instantly share code, notes, and snippets.

@devarshi16

devarshi16/aocr_test.ipynb

Last active December 19, 2019 13:18
Show Gist options
  • Save devarshi16/cd0c877ad3ee74f66fdec711cc5d1bfe to your computer and use it in GitHub Desktop.
Save devarshi16/cd0c877ad3ee74f66fdec711cc5d1bfe to your computer and use it in GitHub Desktop.
Download ZIP
aocr package usage on colab
Display the source blob
Display the rendered blob
Raw
aocr_test.ipynb
{
"nbformat": 4,
"nbformat_minor": 0,
"metadata": {
"colab": {
"name": "aocr_test.ipynb",
"provenance": [],
"collapsed_sections": [],
"include_colab_link": true
},
"kernelspec": {
"name": "python3",
"display_name": "Python 3"
},
"accelerator": "GPU"
},
"cells": [
{
"cell_type": "markdown",
"metadata": {
"id": "view-in-github",
"colab_type": "text"
},
"source": [
"<a href=\"https://colab.research.google.com/gist/devarshi16/cd0c877ad3ee74f66fdec711cc5d1bfe/aocr_test.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
]
},
{
"cell_type": "code",
"metadata": {
"id": "pk4JeazSQz5n",
"colab_type": "code",
"outputId": "439f5309-5c98-4c2e-c1d0-802814dc2b51",
"colab": {
"base_uri": "https://localhost:8080/"
}
},
"source": [
"%%capture\n",
"!pip install aocr\n",
"!pip install pillow\n",
"!pip install distance\n",
"!pip install six\n",
"import os\n",
"import cv2\n",
"import sys\n",
"import subprocess\n",
"import tensorflow as tf\n",
"import time"
],
"execution_count": 0,
"outputs": [
{
"output_type": "error",
"ename": "MessageError",
"evalue": "ignored",
"traceback": [
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[0;31mMessageError\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m<ipython-input-1-15b41575ee82>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 2\u001b[0m \u001b[0mget_ipython\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msystem\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'pip install pillow'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 3\u001b[0m \u001b[0mget_ipython\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msystem\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'pip install distance'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 4\u001b[0;31m \u001b[0mget_ipython\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msystem\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'pip install six'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 5\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mos\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 6\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mcv2\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/usr/local/lib/python3.6/dist-packages/google/colab/_shell.py\u001b[0m in \u001b[0;36msystem\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 94\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0;34m'also_return_output'\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 95\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 96\u001b[0;31m \u001b[0moutput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_system_commands\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_system_compat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;31m# pylint:disable=protected-access\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 97\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 98\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mpip_warn\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/usr/local/lib/python3.6/dist-packages/google/colab/_system_commands.py\u001b[0m in \u001b[0;36m_system_compat\u001b[0;34m(shell, cmd, also_return_output)\u001b[0m\n\u001b[1;32m 436\u001b[0m \u001b[0;31m# stack.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 437\u001b[0m result = _run_command(\n\u001b[0;32m--> 438\u001b[0;31m shell.var_expand(cmd, depth=2), clear_streamed_output=False)\n\u001b[0m\u001b[1;32m 439\u001b[0m \u001b[0mshell\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0muser_ns\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'_exit_code'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mresult\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreturncode\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 440\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;34m-\u001b[0m\u001b[0mresult\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreturncode\u001b[0m \u001b[0;32min\u001b[0m \u001b[0m_INTERRUPTED_SIGNALS\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/usr/local/lib/python3.6/dist-packages/google/colab/_system_commands.py\u001b[0m in \u001b[0;36m_run_command\u001b[0;34m(cmd, clear_streamed_output)\u001b[0m\n\u001b[1;32m 179\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 180\u001b[0m with temporary_clearer(), _display_stdin_widget(\n\u001b[0;32m--> 181\u001b[0;31m delay_millis=500) as update_stdin_widget:\n\u001b[0m\u001b[1;32m 182\u001b[0m \u001b[0;31m# TODO(b/115531839): Ensure that subprocesses are terminated upon\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 183\u001b[0m \u001b[0;31m# interrupt.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/usr/lib/python3.6/contextlib.py\u001b[0m in \u001b[0;36m__enter__\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 79\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m__enter__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 80\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 81\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mnext\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgen\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 82\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mStopIteration\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 83\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mRuntimeError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"generator didn't yield\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/usr/local/lib/python3.6/dist-packages/google/colab/_system_commands.py\u001b[0m in \u001b[0;36m_display_stdin_widget\u001b[0;34m(delay_millis)\u001b[0m\n\u001b[1;32m 339\u001b[0m \u001b[0mshell\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_ipython\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_ipython\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 340\u001b[0m \u001b[0mdisplay_args\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m'cell_display_stdin'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m{\u001b[0m\u001b[0;34m'delayMillis'\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mdelay_millis\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 341\u001b[0;31m \u001b[0m_message\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mblocking_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0mdisplay_args\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparent\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mshell\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mparent_header\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 342\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 343\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mecho_updater\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnew_echo_status\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/usr/local/lib/python3.6/dist-packages/google/colab/_message.py\u001b[0m in \u001b[0;36mblocking_request\u001b[0;34m(request_type, request, timeout_sec, parent)\u001b[0m\n\u001b[1;32m 169\u001b[0m \u001b[0;31m# unique.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 170\u001b[0m \u001b[0mrequest_id\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msend_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparent\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mparent\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 171\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mread_reply_from_input\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest_id\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtimeout_sec\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
"\u001b[0;32m/usr/local/lib/python3.6/dist-packages/google/colab/_message.py\u001b[0m in \u001b[0;36mread_reply_from_input\u001b[0;34m(message_id, timeout_sec)\u001b[0m\n\u001b[1;32m 104\u001b[0m reply.get('colab_msg_id') == message_id):\n\u001b[1;32m 105\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;34m'error'\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mreply\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 106\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mMessageError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mreply\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'error'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 107\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mreply\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'data'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 108\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mMessageError\u001b[0m: CustomError: Timed out waiting for output iframe load."
]
}
]
},
{
"cell_type": "code",
"metadata": {
"id": "09qhbPrvRBy1",
"colab_type": "code",
"outputId": "1ab41bde-d56b-43bd-e426-c37e6bf61a7d",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 170
}
},
"source": [
"from google.colab import drive\n",
"drive.mount('/content/drive',force_remount=True)\n",
"os.chdir('/content/drive/My Drive/IITB_New')"
],
"execution_count": 0,
"outputs": [
{
"output_type": "display_data",
"data": {
"text/html": [
"<p style=\"color: red;\">\n",
"The default version of TensorFlow in Colab will soon switch to TensorFlow 2.x.<br>\n",
"We recommend you <a href=\"https://www.tensorflow.org/guide/migrate\" target=\"_blank\">upgrade</a> now \n",
"or ensure your notebook will continue to use TensorFlow 1.x via the <code>%tensorflow_version 1.x</code> magic:\n",
"<a href=\"https://colab.research.google.com/notebooks/tensorflow_version.ipynb\" target=\"_blank\">more info</a>.</p>\n"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {
"tags": []
}
},
{
"output_type": "stream",
"text": [
"Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3aietf%3awg%3aoauth%3a2.0%3aoob&response_type=code&scope=email%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdocs.test%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive.photos.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fpeopleapi.readonly\n",
"\n",
"Enter your authorization code:\n",
"··········\n",
"Mounted at /content/drive\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "789FMKRD80Yw",
"colab_type": "text"
},
"source": [
"These are the shell operations to be performed in order to get aocr results"
]
},
{
"cell_type": "code",
"metadata": {
"id": "4yGcN2tSTZsG",
"colab_type": "code",
"colab": {}
},
"source": [
"dataset_operation = [\n",
" 'aocr','dataset',\n",
" 'cropped/annotations.txt',\n",
" './training.tfrecords'\n",
" ]\n",
"train_operation = [\n",
" 'aocr','train',\n",
" 'training0.tfrecords',\n",
" '--num-epoch','10',\n",
" '--batch-size','128',\n",
" '--initial-learning-rate','0.9',\n",
" '--target-embedding-size','20',\n",
" '--max-height','150',\n",
" '--max-width','200',\n",
" '--max-prediction','50',\n",
" '--gpu-id','0',\n",
" '--full-ascii'\n",
" ]"
],
"execution_count": 0,
"outputs": []
},
{
"cell_type": "markdown",
"metadata": {
"id": "x_1K-8oa8rbZ",
"colab_type": "text"
},
"source": [
"This creates different operations for tfrecords creation for each annotations file"
]
},
{
"cell_type": "code",
"metadata": {
"id": "QneIj8a3mswt",
"colab_type": "code",
"outputId": "0b30a3df-f23b-4ef8-c4eb-263bb44e6621",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 54
}
},
"source": [
"tfrecords_operations = []\n",
"for i in range(11):\n",
" dataset_operation[2] = 'annotations'+str(i)+'.txt'\n",
" dataset_operation[3] = './training'+str(i)+'.tfrecords'\n",
" tfrecords_operations.append(dataset_operation.copy())\n",
"\n",
"print(tfrecords_operations)"
],
"execution_count": 0,
"outputs": [
{
"output_type": "stream",
"text": [
"[['aocr', 'dataset', 'annotations0.txt', './training0.tfrecords'], ['aocr', 'dataset', 'annotations1.txt', './training1.tfrecords'], ['aocr', 'dataset', 'annotations2.txt', './training2.tfrecords'], ['aocr', 'dataset', 'annotations3.txt', './training3.tfrecords'], ['aocr', 'dataset', 'annotations4.txt', './training4.tfrecords'], ['aocr', 'dataset', 'annotations5.txt', './training5.tfrecords'], ['aocr', 'dataset', 'annotations6.txt', './training6.tfrecords'], ['aocr', 'dataset', 'annotations7.txt', './training7.tfrecords'], ['aocr', 'dataset', 'annotations8.txt', './training8.tfrecords'], ['aocr', 'dataset', 'annotations9.txt', './training9.tfrecords'], ['aocr', 'dataset', 'annotations10.txt', './training10.tfrecords']]\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "1a954l2P8k00",
"colab_type": "text"
},
"source": [
"This performs the tfrecords creation process. The index needs to be changed for each operation\n",
"\n"
]
},
{
"cell_type": "code",
"metadata": {
"id": "XTMKDSICQfji",
"colab_type": "code",
"outputId": "8a6bf529-0f44-444e-bcbe-ff6d18310e6c",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 1000
}
},
"source": [
"!{' '.join(tfrecords_operations[1])}"
],
"execution_count": 0,
"outputs": [
{
"output_type": "stream",
"text": [
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/aocr/__main__.py:20: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead.\n",
"\n",
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/aocr/__main__.py:20: The name tf.logging.ERROR is deprecated. Please use tf.compat.v1.logging.ERROR instead.\n",
"\n",
"2019-11-21 10:54:16.902381: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 2200000000 Hz\n",
"2019-11-21 10:54:16.902585: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x30792c0 initialized for platform Host (this does not guarantee that XLA will be used). Devices:\n",
"2019-11-21 10:54:16.902619: I tensorflow/compiler/xla/service/service.cc:176] StreamExecutor device (0): Host, Default Version\n",
"2019-11-21 10:54:16.904639: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcuda.so.1\n",
"2019-11-21 10:54:17.008716: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:54:17.009477: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x3079480 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:\n",
"2019-11-21 10:54:17.009514: I tensorflow/compiler/xla/service/service.cc:176] StreamExecutor device (0): Tesla P100-PCIE-16GB, Compute Capability 6.0\n",
"2019-11-21 10:54:17.009747: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:54:17.010330: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
"name: Tesla P100-PCIE-16GB major: 6 minor: 0 memoryClockRate(GHz): 1.3285\n",
"pciBusID: 0000:00:04.0\n",
"2019-11-21 10:54:17.010712: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
"2019-11-21 10:54:17.012446: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
"2019-11-21 10:54:17.014155: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
"2019-11-21 10:54:17.014503: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
"2019-11-21 10:54:17.016168: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
"2019-11-21 10:54:17.016960: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
"2019-11-21 10:54:17.020317: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
"2019-11-21 10:54:17.020432: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:54:17.020968: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:54:17.021437: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
"2019-11-21 10:54:17.021481: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
"2019-11-21 10:54:17.022624: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
"2019-11-21 10:54:17.022667: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165] 0 \n",
"2019-11-21 10:54:17.022683: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0: N \n",
"2019-11-21 10:54:17.022799: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:54:17.023306: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:54:17.023807: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:39] Overriding allow_growth setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n",
"2019-11-21 10:54:17.023842: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 15216 MB memory) -> physical GPU (device: 0, name: Tesla P100-PCIE-16GB, pci bus id: 0000:00:04.0, compute capability: 6.0)\n",
"2019-11-21 10:54:17,024 root INFO Building a dataset from annotations1.txt.\n",
"2019-11-21 10:54:17,025 root INFO Output file: ./training1.tfrecords\n",
"2019-11-21 10:54:17,047 root INFO Processed 1 pairs.\n",
"2019-11-21 10:55:52,108 root INFO Processed 501 pairs.\n",
"2019-11-21 10:57:36,311 root INFO Processed 1001 pairs.\n",
"2019-11-21 10:59:24,590 root INFO Processed 1501 pairs.\n",
"2019-11-21 11:01:06,638 root INFO Processed 2001 pairs.\n",
"2019-11-21 11:02:52,606 root INFO Processed 2501 pairs.\n",
"2019-11-21 11:04:31,176 root INFO Processed 3001 pairs.\n",
"2019-11-21 11:06:07,993 root INFO Processed 3501 pairs.\n",
"2019-11-21 11:07:46,228 root INFO Processed 4001 pairs.\n",
"2019-11-21 11:09:30,993 root INFO Processed 4501 pairs.\n",
"2019-11-21 11:11:09,746 root INFO Processed 5001 pairs.\n",
"2019-11-21 11:12:49,060 root INFO Processed 5501 pairs.\n",
"2019-11-21 11:14:27,065 root INFO Processed 6001 pairs.\n",
"2019-11-21 11:16:03,899 root INFO Processed 6501 pairs.\n",
"2019-11-21 11:17:40,510 root INFO Processed 7001 pairs.\n",
"2019-11-21 11:19:13,715 root INFO Processed 7501 pairs.\n",
"2019-11-21 11:20:50,569 root INFO Processed 8001 pairs.\n",
"2019-11-21 11:22:34,996 root INFO Processed 8501 pairs.\n",
"2019-11-21 11:24:10,874 root INFO Processed 9001 pairs.\n",
"2019-11-21 11:25:58,175 root INFO Processed 9501 pairs.\n",
"2019-11-21 11:27:41,173 root INFO Processed 10001 pairs.\n",
"2019-11-21 11:27:43,426 root INFO Processed 10501 pairs.\n",
"2019-11-21 11:27:45,627 root INFO Processed 11001 pairs.\n",
"2019-11-21 11:27:47,811 root INFO Processed 11501 pairs.\n",
"2019-11-21 11:27:50,004 root INFO Processed 12001 pairs.\n",
"2019-11-21 11:27:52,218 root INFO Processed 12501 pairs.\n",
"2019-11-21 11:27:54,422 root INFO Processed 13001 pairs.\n",
"2019-11-21 11:27:56,638 root INFO Processed 13501 pairs.\n",
"2019-11-21 11:27:58,964 root INFO Processed 14001 pairs.\n",
"2019-11-21 11:28:01,256 root INFO Processed 14501 pairs.\n",
"2019-11-21 11:28:03,571 root INFO Processed 15001 pairs.\n",
"2019-11-21 11:28:05,856 root INFO Processed 15501 pairs.\n",
"2019-11-21 11:28:08,187 root INFO Processed 16001 pairs.\n",
"2019-11-21 11:28:10,410 root INFO Processed 16501 pairs.\n",
"2019-11-21 11:28:12,647 root INFO Processed 17001 pairs.\n",
"2019-11-21 11:28:14,861 root INFO Processed 17501 pairs.\n",
"2019-11-21 11:28:17,057 root INFO Processed 18001 pairs.\n",
"2019-11-21 11:28:19,234 root INFO Processed 18501 pairs.\n",
"2019-11-21 11:28:21,402 root INFO Processed 19001 pairs.\n",
"2019-11-21 11:28:23,625 root INFO Processed 19501 pairs.\n",
"2019-11-21 11:28:25,840 root INFO Dataset is ready: 20000 pairs.\n",
"2019-11-21 11:28:25,840 root INFO Longest label (4): USED\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "FHdyRrYA8XZf",
"colab_type": "text"
},
"source": [
"This will train the aocr model and store time taken in training"
]
},
{
"cell_type": "code",
"metadata": {
"id": "plr4-gKAsoDM",
"colab_type": "code",
"outputId": "b01fa533-d8fb-4ca8-d212-3727de53dd70",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 1000
}
},
"source": [
"start_time = time.time()\n",
"!{' '.join(train_operation)};\n",
"total_time = time.time() - start_time"
],
"execution_count": 0,
"outputs": [
{
"output_type": "stream",
"text": [
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/aocr/__main__.py:20: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead.\n",
"\n",
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/aocr/__main__.py:20: The name tf.logging.ERROR is deprecated. Please use tf.compat.v1.logging.ERROR instead.\n",
"\n",
"2019-11-21 10:35:14.658107: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 2200000000 Hz\n",
"2019-11-21 10:35:14.658305: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x1f132c0 initialized for platform Host (this does not guarantee that XLA will be used). Devices:\n",
"2019-11-21 10:35:14.658335: I tensorflow/compiler/xla/service/service.cc:176] StreamExecutor device (0): Host, Default Version\n",
"2019-11-21 10:35:14.660213: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcuda.so.1\n",
"2019-11-21 10:35:14.765420: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:35:14.766076: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x1f13480 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:\n",
"2019-11-21 10:35:14.766102: I tensorflow/compiler/xla/service/service.cc:176] StreamExecutor device (0): Tesla P100-PCIE-16GB, Compute Capability 6.0\n",
"2019-11-21 10:35:14.766250: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:35:14.766745: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
"name: Tesla P100-PCIE-16GB major: 6 minor: 0 memoryClockRate(GHz): 1.3285\n",
"pciBusID: 0000:00:04.0\n",
"2019-11-21 10:35:14.767025: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
"2019-11-21 10:35:14.768490: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
"2019-11-21 10:35:14.770153: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
"2019-11-21 10:35:14.770481: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
"2019-11-21 10:35:14.771967: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
"2019-11-21 10:35:14.772726: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
"2019-11-21 10:35:14.776396: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
"2019-11-21 10:35:14.776497: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:35:14.777100: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:35:14.777603: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
"2019-11-21 10:35:14.777672: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
"2019-11-21 10:35:14.778869: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
"2019-11-21 10:35:14.778891: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165] 0 \n",
"2019-11-21 10:35:14.778901: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0: N \n",
"2019-11-21 10:35:14.778997: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:35:14.779597: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:35:14.780157: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:39] Overriding allow_growth setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n",
"2019-11-21 10:35:14.780195: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 15216 MB memory) -> physical GPU (device: 0, name: Tesla P100-PCIE-16GB, pci bus id: 0000:00:04.0, compute capability: 6.0)\n",
"2019-11-21 10:35:14,783 root INFO phase: train\n",
"2019-11-21 10:35:14,784 root INFO model_dir: ./checkpoints\n",
"2019-11-21 10:35:14,784 root INFO load_model: True\n",
"2019-11-21 10:35:14,785 root INFO output_dir: ./results\n",
"2019-11-21 10:35:14,785 root INFO steps_per_checkpoint: 100\n",
"2019-11-21 10:35:14,785 root INFO batch_size: 128\n",
"2019-11-21 10:35:14,785 root INFO learning_rate: 0.900000\n",
"2019-11-21 10:35:14,785 root INFO reg_val: 0\n",
"2019-11-21 10:35:14,785 root INFO max_gradient_norm: 5.000000\n",
"2019-11-21 10:35:14,785 root INFO clip_gradients: True\n",
"2019-11-21 10:35:14,786 root INFO max_image_width 200.000000\n",
"2019-11-21 10:35:14,786 root INFO max_prediction_length 50.000000\n",
"2019-11-21 10:35:14,786 root INFO channels: 1\n",
"2019-11-21 10:35:14,786 root INFO target_embedding_size: 20.000000\n",
"2019-11-21 10:35:14,786 root INFO attn_num_hidden: 128\n",
"2019-11-21 10:35:14,786 root INFO attn_num_layers: 2\n",
"2019-11-21 10:35:14,786 root INFO visualize: False\n",
"2019-11-21 10:35:31,613 root INFO Created model with fresh parameters.\n",
"2019-11-21 10:35:32.036284: W tensorflow/core/common_runtime/colocation_graph.cc:983] Failed to place the graph without changing the devices of some resources. Some of the operations (that had to be colocated with resource generating operations) are not supported on the resources' devices. Current candidate devices are [\n",
" /job:localhost/replica:0/task:0/device:CPU:0].\n",
"See below for details of this colocation group:\n",
"Colocation Debug Info:\n",
"Colocation group had the following types and supported devices: \n",
"Root Member(assigned_device_name_index_=-1 requested_device_name_='/device:GPU:0' assigned_device_name_='' resource_device_name_='/device:GPU:0' supported_device_types_=[CPU] possible_devices_=[]\n",
"Switch: GPU CPU XLA_CPU XLA_GPU \n",
"Enter: GPU CPU XLA_CPU XLA_GPU \n",
"LookupTableFindV2: CPU \n",
"LookupTableInsertV2: CPU \n",
"MutableHashTableV2: CPU \n",
"LookupTableExportV2: CPU \n",
"\n",
"Colocation members, user-requested devices, and framework assigned devices, if any:\n",
" MutableHashTable (MutableHashTableV2) /device:GPU:0\n",
" MutableHashTable_lookup_table_export_values/LookupTableExportV2 (LookupTableExportV2) /device:GPU:0\n",
" MutableHashTable_lookup_table_insert/LookupTableInsertV2 (LookupTableInsertV2) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter_1 (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Switch (Switch) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter_2 (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter_3 (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Switch_2 (Switch) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2 (LookupTableFindV2) /device:GPU:0\n",
"\n",
"2019-11-21 10:35:33,230 root INFO num_epoch: 10\n",
"2019-11-21 10:35:35,667 root INFO Starting the training process.\n",
"2019-11-21 10:35:35.683505: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:35:35.684117: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
"name: Tesla P100-PCIE-16GB major: 6 minor: 0 memoryClockRate(GHz): 1.3285\n",
"pciBusID: 0000:00:04.0\n",
"2019-11-21 10:35:35.684200: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
"2019-11-21 10:35:35.684218: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
"2019-11-21 10:35:35.684231: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
"2019-11-21 10:35:35.684245: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
"2019-11-21 10:35:35.684258: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
"2019-11-21 10:35:35.684271: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
"2019-11-21 10:35:35.684284: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
"2019-11-21 10:35:35.684350: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:35:35.684890: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:35:35.685371: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
"2019-11-21 10:35:35.685414: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
"2019-11-21 10:35:35.685423: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165] 0 \n",
"2019-11-21 10:35:35.685432: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0: N \n",
"2019-11-21 10:35:35.685525: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:35:35.686053: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-21 10:35:35.686583: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 15216 MB memory) -> physical GPU (device: 0, name: Tesla P100-PCIE-16GB, pci bus id: 0000:00:04.0, compute capability: 6.0)\n",
"2019-11-21 10:35:36.117048: W tensorflow/core/common_runtime/colocation_graph.cc:983] Failed to place the graph without changing the devices of some resources. Some of the operations (that had to be colocated with resource generating operations) are not supported on the resources' devices. Current candidate devices are [\n",
" /job:localhost/replica:0/task:0/device:CPU:0].\n",
"See below for details of this colocation group:\n",
"Colocation Debug Info:\n",
"Colocation group had the following types and supported devices: \n",
"Root Member(assigned_device_name_index_=-1 requested_device_name_='/device:GPU:0' assigned_device_name_='' resource_device_name_='/device:GPU:0' supported_device_types_=[CPU] possible_devices_=[]\n",
"Switch: GPU CPU XLA_CPU XLA_GPU \n",
"Enter: GPU CPU XLA_CPU XLA_GPU \n",
"LookupTableFindV2: CPU \n",
"LookupTableInsertV2: CPU \n",
"MutableHashTableV2: CPU \n",
"LookupTableExportV2: CPU \n",
"\n",
"Colocation members, user-requested devices, and framework assigned devices, if any:\n",
" MutableHashTable (MutableHashTableV2) /device:GPU:0\n",
" MutableHashTable_lookup_table_export_values/LookupTableExportV2 (LookupTableExportV2) /device:GPU:0\n",
" MutableHashTable_lookup_table_insert/LookupTableInsertV2 (LookupTableInsertV2) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter_1 (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Switch (Switch) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter_2 (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter_3 (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Switch_2 (Switch) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2 (LookupTableFindV2) /device:GPU:0\n",
"\n",
"2019-11-21 10:35:52.067869: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
"2019-11-21 10:35:52.593962: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
"2019-11-21 10:35:54,222 root INFO Step 1: 17.369s, loss: 4.663219, perplexity: 105.976720.\n",
"2019-11-21 10:35:54,488 root INFO Step 2: 0.248s, loss: 3.878937, perplexity: 48.372768.\n",
"2019-11-21 10:35:54,744 root INFO Step 3: 0.244s, loss: 3.243489, perplexity: 25.622953.\n",
"2019-11-21 10:35:55,009 root INFO Step 4: 0.251s, loss: 2.777730, perplexity: 16.082464.\n",
"2019-11-21 10:35:55,278 root INFO Step 5: 0.256s, loss: 2.321383, perplexity: 10.189757.\n",
"2019-11-21 10:35:55,543 root INFO Step 6: 0.249s, loss: 2.035369, perplexity: 7.655074.\n",
"2019-11-21 10:35:55,792 root INFO Step 7: 0.238s, loss: 1.853827, perplexity: 6.384207.\n",
"2019-11-21 10:35:56,056 root INFO Step 8: 0.250s, loss: 1.744858, perplexity: 5.725089.\n",
"2019-11-21 10:35:56,316 root INFO Step 9: 0.249s, loss: 1.654097, perplexity: 5.228355.\n",
"2019-11-21 10:35:56,600 root INFO Step 10: 0.271s, loss: 1.586651, perplexity: 4.887355.\n",
"2019-11-21 10:35:56,863 root INFO Step 11: 0.250s, loss: 1.589603, perplexity: 4.901802.\n",
"2019-11-21 10:35:57,133 root INFO Step 12: 0.258s, loss: 1.519340, perplexity: 4.569210.\n",
"2019-11-21 10:35:57,393 root INFO Step 13: 0.248s, loss: 1.530930, perplexity: 4.622474.\n",
"2019-11-21 10:35:57,673 root INFO Step 14: 0.262s, loss: 1.513808, perplexity: 4.544003.\n",
"2019-11-21 10:35:57,938 root INFO Step 15: 0.252s, loss: 1.458648, perplexity: 4.300144.\n",
"2019-11-21 10:35:58,211 root INFO Step 16: 0.261s, loss: 1.559647, perplexity: 4.757143.\n",
"2019-11-21 10:35:58,460 root INFO Step 17: 0.237s, loss: 1.405281, perplexity: 4.076673.\n",
"2019-11-21 10:35:58,716 root INFO Step 18: 0.243s, loss: 1.357386, perplexity: 3.886021.\n",
"2019-11-21 10:35:58,965 root INFO Step 19: 0.237s, loss: 1.348871, perplexity: 3.853074.\n",
"2019-11-21 10:35:59,243 root INFO Step 20: 0.263s, loss: 1.294208, perplexity: 3.648105.\n",
"2019-11-21 10:35:59,540 root INFO Step 21: 0.283s, loss: 1.279430, perplexity: 3.594589.\n",
"2019-11-21 10:35:59,797 root INFO Step 22: 0.244s, loss: 1.327301, perplexity: 3.770853.\n",
"2019-11-21 10:36:00,098 root INFO Step 23: 0.285s, loss: 1.283574, perplexity: 3.609519.\n",
"2019-11-21 10:36:00,376 root INFO Step 24: 0.265s, loss: 1.284759, perplexity: 3.613798.\n",
"2019-11-21 10:36:00,639 root INFO Step 25: 0.249s, loss: 1.289899, perplexity: 3.632418.\n",
"2019-11-21 10:36:00,902 root INFO Step 26: 0.250s, loss: 1.168207, perplexity: 3.216220.\n",
"2019-11-21 10:36:01,173 root INFO Step 27: 0.257s, loss: 1.146682, perplexity: 3.147732.\n",
"2019-11-21 10:36:01,442 root INFO Step 28: 0.256s, loss: 1.097151, perplexity: 2.995620.\n",
"2019-11-21 10:36:01,705 root INFO Step 29: 0.251s, loss: 1.106419, perplexity: 3.023511.\n",
"2019-11-21 10:36:01,966 root INFO Step 30: 0.248s, loss: 1.005836, perplexity: 2.734191.\n",
"2019-11-21 10:36:02,232 root INFO Step 31: 0.254s, loss: 1.020262, perplexity: 2.773921.\n",
"2019-11-21 10:36:02,509 root INFO Step 32: 0.261s, loss: 0.949908, perplexity: 2.585471.\n",
"2019-11-21 10:36:02,778 root INFO Step 33: 0.256s, loss: 0.901270, perplexity: 2.462729.\n",
"2019-11-21 10:36:03,032 root INFO Step 34: 0.242s, loss: 0.893469, perplexity: 2.443592.\n",
"2019-11-21 10:36:03,309 root INFO Step 35: 0.262s, loss: 0.956354, perplexity: 2.602191.\n",
"2019-11-21 10:36:03,578 root INFO Step 36: 0.255s, loss: 0.864104, perplexity: 2.372878.\n",
"2019-11-21 10:36:03,831 root INFO Step 37: 0.241s, loss: 0.843323, perplexity: 2.324077.\n",
"2019-11-21 10:36:04,102 root INFO Step 38: 0.259s, loss: 0.818795, perplexity: 2.267765.\n",
"2019-11-21 10:36:04,362 root INFO Step 39: 0.244s, loss: 0.804137, perplexity: 2.234767.\n",
"2019-11-21 10:36:04,620 root INFO Step 40: 0.246s, loss: 0.843706, perplexity: 2.324968.\n",
"2019-11-21 10:36:04,880 root INFO Step 41: 0.249s, loss: 0.753497, perplexity: 2.124417.\n",
"2019-11-21 10:36:05,161 root INFO Step 42: 0.267s, loss: 0.797037, perplexity: 2.218957.\n",
"2019-11-21 10:36:05,416 root INFO Step 43: 0.242s, loss: 0.711121, perplexity: 2.036273.\n",
"2019-11-21 10:36:05,687 root INFO Step 44: 0.258s, loss: 0.636076, perplexity: 1.889053.\n",
"2019-11-21 10:36:05,955 root INFO Step 45: 0.256s, loss: 0.620393, perplexity: 1.859658.\n",
"2019-11-21 10:36:06,237 root INFO Step 46: 0.267s, loss: 0.641118, perplexity: 1.898602.\n",
"2019-11-21 10:36:06,499 root INFO Step 47: 0.250s, loss: 0.624670, perplexity: 1.867630.\n",
"2019-11-21 10:36:06,770 root INFO Step 48: 0.256s, loss: 0.612344, perplexity: 1.844750.\n",
"2019-11-21 10:36:07,044 root INFO Step 49: 0.260s, loss: 0.592835, perplexity: 1.809110.\n",
"2019-11-21 10:36:07,323 root INFO Step 50: 0.267s, loss: 0.660096, perplexity: 1.934977.\n",
"2019-11-21 10:36:07,612 root INFO Step 51: 0.275s, loss: 0.564722, perplexity: 1.758959.\n",
"2019-11-21 10:36:07,883 root INFO Step 52: 0.259s, loss: 0.571306, perplexity: 1.770579.\n",
"2019-11-21 10:36:08,153 root INFO Step 53: 0.257s, loss: 0.503207, perplexity: 1.654018.\n",
"2019-11-21 10:36:08,441 root INFO Step 54: 0.274s, loss: 0.521670, perplexity: 1.684838.\n",
"2019-11-21 10:36:08,694 root INFO Step 55: 0.240s, loss: 0.530458, perplexity: 1.699710.\n",
"2019-11-21 10:36:08,953 root INFO Step 56: 0.247s, loss: 0.450043, perplexity: 1.568380.\n",
"2019-11-21 10:36:09,229 root INFO Step 57: 0.264s, loss: 0.408432, perplexity: 1.504457.\n",
"2019-11-21 10:36:09,499 root INFO Step 58: 0.254s, loss: 0.396619, perplexity: 1.486790.\n",
"2019-11-21 10:36:09,774 root INFO Step 59: 0.263s, loss: 0.476519, perplexity: 1.610458.\n",
"2019-11-21 10:36:10,034 root INFO Step 60: 0.246s, loss: 0.441901, perplexity: 1.555661.\n",
"2019-11-21 10:36:10,320 root INFO Step 61: 0.273s, loss: 0.448505, perplexity: 1.565969.\n",
"2019-11-21 10:36:10,576 root INFO Step 62: 0.243s, loss: 0.481051, perplexity: 1.617774.\n",
"2019-11-21 10:36:10,864 root INFO Step 63: 0.274s, loss: 0.422375, perplexity: 1.525581.\n",
"2019-11-21 10:36:11,147 root INFO Step 64: 0.268s, loss: 0.405443, perplexity: 1.499967.\n",
"2019-11-21 10:36:11,456 root INFO Step 65: 0.296s, loss: 0.469031, perplexity: 1.598445.\n",
"2019-11-21 10:36:11,754 root INFO Step 66: 0.284s, loss: 0.385587, perplexity: 1.470477.\n",
"2019-11-21 10:36:12,050 root INFO Step 67: 0.282s, loss: 0.365057, perplexity: 1.440596.\n",
"2019-11-21 10:36:12,318 root INFO Step 68: 0.256s, loss: 0.388330, perplexity: 1.474516.\n",
"2019-11-21 10:36:12,581 root INFO Step 69: 0.249s, loss: 0.368903, perplexity: 1.446147.\n",
"2019-11-21 10:36:12,853 root INFO Step 70: 0.258s, loss: 0.337178, perplexity: 1.400988.\n",
"2019-11-21 10:36:13,140 root INFO Step 71: 0.275s, loss: 0.278839, perplexity: 1.321594.\n",
"2019-11-21 10:36:13,438 root INFO Step 72: 0.286s, loss: 0.320275, perplexity: 1.377506.\n",
"2019-11-21 10:36:13,726 root INFO Step 73: 0.275s, loss: 0.290419, perplexity: 1.336987.\n",
"2019-11-21 10:36:13,985 root INFO Step 74: 0.247s, loss: 0.392672, perplexity: 1.480933.\n",
"2019-11-21 10:36:14,261 root INFO Step 75: 0.263s, loss: 0.345567, perplexity: 1.412791.\n",
"2019-11-21 10:36:14,559 root INFO Step 76: 0.286s, loss: 0.314404, perplexity: 1.369443.\n",
"2019-11-21 10:36:14,821 root INFO Step 77: 0.250s, loss: 0.333205, perplexity: 1.395433.\n",
"2019-11-21 10:36:15,095 root INFO Step 78: 0.259s, loss: 0.259796, perplexity: 1.296665.\n",
"2019-11-21 10:36:15,361 root INFO Step 79: 0.251s, loss: 0.222761, perplexity: 1.249522.\n",
"2019-11-21 10:36:15,635 root INFO Step 80: 0.257s, loss: 0.222735, perplexity: 1.249490.\n",
"2019-11-21 10:36:15,911 root INFO Step 81: 0.262s, loss: 0.312026, perplexity: 1.366190.\n",
"2019-11-21 10:36:16,189 root INFO Step 82: 0.267s, loss: 0.206364, perplexity: 1.229201.\n",
"2019-11-21 10:36:16,492 root INFO Step 83: 0.290s, loss: 0.203197, perplexity: 1.225314.\n",
"2019-11-21 10:36:16,771 root INFO Step 84: 0.267s, loss: 0.240168, perplexity: 1.271463.\n",
"2019-11-21 10:36:17,025 root INFO Step 85: 0.241s, loss: 0.190155, perplexity: 1.209437.\n",
"2019-11-21 10:36:17,294 root INFO Step 86: 0.256s, loss: 0.167556, perplexity: 1.182411.\n",
"2019-11-21 10:36:17,590 root INFO Step 87: 0.284s, loss: 0.157754, perplexity: 1.170878.\n",
"2019-11-21 10:36:17,868 root INFO Step 88: 0.266s, loss: 0.153018, perplexity: 1.165346.\n",
"2019-11-21 10:36:18,143 root INFO Step 89: 0.261s, loss: 0.152276, perplexity: 1.164482.\n",
"2019-11-21 10:36:18,413 root INFO Step 90: 0.251s, loss: 0.144591, perplexity: 1.155566.\n",
"2019-11-21 10:36:18,690 root INFO Step 91: 0.256s, loss: 0.140065, perplexity: 1.150349.\n",
"2019-11-21 10:36:18,960 root INFO Step 92: 0.258s, loss: 0.144768, perplexity: 1.155772.\n",
"2019-11-21 10:36:19,225 root INFO Step 93: 0.252s, loss: 0.219132, perplexity: 1.244996.\n",
"2019-11-21 10:36:19,523 root INFO Step 94: 0.285s, loss: 0.155990, perplexity: 1.168815.\n",
"2019-11-21 10:36:19,794 root INFO Step 95: 0.258s, loss: 0.167163, perplexity: 1.181947.\n",
"2019-11-21 10:36:20,055 root INFO Step 96: 0.249s, loss: 0.218460, perplexity: 1.244159.\n",
"2019-11-21 10:36:20,320 root INFO Step 97: 0.247s, loss: 0.146607, perplexity: 1.157899.\n",
"2019-11-21 10:36:20,595 root INFO Step 98: 0.264s, loss: 0.130156, perplexity: 1.139006.\n",
"2019-11-21 10:36:20,872 root INFO Step 99: 0.265s, loss: 0.178712, perplexity: 1.195676.\n",
"2019-11-21 10:36:21,151 root INFO Step 100: 0.267s, loss: 0.136966, perplexity: 1.146789.\n",
"2019-11-21 10:36:21,563 root INFO Global step 100. Time: 0.430, loss: 0.833532, perplexity: 2.30.\n",
"2019-11-21 10:36:21,563 root INFO Saving the model at step 100.\n",
"2019-11-21 10:36:23,757 root INFO Step 101: 0.256s, loss: 0.073030, perplexity: 1.075763.\n",
"2019-11-21 10:36:24,006 root INFO Step 102: 0.237s, loss: 0.074382, perplexity: 1.077219.\n",
"2019-11-21 10:36:24,308 root INFO Step 103: 0.289s, loss: 0.069780, perplexity: 1.072273.\n",
"2019-11-21 10:36:24,589 root INFO Step 104: 0.268s, loss: 0.066398, perplexity: 1.068652.\n",
"2019-11-21 10:36:24,847 root INFO Step 105: 0.246s, loss: 0.060632, perplexity: 1.062508.\n",
"2019-11-21 10:36:25,105 root INFO Step 106: 0.246s, loss: 0.059163, perplexity: 1.060948.\n",
"2019-11-21 10:36:25,374 root INFO Step 107: 0.258s, loss: 0.112884, perplexity: 1.119502.\n",
"2019-11-21 10:36:25,645 root INFO Step 108: 0.260s, loss: 0.059072, perplexity: 1.060852.\n",
"2019-11-21 10:36:25,913 root INFO Step 109: 0.254s, loss: 0.058750, perplexity: 1.060510.\n",
"2019-11-21 10:36:26,191 root INFO Step 110: 0.263s, loss: 0.212848, perplexity: 1.237197.\n",
"2019-11-21 10:36:26,470 root INFO Step 111: 0.267s, loss: 0.192089, perplexity: 1.211778.\n",
"2019-11-21 10:36:26,755 root INFO Step 112: 0.271s, loss: 0.048907, perplexity: 1.050123.\n",
"2019-11-21 10:36:27,024 root INFO Step 113: 0.256s, loss: 0.046879, perplexity: 1.047995.\n",
"2019-11-21 10:36:27,299 root INFO Step 114: 0.263s, loss: 0.154998, perplexity: 1.167655.\n",
"2019-11-21 10:36:27,562 root INFO Step 115: 0.248s, loss: 0.047043, perplexity: 1.048167.\n",
"2019-11-21 10:36:27,834 root INFO Step 116: 0.261s, loss: 0.043321, perplexity: 1.044273.\n",
"2019-11-21 10:36:28,107 root INFO Step 117: 0.256s, loss: 0.040680, perplexity: 1.041519.\n",
"2019-11-21 10:36:28,364 root INFO Step 118: 0.245s, loss: 0.042202, perplexity: 1.043105.\n",
"2019-11-21 10:36:28,630 root INFO Step 119: 0.253s, loss: 0.087546, perplexity: 1.091492.\n",
"2019-11-21 10:36:28,902 root INFO Step 120: 0.259s, loss: 0.037470, perplexity: 1.038181.\n",
"2019-11-21 10:36:29,170 root INFO Step 121: 0.255s, loss: 0.111024, perplexity: 1.117422.\n",
"2019-11-21 10:36:29,439 root INFO Step 122: 0.256s, loss: 0.037496, perplexity: 1.038208.\n",
"2019-11-21 10:36:29,803 root INFO Step 123: 0.351s, loss: 0.083505, perplexity: 1.087091.\n",
"2019-11-21 10:36:30,143 root INFO Step 124: 0.328s, loss: 0.038104, perplexity: 1.038839.\n",
"2019-11-21 10:36:30,458 root INFO Step 125: 0.302s, loss: 0.033658, perplexity: 1.034231.\n",
"2019-11-21 10:36:30,782 root INFO Step 126: 0.311s, loss: 0.087428, perplexity: 1.091363.\n",
"2019-11-21 10:36:31,062 root INFO Step 127: 0.266s, loss: 0.104575, perplexity: 1.110239.\n",
"2019-11-21 10:36:31,332 root INFO Step 128: 0.254s, loss: 0.029591, perplexity: 1.030033.\n",
"2019-11-21 10:36:31,589 root INFO Step 129: 0.245s, loss: 0.028190, perplexity: 1.028591.\n",
"2019-11-21 10:36:31,858 root INFO Step 130: 0.258s, loss: 0.028754, perplexity: 1.029171.\n",
"2019-11-21 10:36:32,112 root INFO Step 131: 0.242s, loss: 0.028170, perplexity: 1.028570.\n",
"2019-11-21 10:36:32,390 root INFO Step 132: 0.264s, loss: 0.073992, perplexity: 1.076798.\n",
"2019-11-21 10:36:32,681 root INFO Step 133: 0.277s, loss: 0.026973, perplexity: 1.027340.\n",
"2019-11-21 10:36:32,948 root INFO Step 134: 0.252s, loss: 0.028802, perplexity: 1.029221.\n",
"2019-11-21 10:36:33,206 root INFO Step 135: 0.246s, loss: 0.026512, perplexity: 1.026866.\n",
"2019-11-21 10:36:33,478 root INFO Step 136: 0.260s, loss: 0.025426, perplexity: 1.025752.\n",
"2019-11-21 10:36:33,745 root INFO Step 137: 0.250s, loss: 0.024379, perplexity: 1.024678.\n",
"2019-11-21 10:36:34,021 root INFO Step 138: 0.263s, loss: 0.024377, perplexity: 1.024676.\n",
"2019-11-21 10:36:34,292 root INFO Step 139: 0.259s, loss: 0.026399, perplexity: 1.026751.\n",
"2019-11-21 10:36:34,561 root INFO Step 140: 0.257s, loss: 0.022862, perplexity: 1.023125.\n",
"2019-11-21 10:36:34,839 root INFO Step 141: 0.265s, loss: 0.024066, perplexity: 1.024358.\n",
"2019-11-21 10:36:35,095 root INFO Step 142: 0.245s, loss: 0.073051, perplexity: 1.075786.\n",
"2019-11-21 10:36:35,351 root INFO Step 143: 0.242s, loss: 0.023387, perplexity: 1.023663.\n",
"2019-11-21 10:36:35,610 root INFO Step 144: 0.247s, loss: 0.093655, perplexity: 1.098181.\n",
"2019-11-21 10:36:35,881 root INFO Step 145: 0.258s, loss: 0.021682, perplexity: 1.021918.\n",
"2019-11-21 10:36:36,151 root INFO Step 146: 0.257s, loss: 0.084346, perplexity: 1.088005.\n",
"2019-11-21 10:36:36,414 root INFO Step 147: 0.251s, loss: 0.021399, perplexity: 1.021630.\n",
"2019-11-21 10:36:36,677 root INFO Step 148: 0.249s, loss: 0.020149, perplexity: 1.020354.\n",
"2019-11-21 10:36:36,974 root INFO Step 149: 0.285s, loss: 0.061271, perplexity: 1.063187.\n",
"2019-11-21 10:36:37,237 root INFO Step 150: 0.250s, loss: 0.021846, perplexity: 1.022087.\n",
"2019-11-21 10:36:37,486 root INFO Step 151: 0.237s, loss: 0.020401, perplexity: 1.020610.\n",
"2019-11-21 10:36:37,754 root INFO Step 152: 0.256s, loss: 0.058537, perplexity: 1.060284.\n",
"2019-11-21 10:36:38,037 root INFO Step 153: 0.269s, loss: 0.078579, perplexity: 1.081749.\n",
"2019-11-21 10:36:38,284 root INFO Step 154: 0.234s, loss: 0.074678, perplexity: 1.077537.\n",
"2019-11-21 10:36:38,544 root INFO Step 155: 0.248s, loss: 0.051605, perplexity: 1.052960.\n",
"2019-11-21 10:36:38,787 root INFO Step 156: 0.231s, loss: 0.118320, perplexity: 1.125604.\n",
"2019-11-21 10:36:39,068 root INFO Step 157: 0.270s, loss: 0.020802, perplexity: 1.021020.\n",
"2019-11-21 10:36:39,334 root INFO Step 158: 0.254s, loss: 0.178105, perplexity: 1.194950.\n",
"2019-11-21 10:36:39,599 root INFO Step 159: 0.252s, loss: 0.138373, perplexity: 1.148403.\n",
"2019-11-21 10:36:39,861 root INFO Step 160: 0.249s, loss: 0.083135, perplexity: 1.086689.\n",
"2019-11-21 10:36:40,145 root INFO Step 161: 0.271s, loss: 0.072732, perplexity: 1.075443.\n",
"2019-11-21 10:36:40,412 root INFO Step 162: 0.253s, loss: 0.028450, perplexity: 1.028859.\n",
"2019-11-21 10:36:40,679 root INFO Step 163: 0.255s, loss: 0.077561, perplexity: 1.080648.\n",
"2019-11-21 10:36:40,971 root INFO Step 164: 0.281s, loss: 0.124201, perplexity: 1.132243.\n",
"2019-11-21 10:36:41,242 root INFO Step 165: 0.256s, loss: 0.069128, perplexity: 1.071573.\n",
"2019-11-21 10:36:41,489 root INFO Step 166: 0.233s, loss: 0.018731, perplexity: 1.018907.\n",
"2019-11-21 10:36:41,748 root INFO Step 167: 0.247s, loss: 0.018512, perplexity: 1.018685.\n",
"2019-11-21 10:36:42,012 root INFO Step 168: 0.252s, loss: 0.218900, perplexity: 1.244706.\n",
"2019-11-21 10:36:42,291 root INFO Step 169: 0.267s, loss: 0.034670, perplexity: 1.035278.\n",
"2019-11-21 10:36:42,557 root INFO Step 170: 0.252s, loss: 0.019028, perplexity: 1.019210.\n",
"2019-11-21 10:36:42,825 root INFO Step 171: 0.254s, loss: 0.019900, perplexity: 1.020100.\n",
"2019-11-21 10:36:43,128 root INFO Step 172: 0.291s, loss: 0.019888, perplexity: 1.020087.\n",
"2019-11-21 10:36:43,413 root INFO Step 173: 0.270s, loss: 0.091401, perplexity: 1.095708.\n",
"2019-11-21 10:36:43,704 root INFO Step 174: 0.280s, loss: 0.045159, perplexity: 1.046194.\n",
"2019-11-21 10:36:43,989 root INFO Step 175: 0.270s, loss: 0.017432, perplexity: 1.017585.\n",
"2019-11-21 10:36:44,304 root INFO Step 176: 0.297s, loss: 0.048665, perplexity: 1.049868.\n",
"2019-11-21 10:36:44,572 root INFO Step 177: 0.253s, loss: 0.123786, perplexity: 1.131774.\n",
"2019-11-21 10:36:44,843 root INFO Step 178: 0.260s, loss: 0.052330, perplexity: 1.053723.\n",
"2019-11-21 10:36:45,121 root INFO Step 179: 0.266s, loss: 0.086925, perplexity: 1.090815.\n",
"2019-11-21 10:36:45,383 root INFO Step 180: 0.249s, loss: 0.053228, perplexity: 1.054670.\n",
"2019-11-21 10:36:45,641 root INFO Step 181: 0.245s, loss: 0.016170, perplexity: 1.016301.\n",
"2019-11-21 10:36:45,913 root INFO Step 182: 0.256s, loss: 0.015280, perplexity: 1.015398.\n",
"2019-11-21 10:36:46,180 root INFO Step 183: 0.255s, loss: 0.036211, perplexity: 1.036874.\n",
"2019-11-21 10:36:46,452 root INFO Step 184: 0.257s, loss: 0.043113, perplexity: 1.044056.\n",
"2019-11-21 10:36:46,726 root INFO Step 185: 0.262s, loss: 0.014590, perplexity: 1.014697.\n",
"2019-11-21 10:36:47,011 root INFO Step 186: 0.271s, loss: 0.013818, perplexity: 1.013914.\n",
"2019-11-21 10:36:47,275 root INFO Step 187: 0.250s, loss: 0.077499, perplexity: 1.080581.\n",
"2019-11-21 10:36:47,550 root INFO Step 188: 0.259s, loss: 0.086229, perplexity: 1.090056.\n",
"2019-11-21 10:36:47,814 root INFO Step 189: 0.251s, loss: 0.013478, perplexity: 1.013569.\n",
"2019-11-21 10:36:48,094 root INFO Step 190: 0.266s, loss: 0.012881, perplexity: 1.012965.\n",
"2019-11-21 10:36:48,370 root INFO Step 191: 0.261s, loss: 0.081294, perplexity: 1.084690.\n",
"2019-11-21 10:36:48,650 root INFO Step 192: 0.266s, loss: 0.012962, perplexity: 1.013047.\n",
"2019-11-21 10:36:48,937 root INFO Step 193: 0.275s, loss: 0.095407, perplexity: 1.100106.\n",
"2019-11-21 10:36:49,224 root INFO Step 194: 0.273s, loss: 0.037605, perplexity: 1.038321.\n",
"2019-11-21 10:36:49,504 root INFO Step 195: 0.266s, loss: 0.049068, perplexity: 1.050292.\n",
"2019-11-21 10:36:49,772 root INFO Step 196: 0.256s, loss: 0.012226, perplexity: 1.012301.\n",
"2019-11-21 10:36:50,052 root INFO Step 197: 0.269s, loss: 0.045886, perplexity: 1.046955.\n",
"2019-11-21 10:36:50,329 root INFO Step 198: 0.263s, loss: 0.011337, perplexity: 1.011401.\n",
"2019-11-21 10:36:50,599 root INFO Step 199: 0.257s, loss: 0.047321, perplexity: 1.048458.\n",
"2019-11-21 10:36:50,871 root INFO Step 200: 0.254s, loss: 0.010545, perplexity: 1.010601.\n",
"2019-11-21 10:36:50,872 root INFO Global step 200. Time: 0.261, loss: 0.057192, perplexity: 1.06.\n",
"2019-11-21 10:36:50,872 root INFO Saving the model at step 200.\n",
"2019-11-21 10:36:52,622 root INFO Step 201: 0.242s, loss: 0.010277, perplexity: 1.010330.\n",
"2019-11-21 10:36:52,882 root INFO Step 202: 0.246s, loss: 0.010304, perplexity: 1.010357.\n",
"2019-11-21 10:36:53,147 root INFO Step 203: 0.252s, loss: 0.073838, perplexity: 1.076632.\n",
"2019-11-21 10:36:53,416 root INFO Step 204: 0.257s, loss: 0.011658, perplexity: 1.011727.\n",
"2019-11-21 10:36:53,690 root INFO Step 205: 0.260s, loss: 0.009816, perplexity: 1.009864.\n",
"2019-11-21 10:36:53,947 root INFO Step 206: 0.244s, loss: 0.009181, perplexity: 1.009224.\n",
"2019-11-21 10:36:54,206 root INFO Step 207: 0.245s, loss: 0.008969, perplexity: 1.009009.\n",
"2019-11-21 10:36:54,474 root INFO Step 208: 0.249s, loss: 0.008813, perplexity: 1.008852.\n",
"2019-11-21 10:36:54,725 root INFO Step 209: 0.240s, loss: 0.011982, perplexity: 1.012054.\n",
"2019-11-21 10:36:54,992 root INFO Step 210: 0.255s, loss: 0.009154, perplexity: 1.009196.\n",
"2019-11-21 10:36:55,293 root INFO Step 211: 0.288s, loss: 0.041562, perplexity: 1.042437.\n",
"2019-11-21 10:36:55,573 root INFO Step 212: 0.268s, loss: 0.008419, perplexity: 1.008454.\n",
"2019-11-21 10:36:55,844 root INFO Step 213: 0.256s, loss: 0.008156, perplexity: 1.008189.\n",
"2019-11-21 10:36:56,120 root INFO Step 214: 0.261s, loss: 0.007935, perplexity: 1.007967.\n",
"2019-11-21 10:36:56,407 root INFO Step 215: 0.273s, loss: 0.007803, perplexity: 1.007834.\n",
"2019-11-21 10:36:56,686 root INFO Step 216: 0.264s, loss: 0.007757, perplexity: 1.007787.\n",
"2019-11-21 10:36:56,966 root INFO Step 217: 0.266s, loss: 0.007552, perplexity: 1.007581.\n",
"2019-11-21 10:36:57,244 root INFO Step 218: 0.266s, loss: 0.145872, perplexity: 1.157048.\n",
"2019-11-21 10:36:57,529 root INFO Step 219: 0.272s, loss: 0.014728, perplexity: 1.014837.\n",
"2019-11-21 10:36:57,803 root INFO Step 220: 0.262s, loss: 0.008387, perplexity: 1.008423.\n",
"2019-11-21 10:36:58,068 root INFO Step 221: 0.252s, loss: 0.039585, perplexity: 1.040379.\n",
"2019-11-21 10:36:58,358 root INFO Step 222: 0.273s, loss: 0.113180, perplexity: 1.119834.\n",
"2019-11-21 10:36:58,617 root INFO Step 223: 0.245s, loss: 0.071614, perplexity: 1.074241.\n",
"2019-11-21 10:36:58,872 root INFO Step 224: 0.242s, loss: 0.007901, perplexity: 1.007932.\n",
"2019-11-21 10:36:59,151 root INFO Step 225: 0.264s, loss: 0.007627, perplexity: 1.007657.\n",
"2019-11-21 10:36:59,439 root INFO Step 226: 0.276s, loss: 0.007906, perplexity: 1.007937.\n",
"2019-11-21 10:36:59,791 root INFO Step 227: 0.340s, loss: 0.007571, perplexity: 1.007600.\n",
"2019-11-21 10:37:00,095 root INFO Step 228: 0.291s, loss: 0.007164, perplexity: 1.007189.\n",
"2019-11-21 10:37:00,418 root INFO Step 229: 0.308s, loss: 0.007035, perplexity: 1.007060.\n",
"2019-11-21 10:37:00,727 root INFO Step 230: 0.297s, loss: 0.006998, perplexity: 1.007023.\n",
"2019-11-21 10:37:01,028 root INFO Step 231: 0.283s, loss: 0.007440, perplexity: 1.007468.\n",
"2019-11-21 10:37:01,301 root INFO Step 232: 0.262s, loss: 0.042501, perplexity: 1.043417.\n",
"2019-11-21 10:37:01,578 root INFO Step 233: 0.263s, loss: 0.006625, perplexity: 1.006647.\n",
"2019-11-21 10:37:01,859 root INFO Step 234: 0.269s, loss: 0.086173, perplexity: 1.089995.\n",
"2019-11-21 10:37:02,136 root INFO Step 235: 0.261s, loss: 0.006673, perplexity: 1.006695.\n",
"2019-11-21 10:37:02,420 root INFO Step 236: 0.269s, loss: 0.029112, perplexity: 1.029540.\n",
"2019-11-21 10:37:02,685 root INFO Step 237: 0.253s, loss: 0.006343, perplexity: 1.006363.\n",
"2019-11-21 10:37:02,953 root INFO Step 238: 0.255s, loss: 0.006249, perplexity: 1.006268.\n",
"2019-11-21 10:37:03,227 root INFO Step 239: 0.260s, loss: 0.006278, perplexity: 1.006298.\n",
"2019-11-21 10:37:03,511 root INFO Step 240: 0.271s, loss: 0.042181, perplexity: 1.043083.\n",
"2019-11-21 10:37:03,769 root INFO Step 241: 0.243s, loss: 0.006123, perplexity: 1.006141.\n",
"2019-11-21 10:37:04,042 root INFO Step 242: 0.261s, loss: 0.005903, perplexity: 1.005921.\n",
"2019-11-21 10:37:04,321 root INFO Step 243: 0.267s, loss: 0.032517, perplexity: 1.033051.\n",
"2019-11-21 10:37:04,594 root INFO Step 244: 0.258s, loss: 0.006048, perplexity: 1.006066.\n",
"2019-11-21 10:37:04,840 root INFO Step 245: 0.233s, loss: 0.039663, perplexity: 1.040460.\n",
"2019-11-21 10:37:05,102 root INFO Step 246: 0.251s, loss: 0.005963, perplexity: 1.005981.\n",
"2019-11-21 10:37:05,379 root INFO Step 247: 0.265s, loss: 0.005587, perplexity: 1.005603.\n",
"2019-11-21 10:37:05,647 root INFO Step 248: 0.256s, loss: 0.005545, perplexity: 1.005560.\n",
"2019-11-21 10:37:05,902 root INFO Step 249: 0.244s, loss: 0.005656, perplexity: 1.005672.\n",
"2019-11-21 10:37:06,162 root INFO Step 250: 0.246s, loss: 0.005604, perplexity: 1.005619.\n",
"2019-11-21 10:37:06,429 root INFO Step 251: 0.254s, loss: 0.005415, perplexity: 1.005430.\n",
"2019-11-21 10:37:06,711 root INFO Step 252: 0.266s, loss: 0.040294, perplexity: 1.041117.\n",
"2019-11-21 10:37:06,991 root INFO Step 253: 0.267s, loss: 0.005418, perplexity: 1.005433.\n",
"2019-11-21 10:37:07,255 root INFO Step 254: 0.253s, loss: 0.006141, perplexity: 1.006160.\n",
"2019-11-21 10:37:07,517 root INFO Step 255: 0.251s, loss: 0.005102, perplexity: 1.005115.\n",
"2019-11-21 10:37:07,791 root INFO Step 256: 0.256s, loss: 0.004962, perplexity: 1.004974.\n",
"2019-11-21 10:37:08,042 root INFO Step 257: 0.240s, loss: 0.038448, perplexity: 1.039197.\n",
"2019-11-21 10:37:08,315 root INFO Step 258: 0.258s, loss: 0.019910, perplexity: 1.020110.\n",
"2019-11-21 10:37:08,587 root INFO Step 259: 0.259s, loss: 0.004969, perplexity: 1.004981.\n",
"2019-11-21 10:37:08,835 root INFO Step 260: 0.236s, loss: 0.004882, perplexity: 1.004894.\n",
"2019-11-21 10:37:09,124 root INFO Step 261: 0.278s, loss: 0.004716, perplexity: 1.004727.\n",
"2019-11-21 10:37:09,386 root INFO Step 262: 0.250s, loss: 0.080105, perplexity: 1.083401.\n",
"2019-11-21 10:37:09,680 root INFO Step 263: 0.282s, loss: 0.005201, perplexity: 1.005215.\n",
"2019-11-21 10:37:09,937 root INFO Step 264: 0.244s, loss: 0.005069, perplexity: 1.005082.\n",
"2019-11-21 10:37:10,195 root INFO Step 265: 0.247s, loss: 0.004711, perplexity: 1.004722.\n",
"2019-11-21 10:37:10,449 root INFO Step 266: 0.242s, loss: 0.060457, perplexity: 1.062322.\n",
"2019-11-21 10:37:10,736 root INFO Step 267: 0.274s, loss: 0.004702, perplexity: 1.004713.\n",
"2019-11-21 10:37:10,999 root INFO Step 268: 0.251s, loss: 0.082586, perplexity: 1.086092.\n",
"2019-11-21 10:37:11,267 root INFO Step 269: 0.257s, loss: 0.010028, perplexity: 1.010078.\n",
"2019-11-21 10:37:11,533 root INFO Step 270: 0.250s, loss: 0.060684, perplexity: 1.062564.\n",
"2019-11-21 10:37:11,825 root INFO Step 271: 0.278s, loss: 0.014465, perplexity: 1.014571.\n",
"2019-11-21 10:37:12,093 root INFO Step 272: 0.253s, loss: 0.005430, perplexity: 1.005444.\n",
"2019-11-21 10:37:12,368 root INFO Step 273: 0.262s, loss: 0.005207, perplexity: 1.005220.\n",
"2019-11-21 10:37:12,625 root INFO Step 274: 0.242s, loss: 0.041539, perplexity: 1.042414.\n",
"2019-11-21 10:37:12,900 root INFO Step 275: 0.263s, loss: 0.005119, perplexity: 1.005132.\n",
"2019-11-21 10:37:13,167 root INFO Step 276: 0.255s, loss: 0.004742, perplexity: 1.004753.\n",
"2019-11-21 10:37:13,422 root INFO Step 277: 0.243s, loss: 0.068323, perplexity: 1.070711.\n",
"2019-11-21 10:37:13,706 root INFO Step 278: 0.271s, loss: 0.005073, perplexity: 1.005086.\n",
"2019-11-21 10:37:13,975 root INFO Step 279: 0.254s, loss: 0.004764, perplexity: 1.004776.\n",
"2019-11-21 10:37:14,260 root INFO Step 280: 0.272s, loss: 0.004519, perplexity: 1.004529.\n",
"2019-11-21 10:37:14,509 root INFO Step 281: 0.238s, loss: 0.004362, perplexity: 1.004371.\n",
"2019-11-21 10:37:14,782 root INFO Step 282: 0.261s, loss: 0.004449, perplexity: 1.004458.\n",
"2019-11-21 10:37:15,042 root INFO Step 283: 0.247s, loss: 0.004345, perplexity: 1.004354.\n",
"2019-11-21 10:37:15,306 root INFO Step 284: 0.252s, loss: 0.004034, perplexity: 1.004042.\n",
"2019-11-21 10:37:15,570 root INFO Step 285: 0.252s, loss: 0.004270, perplexity: 1.004279.\n",
"2019-11-21 10:37:15,855 root INFO Step 286: 0.272s, loss: 0.003898, perplexity: 1.003906.\n",
"2019-11-21 10:37:16,116 root INFO Step 287: 0.246s, loss: 0.003950, perplexity: 1.003958.\n",
"2019-11-21 10:37:16,375 root INFO Step 288: 0.246s, loss: 0.031258, perplexity: 1.031751.\n",
"2019-11-21 10:37:16,641 root INFO Step 289: 0.254s, loss: 0.070079, perplexity: 1.072593.\n",
"2019-11-21 10:37:16,919 root INFO Step 290: 0.265s, loss: 0.004052, perplexity: 1.004060.\n",
"2019-11-21 10:37:17,191 root INFO Step 291: 0.258s, loss: 0.027989, perplexity: 1.028384.\n",
"2019-11-21 10:37:17,461 root INFO Step 292: 0.256s, loss: 0.003896, perplexity: 1.003903.\n",
"2019-11-21 10:37:17,725 root INFO Step 293: 0.251s, loss: 0.003789, perplexity: 1.003797.\n",
"2019-11-21 10:37:17,997 root INFO Step 294: 0.259s, loss: 0.003570, perplexity: 1.003576.\n",
"2019-11-21 10:37:18,269 root INFO Step 295: 0.260s, loss: 0.003703, perplexity: 1.003710.\n",
"2019-11-21 10:37:18,524 root INFO Step 296: 0.241s, loss: 0.031095, perplexity: 1.031584.\n",
"2019-11-21 10:37:18,779 root INFO Step 297: 0.240s, loss: 0.003656, perplexity: 1.003663.\n",
"2019-11-21 10:37:19,034 root INFO Step 298: 0.239s, loss: 0.003461, perplexity: 1.003467.\n",
"2019-11-21 10:37:19,300 root INFO Step 299: 0.255s, loss: 0.003549, perplexity: 1.003555.\n",
"2019-11-21 10:37:19,582 root INFO Step 300: 0.270s, loss: 0.003376, perplexity: 1.003382.\n",
"2019-11-21 10:37:19,583 root INFO Global step 300. Time: 0.259, loss: 0.018927, perplexity: 1.02.\n",
"2019-11-21 10:37:19,583 root INFO Saving the model at step 300.\n",
"2019-11-21 10:37:21,351 root INFO Step 301: 0.277s, loss: 0.003411, perplexity: 1.003417.\n",
"2019-11-21 10:37:21,626 root INFO Step 302: 0.260s, loss: 0.003291, perplexity: 1.003297.\n",
"2019-11-21 10:37:21,909 root INFO Step 303: 0.271s, loss: 0.048515, perplexity: 1.049711.\n",
"2019-11-21 10:37:22,168 root INFO Step 304: 0.246s, loss: 0.020438, perplexity: 1.020648.\n",
"2019-11-21 10:37:22,436 root INFO Step 305: 0.257s, loss: 0.005999, perplexity: 1.006017.\n",
"2019-11-21 10:37:22,707 root INFO Step 306: 0.258s, loss: 0.003922, perplexity: 1.003930.\n",
"2019-11-21 10:37:22,981 root INFO Step 307: 0.262s, loss: 0.003726, perplexity: 1.003733.\n",
"2019-11-21 10:37:23,263 root INFO Step 308: 0.270s, loss: 0.034946, perplexity: 1.035564.\n",
"2019-11-21 10:37:23,540 root INFO Step 309: 0.265s, loss: 0.003502, perplexity: 1.003508.\n",
"2019-11-21 10:37:23,809 root INFO Step 310: 0.256s, loss: 0.043947, perplexity: 1.044927.\n",
"2019-11-21 10:37:24,086 root INFO Step 311: 0.264s, loss: 0.086331, perplexity: 1.090167.\n",
"2019-11-21 10:37:24,361 root INFO Step 312: 0.261s, loss: 0.017644, perplexity: 1.017801.\n",
"2019-11-21 10:37:24,662 root INFO Step 313: 0.287s, loss: 0.003996, perplexity: 1.004004.\n",
"2019-11-21 10:37:24,919 root INFO Step 314: 0.245s, loss: 0.003623, perplexity: 1.003630.\n",
"2019-11-21 10:37:25,185 root INFO Step 315: 0.253s, loss: 0.034796, perplexity: 1.035408.\n",
"2019-11-21 10:37:25,453 root INFO Step 316: 0.255s, loss: 0.032912, perplexity: 1.033459.\n",
"2019-11-21 10:37:25,734 root INFO Step 317: 0.268s, loss: 0.038567, perplexity: 1.039321.\n",
"2019-11-21 10:37:26,012 root INFO Step 318: 0.267s, loss: 0.061583, perplexity: 1.063519.\n",
"2019-11-21 10:37:26,285 root INFO Step 319: 0.261s, loss: 0.028439, perplexity: 1.028847.\n",
"2019-11-21 10:37:26,561 root INFO Step 320: 0.265s, loss: 0.075262, perplexity: 1.078167.\n",
"2019-11-21 10:37:26,821 root INFO Step 321: 0.247s, loss: 0.010158, perplexity: 1.010210.\n",
"2019-11-21 10:37:27,090 root INFO Step 322: 0.257s, loss: 0.035794, perplexity: 1.036442.\n",
"2019-11-21 10:37:27,352 root INFO Step 323: 0.248s, loss: 0.024220, perplexity: 1.024516.\n",
"2019-11-21 10:37:27,637 root INFO Step 324: 0.275s, loss: 0.003488, perplexity: 1.003494.\n",
"2019-11-21 10:37:27,902 root INFO Step 325: 0.251s, loss: 0.003797, perplexity: 1.003804.\n",
"2019-11-21 10:37:28,185 root INFO Step 326: 0.270s, loss: 0.053953, perplexity: 1.055435.\n",
"2019-11-21 10:37:28,450 root INFO Step 327: 0.250s, loss: 0.029774, perplexity: 1.030222.\n",
"2019-11-21 10:37:28,707 root INFO Step 328: 0.247s, loss: 0.003295, perplexity: 1.003300.\n",
"2019-11-21 10:37:28,968 root INFO Step 329: 0.249s, loss: 0.003299, perplexity: 1.003304.\n",
"2019-11-21 10:37:29,245 root INFO Step 330: 0.266s, loss: 0.036673, perplexity: 1.037354.\n",
"2019-11-21 10:37:29,513 root INFO Step 331: 0.255s, loss: 0.003445, perplexity: 1.003451.\n",
"2019-11-21 10:37:29,858 root INFO Step 332: 0.328s, loss: 0.003337, perplexity: 1.003343.\n",
"2019-11-21 10:37:30,164 root INFO Step 333: 0.293s, loss: 0.003256, perplexity: 1.003261.\n",
"2019-11-21 10:37:30,466 root INFO Step 334: 0.286s, loss: 0.003132, perplexity: 1.003136.\n",
"2019-11-21 10:37:30,780 root INFO Step 335: 0.294s, loss: 0.028055, perplexity: 1.028452.\n",
"2019-11-21 10:37:31,071 root INFO Step 336: 0.280s, loss: 0.102875, perplexity: 1.108353.\n",
"2019-11-21 10:37:31,330 root INFO Step 337: 0.246s, loss: 0.034154, perplexity: 1.034744.\n",
"2019-11-21 10:37:31,593 root INFO Step 338: 0.251s, loss: 0.062494, perplexity: 1.064488.\n",
"2019-11-21 10:37:31,860 root INFO Step 339: 0.256s, loss: 0.071507, perplexity: 1.074125.\n",
"2019-11-21 10:37:32,132 root INFO Step 340: 0.260s, loss: 0.003058, perplexity: 1.003062.\n",
"2019-11-21 10:37:32,432 root INFO Step 341: 0.286s, loss: 0.002837, perplexity: 1.002841.\n",
"2019-11-21 10:37:32,688 root INFO Step 342: 0.244s, loss: 0.032567, perplexity: 1.033103.\n",
"2019-11-21 10:37:32,943 root INFO Step 343: 0.243s, loss: 0.002813, perplexity: 1.002817.\n",
"2019-11-21 10:37:33,220 root INFO Step 344: 0.265s, loss: 0.035273, perplexity: 1.035902.\n",
"2019-11-21 10:37:33,488 root INFO Step 345: 0.254s, loss: 0.002770, perplexity: 1.002774.\n",
"2019-11-21 10:37:33,754 root INFO Step 346: 0.251s, loss: 0.002738, perplexity: 1.002742.\n",
"2019-11-21 10:37:34,005 root INFO Step 347: 0.239s, loss: 0.004165, perplexity: 1.004173.\n",
"2019-11-21 10:37:34,273 root INFO Step 348: 0.255s, loss: 0.075523, perplexity: 1.078448.\n",
"2019-11-21 10:37:34,525 root INFO Step 349: 0.240s, loss: 0.003475, perplexity: 1.003481.\n",
"2019-11-21 10:37:34,786 root INFO Step 350: 0.241s, loss: 0.068398, perplexity: 1.070791.\n",
"2019-11-21 10:37:35,057 root INFO Step 351: 0.260s, loss: 0.004202, perplexity: 1.004211.\n",
"2019-11-21 10:37:35,331 root INFO Step 352: 0.262s, loss: 0.002941, perplexity: 1.002945.\n",
"2019-11-21 10:37:35,610 root INFO Step 353: 0.260s, loss: 0.002959, perplexity: 1.002963.\n",
"2019-11-21 10:37:35,869 root INFO Step 354: 0.247s, loss: 0.002915, perplexity: 1.002919.\n",
"2019-11-21 10:37:36,128 root INFO Step 355: 0.246s, loss: 0.002635, perplexity: 1.002638.\n",
"2019-11-21 10:37:36,407 root INFO Step 356: 0.267s, loss: 0.033294, perplexity: 1.033855.\n",
"2019-11-21 10:37:36,671 root INFO Step 357: 0.251s, loss: 0.017484, perplexity: 1.017638.\n",
"2019-11-21 10:37:36,935 root INFO Step 358: 0.252s, loss: 0.002569, perplexity: 1.002572.\n",
"2019-11-21 10:37:37,201 root INFO Step 359: 0.254s, loss: 0.059724, perplexity: 1.061543.\n",
"2019-11-21 10:37:37,462 root INFO Step 360: 0.248s, loss: 0.032611, perplexity: 1.033149.\n",
"2019-11-21 10:37:37,710 root INFO Step 361: 0.234s, loss: 0.036665, perplexity: 1.037345.\n",
"2019-11-21 10:37:37,985 root INFO Step 362: 0.262s, loss: 0.002809, perplexity: 1.002813.\n",
"2019-11-21 10:37:38,260 root INFO Step 363: 0.261s, loss: 0.002759, perplexity: 1.002763.\n",
"2019-11-21 10:37:38,531 root INFO Step 364: 0.255s, loss: 0.002630, perplexity: 1.002633.\n",
"2019-11-21 10:37:38,806 root INFO Step 365: 0.264s, loss: 0.002612, perplexity: 1.002616.\n",
"2019-11-21 10:37:39,075 root INFO Step 366: 0.256s, loss: 0.002579, perplexity: 1.002582.\n",
"2019-11-21 10:37:39,356 root INFO Step 367: 0.268s, loss: 0.002378, perplexity: 1.002381.\n",
"2019-11-21 10:37:39,619 root INFO Step 368: 0.251s, loss: 0.028715, perplexity: 1.029131.\n",
"2019-11-21 10:37:39,887 root INFO Step 369: 0.255s, loss: 0.048800, perplexity: 1.050010.\n",
"2019-11-21 10:37:40,164 root INFO Step 370: 0.264s, loss: 0.002723, perplexity: 1.002726.\n",
"2019-11-21 10:37:40,452 root INFO Step 371: 0.273s, loss: 0.002479, perplexity: 1.002482.\n",
"2019-11-21 10:37:40,733 root INFO Step 372: 0.269s, loss: 0.024558, perplexity: 1.024862.\n",
"2019-11-21 10:37:41,010 root INFO Step 373: 0.265s, loss: 0.002311, perplexity: 1.002314.\n",
"2019-11-21 10:37:41,281 root INFO Step 374: 0.257s, loss: 0.030295, perplexity: 1.030759.\n",
"2019-11-21 10:37:41,566 root INFO Step 375: 0.269s, loss: 0.024673, perplexity: 1.024980.\n",
"2019-11-21 10:37:41,832 root INFO Step 376: 0.254s, loss: 0.002278, perplexity: 1.002280.\n",
"2019-11-21 10:37:42,091 root INFO Step 377: 0.246s, loss: 0.050859, perplexity: 1.052174.\n",
"2019-11-21 10:37:42,380 root INFO Step 378: 0.277s, loss: 0.002282, perplexity: 1.002284.\n",
"2019-11-21 10:37:42,651 root INFO Step 379: 0.252s, loss: 0.002327, perplexity: 1.002329.\n",
"2019-11-21 10:37:42,911 root INFO Step 380: 0.248s, loss: 0.027769, perplexity: 1.028158.\n",
"2019-11-21 10:37:43,182 root INFO Step 381: 0.258s, loss: 0.085421, perplexity: 1.089175.\n",
"2019-11-21 10:37:43,457 root INFO Step 382: 0.263s, loss: 0.002483, perplexity: 1.002487.\n",
"2019-11-21 10:37:43,739 root INFO Step 383: 0.266s, loss: 0.002285, perplexity: 1.002288.\n",
"2019-11-21 10:37:44,017 root INFO Step 384: 0.266s, loss: 0.002353, perplexity: 1.002356.\n",
"2019-11-21 10:37:44,285 root INFO Step 385: 0.256s, loss: 0.022119, perplexity: 1.022366.\n",
"2019-11-21 10:37:44,570 root INFO Step 386: 0.273s, loss: 0.002272, perplexity: 1.002274.\n",
"2019-11-21 10:37:44,853 root INFO Step 387: 0.268s, loss: 0.038118, perplexity: 1.038853.\n",
"2019-11-21 10:37:45,123 root INFO Step 388: 0.257s, loss: 0.002120, perplexity: 1.002122.\n",
"2019-11-21 10:37:45,420 root INFO Step 389: 0.284s, loss: 0.002138, perplexity: 1.002140.\n",
"2019-11-21 10:37:45,695 root INFO Step 390: 0.263s, loss: 0.002088, perplexity: 1.002091.\n",
"2019-11-21 10:37:45,972 root INFO Step 391: 0.261s, loss: 0.002073, perplexity: 1.002075.\n",
"2019-11-21 10:37:46,236 root INFO Step 392: 0.249s, loss: 0.070175, perplexity: 1.072696.\n",
"2019-11-21 10:37:46,516 root INFO Step 393: 0.265s, loss: 0.002130, perplexity: 1.002132.\n",
"2019-11-21 10:37:46,786 root INFO Step 394: 0.257s, loss: 0.002125, perplexity: 1.002127.\n",
"2019-11-21 10:37:47,039 root INFO Step 395: 0.238s, loss: 0.032003, perplexity: 1.032521.\n",
"2019-11-21 10:37:47,324 root INFO Step 396: 0.273s, loss: 0.066902, perplexity: 1.069191.\n",
"2019-11-21 10:37:47,628 root INFO Step 397: 0.289s, loss: 0.002278, perplexity: 1.002281.\n",
"2019-11-21 10:37:47,891 root INFO Step 398: 0.251s, loss: 0.033302, perplexity: 1.033862.\n",
"2019-11-21 10:37:48,167 root INFO Step 399: 0.264s, loss: 0.002095, perplexity: 1.002097.\n",
"2019-11-21 10:37:48,437 root INFO Step 400: 0.257s, loss: 0.002048, perplexity: 1.002051.\n",
"2019-11-21 10:37:48,438 root INFO Global step 400. Time: 0.261, loss: 0.021455, perplexity: 1.02.\n",
"2019-11-21 10:37:48,438 root INFO Saving the model at step 400.\n",
"2019-11-21 10:37:50,608 root INFO Step 401: 0.254s, loss: 0.032114, perplexity: 1.032635.\n",
"2019-11-21 10:37:50,870 root INFO Step 402: 0.249s, loss: 0.088749, perplexity: 1.092807.\n",
"2019-11-21 10:37:51,125 root INFO Step 403: 0.244s, loss: 0.068838, perplexity: 1.071263.\n",
"2019-11-21 10:37:51,393 root INFO Step 404: 0.255s, loss: 0.002686, perplexity: 1.002689.\n",
"2019-11-21 10:37:51,667 root INFO Step 405: 0.261s, loss: 0.002209, perplexity: 1.002212.\n",
"2019-11-21 10:37:51,942 root INFO Step 406: 0.264s, loss: 0.024710, perplexity: 1.025018.\n",
"2019-11-21 10:37:52,216 root INFO Step 407: 0.262s, loss: 0.002152, perplexity: 1.002154.\n",
"2019-11-21 10:37:52,490 root INFO Step 408: 0.261s, loss: 0.002105, perplexity: 1.002107.\n",
"2019-11-21 10:37:52,773 root INFO Step 409: 0.264s, loss: 0.002099, perplexity: 1.002101.\n",
"2019-11-21 10:37:53,035 root INFO Step 410: 0.250s, loss: 0.002049, perplexity: 1.002051.\n",
"2019-11-21 10:37:53,314 root INFO Step 411: 0.267s, loss: 0.032405, perplexity: 1.032936.\n",
"2019-11-21 10:37:53,581 root INFO Step 412: 0.253s, loss: 0.002019, perplexity: 1.002021.\n",
"2019-11-21 10:37:53,836 root INFO Step 413: 0.244s, loss: 0.028827, perplexity: 1.029247.\n",
"2019-11-21 10:37:54,101 root INFO Step 414: 0.252s, loss: 0.001946, perplexity: 1.001948.\n",
"2019-11-21 10:37:54,362 root INFO Step 415: 0.248s, loss: 0.001888, perplexity: 1.001889.\n",
"2019-11-21 10:37:54,665 root INFO Step 416: 0.289s, loss: 0.001918, perplexity: 1.001920.\n",
"2019-11-21 10:37:54,955 root INFO Step 417: 0.273s, loss: 0.001921, perplexity: 1.001923.\n",
"2019-11-21 10:37:55,284 root INFO Step 418: 0.312s, loss: 0.029998, perplexity: 1.030452.\n",
"2019-11-21 10:37:55,595 root INFO Step 419: 0.289s, loss: 0.013162, perplexity: 1.013249.\n",
"2019-11-21 10:37:55,886 root INFO Step 420: 0.273s, loss: 0.001944, perplexity: 1.001945.\n",
"2019-11-21 10:37:56,172 root INFO Step 421: 0.272s, loss: 0.086609, perplexity: 1.090470.\n",
"2019-11-21 10:37:56,488 root INFO Step 422: 0.297s, loss: 0.084059, perplexity: 1.087693.\n",
"2019-11-21 10:37:56,766 root INFO Step 423: 0.265s, loss: 0.036415, perplexity: 1.037087.\n",
"2019-11-21 10:37:57,036 root INFO Step 424: 0.258s, loss: 0.025367, perplexity: 1.025692.\n",
"2019-11-21 10:37:57,300 root INFO Step 425: 0.251s, loss: 0.002147, perplexity: 1.002150.\n",
"2019-11-21 10:37:57,557 root INFO Step 426: 0.246s, loss: 0.002172, perplexity: 1.002174.\n",
"2019-11-21 10:37:57,843 root INFO Step 427: 0.272s, loss: 0.001992, perplexity: 1.001994.\n",
"2019-11-21 10:37:58,119 root INFO Step 428: 0.260s, loss: 0.002333, perplexity: 1.002336.\n",
"2019-11-21 10:37:58,384 root INFO Step 429: 0.250s, loss: 0.001847, perplexity: 1.001849.\n",
"2019-11-21 10:37:58,636 root INFO Step 430: 0.240s, loss: 0.001766, perplexity: 1.001768.\n",
"2019-11-21 10:37:58,923 root INFO Step 431: 0.275s, loss: 0.001770, perplexity: 1.001771.\n",
"2019-11-21 10:37:59,171 root INFO Step 432: 0.235s, loss: 0.001812, perplexity: 1.001814.\n",
"2019-11-21 10:37:59,455 root INFO Step 433: 0.272s, loss: 0.001821, perplexity: 1.001823.\n",
"2019-11-21 10:37:59,724 root INFO Step 434: 0.256s, loss: 0.001779, perplexity: 1.001780.\n",
"2019-11-21 10:37:59,981 root INFO Step 435: 0.245s, loss: 0.020350, perplexity: 1.020559.\n",
"2019-11-21 10:38:00,245 root INFO Step 436: 0.251s, loss: 0.027997, perplexity: 1.028392.\n",
"2019-11-21 10:38:00,505 root INFO Step 437: 0.249s, loss: 0.001784, perplexity: 1.001786.\n",
"2019-11-21 10:38:00,783 root INFO Step 438: 0.256s, loss: 0.001718, perplexity: 1.001719.\n",
"2019-11-21 10:38:01,035 root INFO Step 439: 0.241s, loss: 0.001700, perplexity: 1.001702.\n",
"2019-11-21 10:38:01,306 root INFO Step 440: 0.258s, loss: 0.001695, perplexity: 1.001696.\n",
"2019-11-21 10:38:01,564 root INFO Step 441: 0.243s, loss: 0.001637, perplexity: 1.001639.\n",
"2019-11-21 10:38:01,845 root INFO Step 442: 0.269s, loss: 0.001671, perplexity: 1.001673.\n",
"2019-11-21 10:38:02,107 root INFO Step 443: 0.250s, loss: 0.033929, perplexity: 1.034511.\n",
"2019-11-21 10:38:02,386 root INFO Step 444: 0.266s, loss: 0.001624, perplexity: 1.001625.\n",
"2019-11-21 10:38:02,652 root INFO Step 445: 0.254s, loss: 0.001616, perplexity: 1.001617.\n",
"2019-11-21 10:38:02,919 root INFO Step 446: 0.255s, loss: 0.033315, perplexity: 1.033876.\n",
"2019-11-21 10:38:03,177 root INFO Step 447: 0.242s, loss: 0.085471, perplexity: 1.089230.\n",
"2019-11-21 10:38:03,446 root INFO Step 448: 0.256s, loss: 0.002859, perplexity: 1.002863.\n",
"2019-11-21 10:38:03,699 root INFO Step 449: 0.240s, loss: 0.001859, perplexity: 1.001861.\n",
"2019-11-21 10:38:03,977 root INFO Step 450: 0.265s, loss: 0.110310, perplexity: 1.116625.\n",
"2019-11-21 10:38:04,235 root INFO Step 451: 0.243s, loss: 0.001821, perplexity: 1.001823.\n",
"2019-11-21 10:38:04,517 root INFO Step 452: 0.268s, loss: 0.001739, perplexity: 1.001740.\n",
"2019-11-21 10:38:04,778 root INFO Step 453: 0.250s, loss: 0.001676, perplexity: 1.001677.\n",
"2019-11-21 10:38:05,053 root INFO Step 454: 0.262s, loss: 0.001677, perplexity: 1.001678.\n",
"2019-11-21 10:38:05,316 root INFO Step 455: 0.252s, loss: 0.001683, perplexity: 1.001685.\n",
"2019-11-21 10:38:05,573 root INFO Step 456: 0.244s, loss: 0.001574, perplexity: 1.001575.\n",
"2019-11-21 10:38:05,854 root INFO Step 457: 0.268s, loss: 0.001606, perplexity: 1.001607.\n",
"2019-11-21 10:38:06,121 root INFO Step 458: 0.255s, loss: 0.001501, perplexity: 1.001502.\n",
"2019-11-21 10:38:06,402 root INFO Step 459: 0.268s, loss: 0.001504, perplexity: 1.001505.\n",
"2019-11-21 10:38:06,665 root INFO Step 460: 0.251s, loss: 0.001564, perplexity: 1.001565.\n",
"2019-11-21 10:38:06,945 root INFO Step 461: 0.268s, loss: 0.001561, perplexity: 1.001563.\n",
"2019-11-21 10:38:07,210 root INFO Step 462: 0.253s, loss: 0.031632, perplexity: 1.032138.\n",
"2019-11-21 10:38:07,477 root INFO Step 463: 0.255s, loss: 0.030673, perplexity: 1.031148.\n",
"2019-11-21 10:38:07,743 root INFO Step 464: 0.253s, loss: 0.001610, perplexity: 1.001611.\n",
"2019-11-21 10:38:08,037 root INFO Step 465: 0.282s, loss: 0.001578, perplexity: 1.001580.\n",
"2019-11-21 10:38:08,300 root INFO Step 466: 0.251s, loss: 0.001467, perplexity: 1.001468.\n",
"2019-11-21 10:38:08,564 root INFO Step 467: 0.251s, loss: 0.001567, perplexity: 1.001569.\n",
"2019-11-21 10:38:08,851 root INFO Step 468: 0.275s, loss: 0.001487, perplexity: 1.001488.\n",
"2019-11-21 10:38:09,135 root INFO Step 469: 0.271s, loss: 0.001450, perplexity: 1.001451.\n",
"2019-11-21 10:38:09,400 root INFO Step 470: 0.254s, loss: 0.016381, perplexity: 1.016516.\n",
"2019-11-21 10:38:09,669 root INFO Step 471: 0.255s, loss: 0.001537, perplexity: 1.001538.\n",
"2019-11-21 10:38:09,928 root INFO Step 472: 0.245s, loss: 0.038026, perplexity: 1.038758.\n",
"2019-11-21 10:38:10,186 root INFO Step 473: 0.243s, loss: 0.001399, perplexity: 1.001400.\n",
"2019-11-21 10:38:10,443 root INFO Step 474: 0.243s, loss: 0.001440, perplexity: 1.001441.\n",
"2019-11-21 10:38:10,692 root INFO Step 475: 0.238s, loss: 0.022447, perplexity: 1.022701.\n",
"2019-11-21 10:38:10,949 root INFO Step 476: 0.244s, loss: 0.052337, perplexity: 1.053731.\n",
"2019-11-21 10:38:11,236 root INFO Step 477: 0.274s, loss: 0.028661, perplexity: 1.029075.\n",
"2019-11-21 10:38:11,495 root INFO Step 478: 0.246s, loss: 0.056236, perplexity: 1.057848.\n",
"2019-11-21 10:38:11,766 root INFO Step 479: 0.257s, loss: 0.109164, perplexity: 1.115345.\n",
"2019-11-21 10:38:12,032 root INFO Step 480: 0.254s, loss: 0.001972, perplexity: 1.001974.\n",
"2019-11-21 10:38:12,303 root INFO Step 481: 0.256s, loss: 0.002077, perplexity: 1.002080.\n",
"2019-11-21 10:38:12,553 root INFO Step 482: 0.234s, loss: 0.001707, perplexity: 1.001708.\n",
"2019-11-21 10:38:12,804 root INFO Step 483: 0.239s, loss: 0.036110, perplexity: 1.036770.\n",
"2019-11-21 10:38:13,091 root INFO Step 484: 0.272s, loss: 0.058066, perplexity: 1.059785.\n",
"2019-11-21 10:38:13,359 root INFO Step 485: 0.254s, loss: 0.001660, perplexity: 1.001662.\n",
"2019-11-21 10:38:13,630 root INFO Step 486: 0.258s, loss: 0.001663, perplexity: 1.001664.\n",
"2019-11-21 10:38:13,890 root INFO Step 487: 0.248s, loss: 0.023773, perplexity: 1.024058.\n",
"2019-11-21 10:38:14,156 root INFO Step 488: 0.253s, loss: 0.001585, perplexity: 1.001587.\n",
"2019-11-21 10:38:14,428 root INFO Step 489: 0.258s, loss: 0.050088, perplexity: 1.051364.\n",
"2019-11-21 10:38:14,692 root INFO Step 490: 0.251s, loss: 0.082529, perplexity: 1.086031.\n",
"2019-11-21 10:38:14,967 root INFO Step 491: 0.262s, loss: 0.035335, perplexity: 1.035966.\n",
"2019-11-21 10:38:15,226 root INFO Step 492: 0.247s, loss: 0.022790, perplexity: 1.023052.\n",
"2019-11-21 10:38:15,501 root INFO Step 493: 0.260s, loss: 0.078144, perplexity: 1.081278.\n",
"2019-11-21 10:38:15,769 root INFO Step 494: 0.254s, loss: 0.008837, perplexity: 1.008877.\n",
"2019-11-21 10:38:16,032 root INFO Step 495: 0.251s, loss: 0.033237, perplexity: 1.033796.\n",
"2019-11-21 10:38:16,313 root INFO Step 496: 0.259s, loss: 0.023362, perplexity: 1.023637.\n",
"2019-11-21 10:38:16,583 root INFO Step 497: 0.257s, loss: 0.002116, perplexity: 1.002118.\n",
"2019-11-21 10:38:16,844 root INFO Step 498: 0.249s, loss: 0.001995, perplexity: 1.001997.\n",
"2019-11-21 10:38:17,127 root INFO Step 499: 0.270s, loss: 0.026399, perplexity: 1.026751.\n",
"2019-11-21 10:38:17,409 root INFO Step 500: 0.269s, loss: 0.074087, perplexity: 1.076901.\n",
"2019-11-21 10:38:17,410 root INFO Global step 500. Time: 0.257, loss: 0.019097, perplexity: 1.02.\n",
"2019-11-21 10:38:17,410 root INFO Saving the model at step 500.\n",
"2019-11-21 10:38:19,185 root INFO Step 501: 0.266s, loss: 0.033278, perplexity: 1.033838.\n",
"2019-11-21 10:38:19,461 root INFO Step 502: 0.264s, loss: 0.066834, perplexity: 1.069118.\n",
"2019-11-21 10:38:19,749 root INFO Step 503: 0.275s, loss: 0.028340, perplexity: 1.028745.\n",
"2019-11-21 10:38:20,030 root INFO Step 504: 0.262s, loss: 0.002055, perplexity: 1.002057.\n",
"2019-11-21 10:38:20,304 root INFO Step 505: 0.262s, loss: 0.001927, perplexity: 1.001928.\n",
"2019-11-21 10:38:20,556 root INFO Step 506: 0.241s, loss: 0.035040, perplexity: 1.035662.\n",
"2019-11-21 10:38:20,818 root INFO Step 507: 0.246s, loss: 0.001874, perplexity: 1.001876.\n",
"2019-11-21 10:38:21,075 root INFO Step 508: 0.243s, loss: 0.022011, perplexity: 1.022255.\n",
"2019-11-21 10:38:21,332 root INFO Step 509: 0.245s, loss: 0.001796, perplexity: 1.001797.\n",
"2019-11-21 10:38:21,586 root INFO Step 510: 0.243s, loss: 0.029713, perplexity: 1.030159.\n",
"2019-11-21 10:38:21,859 root INFO Step 511: 0.258s, loss: 0.001661, perplexity: 1.001662.\n",
"2019-11-21 10:38:22,116 root INFO Step 512: 0.244s, loss: 0.021002, perplexity: 1.021224.\n",
"2019-11-21 10:38:22,394 root INFO Step 513: 0.265s, loss: 0.018730, perplexity: 1.018906.\n",
"2019-11-21 10:38:22,659 root INFO Step 514: 0.252s, loss: 0.001596, perplexity: 1.001597.\n",
"2019-11-21 10:38:22,924 root INFO Step 515: 0.253s, loss: 0.001565, perplexity: 1.001566.\n",
"2019-11-21 10:38:23,183 root INFO Step 516: 0.247s, loss: 0.049239, perplexity: 1.050471.\n",
"2019-11-21 10:38:23,461 root INFO Step 517: 0.261s, loss: 0.028478, perplexity: 1.028887.\n",
"2019-11-21 10:38:23,736 root INFO Step 518: 0.262s, loss: 0.047566, perplexity: 1.048715.\n",
"2019-11-21 10:38:23,983 root INFO Step 519: 0.235s, loss: 0.001511, perplexity: 1.001512.\n",
"2019-11-21 10:38:24,270 root INFO Step 520: 0.271s, loss: 0.072644, perplexity: 1.075348.\n",
"2019-11-21 10:38:24,525 root INFO Step 521: 0.243s, loss: 0.022309, perplexity: 1.022559.\n",
"2019-11-21 10:38:24,874 root INFO Step 522: 0.338s, loss: 0.001656, perplexity: 1.001657.\n",
"2019-11-21 10:38:25,177 root INFO Step 523: 0.290s, loss: 0.002986, perplexity: 1.002990.\n",
"2019-11-21 10:38:25,489 root INFO Step 524: 0.297s, loss: 0.035750, perplexity: 1.036397.\n",
"2019-11-21 10:38:25,790 root INFO Step 525: 0.286s, loss: 0.001653, perplexity: 1.001655.\n",
"2019-11-21 10:38:26,114 root INFO Step 526: 0.305s, loss: 0.001639, perplexity: 1.001640.\n",
"2019-11-21 10:38:26,389 root INFO Step 527: 0.260s, loss: 0.001592, perplexity: 1.001593.\n",
"2019-11-21 10:38:26,667 root INFO Step 528: 0.263s, loss: 0.021901, perplexity: 1.022143.\n",
"2019-11-21 10:38:26,928 root INFO Step 529: 0.247s, loss: 0.034070, perplexity: 1.034657.\n",
"2019-11-21 10:38:27,178 root INFO Step 530: 0.236s, loss: 0.001486, perplexity: 1.001487.\n",
"2019-11-21 10:38:27,448 root INFO Step 531: 0.259s, loss: 0.001373, perplexity: 1.001373.\n",
"2019-11-21 10:38:27,726 root INFO Step 532: 0.266s, loss: 0.001412, perplexity: 1.001413.\n",
"2019-11-21 10:38:27,991 root INFO Step 533: 0.253s, loss: 0.001525, perplexity: 1.001527.\n",
"2019-11-21 10:38:28,254 root INFO Step 534: 0.250s, loss: 0.001417, perplexity: 1.001418.\n",
"2019-11-21 10:38:28,541 root INFO Step 535: 0.274s, loss: 0.001344, perplexity: 1.001345.\n",
"2019-11-21 10:38:28,801 root INFO Step 536: 0.249s, loss: 0.001315, perplexity: 1.001315.\n",
"2019-11-21 10:38:29,073 root INFO Step 537: 0.258s, loss: 0.001403, perplexity: 1.001404.\n",
"2019-11-21 10:38:29,346 root INFO Step 538: 0.258s, loss: 0.001602, perplexity: 1.001603.\n",
"2019-11-21 10:38:29,617 root INFO Step 539: 0.257s, loss: 0.004411, perplexity: 1.004421.\n",
"2019-11-21 10:38:29,873 root INFO Step 540: 0.244s, loss: 0.001333, perplexity: 1.001333.\n",
"2019-11-21 10:38:30,129 root INFO Step 541: 0.244s, loss: 0.013769, perplexity: 1.013864.\n",
"2019-11-21 10:38:30,401 root INFO Step 542: 0.258s, loss: 0.001277, perplexity: 1.001278.\n",
"2019-11-21 10:38:30,687 root INFO Step 543: 0.273s, loss: 0.001309, perplexity: 1.001310.\n",
"2019-11-21 10:38:30,961 root INFO Step 544: 0.260s, loss: 0.028787, perplexity: 1.029206.\n",
"2019-11-21 10:38:31,221 root INFO Step 545: 0.247s, loss: 0.001415, perplexity: 1.001416.\n",
"2019-11-21 10:38:31,488 root INFO Step 546: 0.256s, loss: 0.001428, perplexity: 1.001429.\n",
"2019-11-21 10:38:31,750 root INFO Step 547: 0.246s, loss: 0.001370, perplexity: 1.001371.\n",
"2019-11-21 10:38:32,009 root INFO Step 548: 0.245s, loss: 0.001199, perplexity: 1.001200.\n",
"2019-11-21 10:38:32,283 root INFO Step 549: 0.261s, loss: 0.001251, perplexity: 1.001252.\n",
"2019-11-21 10:38:32,562 root INFO Step 550: 0.265s, loss: 0.001271, perplexity: 1.001272.\n",
"2019-11-21 10:38:32,819 root INFO Step 551: 0.245s, loss: 0.113961, perplexity: 1.120708.\n",
"2019-11-21 10:38:33,087 root INFO Step 552: 0.254s, loss: 0.001381, perplexity: 1.001382.\n",
"2019-11-21 10:38:33,347 root INFO Step 553: 0.248s, loss: 0.001386, perplexity: 1.001387.\n",
"2019-11-21 10:38:33,651 root INFO Step 554: 0.292s, loss: 0.001329, perplexity: 1.001329.\n",
"2019-11-21 10:38:33,923 root INFO Step 555: 0.260s, loss: 0.001281, perplexity: 1.001282.\n",
"2019-11-21 10:38:34,186 root INFO Step 556: 0.249s, loss: 0.001297, perplexity: 1.001298.\n",
"2019-11-21 10:38:34,444 root INFO Step 557: 0.245s, loss: 0.001244, perplexity: 1.001245.\n",
"2019-11-21 10:38:34,718 root INFO Step 558: 0.255s, loss: 0.001317, perplexity: 1.001318.\n",
"2019-11-21 10:38:34,979 root INFO Step 559: 0.249s, loss: 0.078750, perplexity: 1.081934.\n",
"2019-11-21 10:38:35,237 root INFO Step 560: 0.246s, loss: 0.002914, perplexity: 1.002918.\n",
"2019-11-21 10:38:35,522 root INFO Step 561: 0.273s, loss: 0.023394, perplexity: 1.023669.\n",
"2019-11-21 10:38:35,773 root INFO Step 562: 0.239s, loss: 0.001371, perplexity: 1.001372.\n",
"2019-11-21 10:38:36,034 root INFO Step 563: 0.245s, loss: 0.051765, perplexity: 1.053129.\n",
"2019-11-21 10:38:36,295 root INFO Step 564: 0.249s, loss: 0.001342, perplexity: 1.001343.\n",
"2019-11-21 10:38:36,562 root INFO Step 565: 0.252s, loss: 0.001313, perplexity: 1.001314.\n",
"2019-11-21 10:38:36,821 root INFO Step 566: 0.247s, loss: 0.022724, perplexity: 1.022984.\n",
"2019-11-21 10:38:37,088 root INFO Step 567: 0.256s, loss: 0.001269, perplexity: 1.001270.\n",
"2019-11-21 10:38:37,362 root INFO Step 568: 0.259s, loss: 0.001272, perplexity: 1.001273.\n",
"2019-11-21 10:38:37,638 root INFO Step 569: 0.265s, loss: 0.001226, perplexity: 1.001227.\n",
"2019-11-21 10:38:37,903 root INFO Step 570: 0.253s, loss: 0.001255, perplexity: 1.001256.\n",
"2019-11-21 10:38:38,166 root INFO Step 571: 0.252s, loss: 0.001183, perplexity: 1.001184.\n",
"2019-11-21 10:38:38,435 root INFO Step 572: 0.255s, loss: 0.022703, perplexity: 1.022963.\n",
"2019-11-21 10:38:38,726 root INFO Step 573: 0.279s, loss: 0.050224, perplexity: 1.051506.\n",
"2019-11-21 10:38:38,985 root INFO Step 574: 0.248s, loss: 0.001183, perplexity: 1.001184.\n",
"2019-11-21 10:38:39,248 root INFO Step 575: 0.251s, loss: 0.001191, perplexity: 1.001191.\n",
"2019-11-21 10:38:39,503 root INFO Step 576: 0.245s, loss: 0.001182, perplexity: 1.001183.\n",
"2019-11-21 10:38:39,786 root INFO Step 577: 0.266s, loss: 0.001176, perplexity: 1.001176.\n",
"2019-11-21 10:38:40,038 root INFO Step 578: 0.241s, loss: 0.001167, perplexity: 1.001168.\n",
"2019-11-21 10:38:40,289 root INFO Step 579: 0.238s, loss: 0.001196, perplexity: 1.001197.\n",
"2019-11-21 10:38:40,564 root INFO Step 580: 0.264s, loss: 0.106106, perplexity: 1.111940.\n",
"2019-11-21 10:38:40,845 root INFO Step 581: 0.267s, loss: 0.001181, perplexity: 1.001181.\n",
"2019-11-21 10:38:41,128 root INFO Step 582: 0.269s, loss: 0.001151, perplexity: 1.001152.\n",
"2019-11-21 10:38:41,400 root INFO Step 583: 0.258s, loss: 0.001129, perplexity: 1.001129.\n",
"2019-11-21 10:38:41,672 root INFO Step 584: 0.261s, loss: 0.001171, perplexity: 1.001172.\n",
"2019-11-21 10:38:41,943 root INFO Step 585: 0.260s, loss: 0.001174, perplexity: 1.001174.\n",
"2019-11-21 10:38:42,210 root INFO Step 586: 0.253s, loss: 0.019361, perplexity: 1.019550.\n",
"2019-11-21 10:38:42,485 root INFO Step 587: 0.263s, loss: 0.029733, perplexity: 1.030179.\n",
"2019-11-21 10:38:42,743 root INFO Step 588: 0.246s, loss: 0.001168, perplexity: 1.001168.\n",
"2019-11-21 10:38:43,021 root INFO Step 589: 0.267s, loss: 0.022796, perplexity: 1.023058.\n",
"2019-11-21 10:38:43,290 root INFO Step 590: 0.253s, loss: 0.001097, perplexity: 1.001098.\n",
"2019-11-21 10:38:43,567 root INFO Step 591: 0.266s, loss: 0.001098, perplexity: 1.001099.\n",
"2019-11-21 10:38:43,837 root INFO Step 592: 0.258s, loss: 0.001078, perplexity: 1.001078.\n",
"2019-11-21 10:38:44,109 root INFO Step 593: 0.255s, loss: 0.001073, perplexity: 1.001073.\n",
"2019-11-21 10:38:44,376 root INFO Step 594: 0.252s, loss: 0.086824, perplexity: 1.090705.\n",
"2019-11-21 10:38:44,638 root INFO Step 595: 0.248s, loss: 0.001149, perplexity: 1.001150.\n",
"2019-11-21 10:38:44,914 root INFO Step 596: 0.260s, loss: 0.071225, perplexity: 1.073822.\n",
"2019-11-21 10:38:45,166 root INFO Step 597: 0.240s, loss: 0.001202, perplexity: 1.001202.\n",
"2019-11-21 10:38:45,419 root INFO Step 598: 0.242s, loss: 0.001187, perplexity: 1.001187.\n",
"2019-11-21 10:38:45,681 root INFO Step 599: 0.250s, loss: 0.027764, perplexity: 1.028153.\n",
"2019-11-21 10:38:45,971 root INFO Step 600: 0.278s, loss: 0.001111, perplexity: 1.001111.\n",
"2019-11-21 10:38:45,972 root INFO Global step 600. Time: 0.258, loss: 0.014349, perplexity: 1.01.\n",
"2019-11-21 10:38:45,972 root INFO Saving the model at step 600.\n",
"2019-11-21 10:38:47,789 root INFO Step 601: 0.259s, loss: 0.001151, perplexity: 1.001152.\n",
"2019-11-21 10:38:48,046 root INFO Step 602: 0.245s, loss: 0.001124, perplexity: 1.001125.\n",
"2019-11-21 10:38:48,329 root INFO Step 603: 0.269s, loss: 0.001133, perplexity: 1.001133.\n",
"2019-11-21 10:38:48,586 root INFO Step 604: 0.243s, loss: 0.028358, perplexity: 1.028764.\n",
"2019-11-21 10:38:48,877 root INFO Step 605: 0.279s, loss: 0.001135, perplexity: 1.001136.\n",
"2019-11-21 10:38:49,174 root INFO Step 606: 0.279s, loss: 0.001127, perplexity: 1.001127.\n",
"2019-11-21 10:38:49,456 root INFO Step 607: 0.264s, loss: 0.019904, perplexity: 1.020103.\n",
"2019-11-21 10:38:49,731 root INFO Step 608: 0.263s, loss: 0.033713, perplexity: 1.034288.\n",
"2019-11-21 10:38:49,999 root INFO Step 609: 0.255s, loss: 0.025244, perplexity: 1.025565.\n",
"2019-11-21 10:38:50,258 root INFO Step 610: 0.247s, loss: 0.001109, perplexity: 1.001110.\n",
"2019-11-21 10:38:50,524 root INFO Step 611: 0.252s, loss: 0.027465, perplexity: 1.027846.\n",
"2019-11-21 10:38:50,795 root INFO Step 612: 0.259s, loss: 0.001067, perplexity: 1.001067.\n",
"2019-11-21 10:38:51,069 root INFO Step 613: 0.259s, loss: 0.001070, perplexity: 1.001071.\n",
"2019-11-21 10:38:51,335 root INFO Step 614: 0.254s, loss: 0.025822, perplexity: 1.026159.\n",
"2019-11-21 10:38:51,581 root INFO Step 615: 0.234s, loss: 0.001076, perplexity: 1.001076.\n",
"2019-11-21 10:38:51,857 root INFO Step 616: 0.264s, loss: 0.026470, perplexity: 1.026823.\n",
"2019-11-21 10:38:52,115 root INFO Step 617: 0.246s, loss: 0.001054, perplexity: 1.001054.\n",
"2019-11-21 10:38:52,377 root INFO Step 618: 0.249s, loss: 0.002038, perplexity: 1.002040.\n",
"2019-11-21 10:38:52,646 root INFO Step 619: 0.257s, loss: 0.000989, perplexity: 1.000989.\n",
"2019-11-21 10:38:52,927 root INFO Step 620: 0.267s, loss: 0.000979, perplexity: 1.000980.\n",
"2019-11-21 10:38:53,184 root INFO Step 621: 0.246s, loss: 0.001009, perplexity: 1.001009.\n",
"2019-11-21 10:38:53,466 root INFO Step 622: 0.268s, loss: 0.000983, perplexity: 1.000984.\n",
"2019-11-21 10:38:53,728 root INFO Step 623: 0.249s, loss: 0.000963, perplexity: 1.000964.\n",
"2019-11-21 10:38:54,005 root INFO Step 624: 0.265s, loss: 0.000937, perplexity: 1.000937.\n",
"2019-11-21 10:38:54,262 root INFO Step 625: 0.240s, loss: 0.023871, perplexity: 1.024158.\n",
"2019-11-21 10:38:54,523 root INFO Step 626: 0.250s, loss: 0.021289, perplexity: 1.021517.\n",
"2019-11-21 10:38:54,880 root INFO Step 627: 0.345s, loss: 0.017117, perplexity: 1.017264.\n",
"2019-11-21 10:38:55,191 root INFO Step 628: 0.293s, loss: 0.029915, perplexity: 1.030367.\n",
"2019-11-21 10:38:55,530 root INFO Step 629: 0.320s, loss: 0.000980, perplexity: 1.000981.\n",
"2019-11-21 10:38:55,866 root INFO Step 630: 0.317s, loss: 0.030808, perplexity: 1.031288.\n",
"2019-11-21 10:38:56,144 root INFO Step 631: 0.261s, loss: 0.000976, perplexity: 1.000977.\n",
"2019-11-21 10:38:56,415 root INFO Step 632: 0.258s, loss: 0.023787, perplexity: 1.024072.\n",
"2019-11-21 10:38:56,703 root INFO Step 633: 0.274s, loss: 0.072965, perplexity: 1.075693.\n",
"2019-11-21 10:38:56,993 root INFO Step 634: 0.278s, loss: 0.032545, perplexity: 1.033081.\n",
"2019-11-21 10:38:57,271 root INFO Step 635: 0.264s, loss: 0.098196, perplexity: 1.103180.\n",
"2019-11-21 10:38:57,533 root INFO Step 636: 0.249s, loss: 0.001865, perplexity: 1.001867.\n",
"2019-11-21 10:38:57,815 root INFO Step 637: 0.266s, loss: 0.084557, perplexity: 1.088235.\n",
"2019-11-21 10:38:58,091 root INFO Step 638: 0.265s, loss: 0.001437, perplexity: 1.001438.\n",
"2019-11-21 10:38:58,342 root INFO Step 639: 0.239s, loss: 0.001383, perplexity: 1.001384.\n",
"2019-11-21 10:38:58,612 root INFO Step 640: 0.256s, loss: 0.001168, perplexity: 1.001169.\n",
"2019-11-21 10:38:58,888 root INFO Step 641: 0.263s, loss: 0.001220, perplexity: 1.001221.\n",
"2019-11-21 10:38:59,181 root INFO Step 642: 0.280s, loss: 0.001130, perplexity: 1.001131.\n",
"2019-11-21 10:38:59,447 root INFO Step 643: 0.252s, loss: 0.025329, perplexity: 1.025653.\n",
"2019-11-21 10:38:59,723 root INFO Step 644: 0.259s, loss: 0.001261, perplexity: 1.001261.\n",
"2019-11-21 10:38:59,980 root INFO Step 645: 0.244s, loss: 0.032157, perplexity: 1.032679.\n",
"2019-11-21 10:39:00,287 root INFO Step 646: 0.295s, loss: 0.040754, perplexity: 1.041596.\n",
"2019-11-21 10:39:00,560 root INFO Step 647: 0.261s, loss: 0.023671, perplexity: 1.023953.\n",
"2019-11-21 10:39:00,827 root INFO Step 648: 0.249s, loss: 0.001095, perplexity: 1.001095.\n",
"2019-11-21 10:39:01,087 root INFO Step 649: 0.249s, loss: 0.033222, perplexity: 1.033780.\n",
"2019-11-21 10:39:01,351 root INFO Step 650: 0.250s, loss: 0.001060, perplexity: 1.001061.\n",
"2019-11-21 10:39:01,632 root INFO Step 651: 0.270s, loss: 0.021377, perplexity: 1.021607.\n",
"2019-11-21 10:39:01,905 root INFO Step 652: 0.257s, loss: 0.001009, perplexity: 1.001010.\n",
"2019-11-21 10:39:02,196 root INFO Step 653: 0.277s, loss: 0.000994, perplexity: 1.000995.\n",
"2019-11-21 10:39:02,481 root INFO Step 654: 0.273s, loss: 0.018597, perplexity: 1.018771.\n",
"2019-11-21 10:39:02,740 root INFO Step 655: 0.243s, loss: 0.088573, perplexity: 1.092614.\n",
"2019-11-21 10:39:02,994 root INFO Step 656: 0.241s, loss: 0.025668, perplexity: 1.026000.\n",
"2019-11-21 10:39:03,264 root INFO Step 657: 0.258s, loss: 0.067878, perplexity: 1.070234.\n",
"2019-11-21 10:39:03,520 root INFO Step 658: 0.244s, loss: 0.002127, perplexity: 1.002129.\n",
"2019-11-21 10:39:03,790 root INFO Step 659: 0.257s, loss: 0.031688, perplexity: 1.032195.\n",
"2019-11-21 10:39:04,056 root INFO Step 660: 0.249s, loss: 0.106457, perplexity: 1.112330.\n",
"2019-11-21 10:39:04,327 root INFO Step 661: 0.259s, loss: 0.003111, perplexity: 1.003116.\n",
"2019-11-21 10:39:04,588 root INFO Step 662: 0.249s, loss: 0.001272, perplexity: 1.001273.\n",
"2019-11-21 10:39:04,864 root INFO Step 663: 0.255s, loss: 0.001181, perplexity: 1.001182.\n",
"2019-11-21 10:39:05,131 root INFO Step 664: 0.255s, loss: 0.001200, perplexity: 1.001200.\n",
"2019-11-21 10:39:05,399 root INFO Step 665: 0.246s, loss: 0.001162, perplexity: 1.001163.\n",
"2019-11-21 10:39:05,667 root INFO Step 666: 0.252s, loss: 0.001084, perplexity: 1.001084.\n",
"2019-11-21 10:39:05,935 root INFO Step 667: 0.256s, loss: 0.001061, perplexity: 1.001062.\n",
"2019-11-21 10:39:06,214 root INFO Step 668: 0.265s, loss: 0.001040, perplexity: 1.001041.\n",
"2019-11-21 10:39:06,504 root INFO Step 669: 0.275s, loss: 0.001044, perplexity: 1.001044.\n",
"2019-11-21 10:39:06,768 root INFO Step 670: 0.248s, loss: 0.001027, perplexity: 1.001028.\n",
"2019-11-21 10:39:07,035 root INFO Step 671: 0.255s, loss: 0.001012, perplexity: 1.001013.\n",
"2019-11-21 10:39:07,305 root INFO Step 672: 0.260s, loss: 0.001016, perplexity: 1.001017.\n",
"2019-11-21 10:39:07,576 root INFO Step 673: 0.258s, loss: 0.001041, perplexity: 1.001042.\n",
"2019-11-21 10:39:07,834 root INFO Step 674: 0.244s, loss: 0.000975, perplexity: 1.000976.\n",
"2019-11-21 10:39:08,123 root INFO Step 675: 0.278s, loss: 0.000927, perplexity: 1.000928.\n",
"2019-11-21 10:39:08,401 root INFO Step 676: 0.261s, loss: 0.000919, perplexity: 1.000920.\n",
"2019-11-21 10:39:08,673 root INFO Step 677: 0.260s, loss: 0.000936, perplexity: 1.000937.\n",
"2019-11-21 10:39:08,943 root INFO Step 678: 0.256s, loss: 0.021383, perplexity: 1.021613.\n",
"2019-11-21 10:39:09,204 root INFO Step 679: 0.250s, loss: 0.000999, perplexity: 1.001000.\n",
"2019-11-21 10:39:09,486 root INFO Step 680: 0.263s, loss: 0.020131, perplexity: 1.020335.\n",
"2019-11-21 10:39:09,768 root INFO Step 681: 0.270s, loss: 0.014412, perplexity: 1.014517.\n",
"2019-11-21 10:39:10,031 root INFO Step 682: 0.249s, loss: 0.001343, perplexity: 1.001344.\n",
"2019-11-21 10:39:10,310 root INFO Step 683: 0.265s, loss: 0.021221, perplexity: 1.021448.\n",
"2019-11-21 10:39:10,569 root INFO Step 684: 0.244s, loss: 0.000932, perplexity: 1.000932.\n",
"2019-11-21 10:39:10,841 root INFO Step 685: 0.260s, loss: 0.000890, perplexity: 1.000890.\n",
"2019-11-21 10:39:11,134 root INFO Step 686: 0.277s, loss: 0.027604, perplexity: 1.027988.\n",
"2019-11-21 10:39:11,413 root INFO Step 687: 0.267s, loss: 0.066632, perplexity: 1.068902.\n",
"2019-11-21 10:39:11,678 root INFO Step 688: 0.253s, loss: 0.000866, perplexity: 1.000867.\n",
"2019-11-21 10:39:11,956 root INFO Step 689: 0.267s, loss: 0.001867, perplexity: 1.001869.\n",
"2019-11-21 10:39:12,237 root INFO Step 690: 0.268s, loss: 0.065035, perplexity: 1.067197.\n",
"2019-11-21 10:39:12,516 root INFO Step 691: 0.266s, loss: 0.000885, perplexity: 1.000885.\n",
"2019-11-21 10:39:12,776 root INFO Step 692: 0.248s, loss: 0.000861, perplexity: 1.000861.\n",
"2019-11-21 10:39:13,051 root INFO Step 693: 0.263s, loss: 0.025483, perplexity: 1.025811.\n",
"2019-11-21 10:39:13,307 root INFO Step 694: 0.242s, loss: 0.000854, perplexity: 1.000854.\n",
"2019-11-21 10:39:13,589 root INFO Step 695: 0.265s, loss: 0.000865, perplexity: 1.000866.\n",
"2019-11-21 10:39:13,849 root INFO Step 696: 0.247s, loss: 0.000890, perplexity: 1.000890.\n",
"2019-11-21 10:39:14,110 root INFO Step 697: 0.249s, loss: 0.017929, perplexity: 1.018091.\n",
"2019-11-21 10:39:14,373 root INFO Step 698: 0.248s, loss: 0.000894, perplexity: 1.000895.\n",
"2019-11-21 10:39:14,644 root INFO Step 699: 0.259s, loss: 0.000839, perplexity: 1.000840.\n",
"2019-11-21 10:39:14,909 root INFO Step 700: 0.253s, loss: 0.000810, perplexity: 1.000810.\n",
"2019-11-21 10:39:14,910 root INFO Global step 700. Time: 0.260, loss: 0.014877, perplexity: 1.01.\n",
"2019-11-21 10:39:14,910 root INFO Saving the model at step 700.\n",
"2019-11-21 10:39:16,748 root INFO Step 701: 0.244s, loss: 0.000854, perplexity: 1.000855.\n",
"2019-11-21 10:39:17,008 root INFO Step 702: 0.248s, loss: 0.000866, perplexity: 1.000866.\n",
"2019-11-21 10:39:17,283 root INFO Step 703: 0.254s, loss: 0.023626, perplexity: 1.023907.\n",
"2019-11-21 10:39:17,554 root INFO Step 704: 0.254s, loss: 0.028838, perplexity: 1.029258.\n",
"2019-11-21 10:39:17,837 root INFO Step 705: 0.272s, loss: 0.021942, perplexity: 1.022184.\n",
"2019-11-21 10:39:18,106 root INFO Step 706: 0.255s, loss: 0.000831, perplexity: 1.000831.\n",
"2019-11-21 10:39:18,385 root INFO Step 707: 0.266s, loss: 0.000795, perplexity: 1.000796.\n",
"2019-11-21 10:39:18,646 root INFO Step 708: 0.249s, loss: 0.000776, perplexity: 1.000777.\n",
"2019-11-21 10:39:18,908 root INFO Step 709: 0.249s, loss: 0.001133, perplexity: 1.001133.\n",
"2019-11-21 10:39:19,163 root INFO Step 710: 0.243s, loss: 0.000842, perplexity: 1.000843.\n",
"2019-11-21 10:39:19,427 root INFO Step 711: 0.253s, loss: 0.000763, perplexity: 1.000764.\n",
"2019-11-21 10:39:19,712 root INFO Step 712: 0.271s, loss: 0.000795, perplexity: 1.000795.\n",
"2019-11-21 10:39:19,984 root INFO Step 713: 0.260s, loss: 0.000749, perplexity: 1.000749.\n",
"2019-11-21 10:39:20,291 root INFO Step 714: 0.293s, loss: 0.024803, perplexity: 1.025113.\n",
"2019-11-21 10:39:20,593 root INFO Step 715: 0.289s, loss: 0.000788, perplexity: 1.000789.\n",
"2019-11-21 10:39:20,850 root INFO Step 716: 0.245s, loss: 0.000749, perplexity: 1.000749.\n",
"2019-11-21 10:39:21,119 root INFO Step 717: 0.257s, loss: 0.000780, perplexity: 1.000780.\n",
"2019-11-21 10:39:21,391 root INFO Step 718: 0.259s, loss: 0.000778, perplexity: 1.000778.\n",
"2019-11-21 10:39:21,658 root INFO Step 719: 0.254s, loss: 0.000693, perplexity: 1.000694.\n",
"2019-11-21 10:39:21,919 root INFO Step 720: 0.248s, loss: 0.110568, perplexity: 1.116912.\n",
"2019-11-21 10:39:22,202 root INFO Step 721: 0.270s, loss: 0.000817, perplexity: 1.000818.\n",
"2019-11-21 10:39:22,468 root INFO Step 722: 0.254s, loss: 0.018884, perplexity: 1.019063.\n",
"2019-11-21 10:39:22,767 root INFO Step 723: 0.287s, loss: 0.000787, perplexity: 1.000787.\n",
"2019-11-21 10:39:23,020 root INFO Step 724: 0.241s, loss: 0.000782, perplexity: 1.000782.\n",
"2019-11-21 10:39:23,283 root INFO Step 725: 0.250s, loss: 0.018433, perplexity: 1.018604.\n",
"2019-11-21 10:39:23,558 root INFO Step 726: 0.263s, loss: 0.000800, perplexity: 1.000800.\n",
"2019-11-21 10:39:23,826 root INFO Step 727: 0.252s, loss: 0.017450, perplexity: 1.017603.\n",
"2019-11-21 10:39:24,109 root INFO Step 728: 0.271s, loss: 0.000787, perplexity: 1.000787.\n",
"2019-11-21 10:39:24,368 root INFO Step 729: 0.244s, loss: 0.000788, perplexity: 1.000789.\n",
"2019-11-21 10:39:24,716 root INFO Step 730: 0.329s, loss: 0.000752, perplexity: 1.000752.\n",
"2019-11-21 10:39:25,022 root INFO Step 731: 0.290s, loss: 0.015093, perplexity: 1.015208.\n",
"2019-11-21 10:39:25,339 root INFO Step 732: 0.302s, loss: 0.000791, perplexity: 1.000791.\n",
"2019-11-21 10:39:25,674 root INFO Step 733: 0.322s, loss: 0.034566, perplexity: 1.035170.\n",
"2019-11-21 10:39:25,987 root INFO Step 734: 0.300s, loss: 0.023176, perplexity: 1.023446.\n",
"2019-11-21 10:39:26,244 root INFO Step 735: 0.244s, loss: 0.000777, perplexity: 1.000778.\n",
"2019-11-21 10:39:26,530 root INFO Step 736: 0.275s, loss: 0.000782, perplexity: 1.000782.\n",
"2019-11-21 10:39:26,821 root INFO Step 737: 0.279s, loss: 0.000754, perplexity: 1.000754.\n",
"2019-11-21 10:39:27,094 root INFO Step 738: 0.254s, loss: 0.000720, perplexity: 1.000720.\n",
"2019-11-21 10:39:27,357 root INFO Step 739: 0.252s, loss: 0.057844, perplexity: 1.059549.\n",
"2019-11-21 10:39:27,631 root INFO Step 740: 0.260s, loss: 0.000726, perplexity: 1.000726.\n",
"2019-11-21 10:39:27,902 root INFO Step 741: 0.255s, loss: 0.000716, perplexity: 1.000717.\n",
"2019-11-21 10:39:28,167 root INFO Step 742: 0.252s, loss: 0.022213, perplexity: 1.022461.\n",
"2019-11-21 10:39:28,436 root INFO Step 743: 0.257s, loss: 0.000702, perplexity: 1.000702.\n",
"2019-11-21 10:39:28,716 root INFO Step 744: 0.266s, loss: 0.000726, perplexity: 1.000727.\n",
"2019-11-21 10:39:28,978 root INFO Step 745: 0.250s, loss: 0.036853, perplexity: 1.037540.\n",
"2019-11-21 10:39:29,247 root INFO Step 746: 0.257s, loss: 0.230335, perplexity: 1.259022.\n",
"2019-11-21 10:39:29,515 root INFO Step 747: 0.256s, loss: 0.001464, perplexity: 1.001465.\n",
"2019-11-21 10:39:29,803 root INFO Step 748: 0.275s, loss: 0.001055, perplexity: 1.001055.\n",
"2019-11-21 10:39:30,066 root INFO Step 749: 0.250s, loss: 0.000984, perplexity: 1.000984.\n",
"2019-11-21 10:39:30,320 root INFO Step 750: 0.240s, loss: 0.000943, perplexity: 1.000943.\n",
"2019-11-21 10:39:30,587 root INFO Step 751: 0.253s, loss: 0.000924, perplexity: 1.000924.\n",
"2019-11-21 10:39:30,857 root INFO Step 752: 0.257s, loss: 0.000901, perplexity: 1.000902.\n",
"2019-11-21 10:39:31,108 root INFO Step 753: 0.240s, loss: 0.000909, perplexity: 1.000910.\n",
"2019-11-21 10:39:31,367 root INFO Step 754: 0.244s, loss: 0.000866, perplexity: 1.000867.\n",
"2019-11-21 10:39:31,633 root INFO Step 755: 0.255s, loss: 0.000842, perplexity: 1.000843.\n",
"2019-11-21 10:39:31,917 root INFO Step 756: 0.272s, loss: 0.000847, perplexity: 1.000847.\n",
"2019-11-21 10:39:32,180 root INFO Step 757: 0.246s, loss: 0.018802, perplexity: 1.018980.\n",
"2019-11-21 10:39:32,455 root INFO Step 758: 0.264s, loss: 0.000835, perplexity: 1.000835.\n",
"2019-11-21 10:39:32,720 root INFO Step 759: 0.252s, loss: 0.000807, perplexity: 1.000807.\n",
"2019-11-21 10:39:33,007 root INFO Step 760: 0.274s, loss: 0.000782, perplexity: 1.000782.\n",
"2019-11-21 10:39:33,271 root INFO Step 761: 0.251s, loss: 0.000779, perplexity: 1.000779.\n",
"2019-11-21 10:39:33,537 root INFO Step 762: 0.249s, loss: 0.000775, perplexity: 1.000775.\n",
"2019-11-21 10:39:33,810 root INFO Step 763: 0.259s, loss: 0.000760, perplexity: 1.000760.\n",
"2019-11-21 10:39:34,076 root INFO Step 764: 0.254s, loss: 0.020915, perplexity: 1.021135.\n",
"2019-11-21 10:39:34,360 root INFO Step 765: 0.271s, loss: 0.000762, perplexity: 1.000762.\n",
"2019-11-21 10:39:34,612 root INFO Step 766: 0.240s, loss: 0.000743, perplexity: 1.000743.\n",
"2019-11-21 10:39:34,907 root INFO Step 767: 0.278s, loss: 0.000740, perplexity: 1.000740.\n",
"2019-11-21 10:39:35,179 root INFO Step 768: 0.258s, loss: 0.021344, perplexity: 1.021573.\n",
"2019-11-21 10:39:35,450 root INFO Step 769: 0.259s, loss: 0.000764, perplexity: 1.000764.\n",
"2019-11-21 10:39:35,710 root INFO Step 770: 0.248s, loss: 0.000734, perplexity: 1.000735.\n",
"2019-11-21 10:39:36,005 root INFO Step 771: 0.282s, loss: 0.023203, perplexity: 1.023475.\n",
"2019-11-21 10:39:36,276 root INFO Step 772: 0.257s, loss: 0.000742, perplexity: 1.000742.\n",
"2019-11-21 10:39:36,538 root INFO Step 773: 0.248s, loss: 0.019999, perplexity: 1.020200.\n",
"2019-11-21 10:39:36,796 root INFO Step 774: 0.245s, loss: 0.000747, perplexity: 1.000747.\n",
"2019-11-21 10:39:37,083 root INFO Step 775: 0.272s, loss: 0.026133, perplexity: 1.026477.\n",
"2019-11-21 10:39:37,348 root INFO Step 776: 0.252s, loss: 0.000729, perplexity: 1.000729.\n",
"2019-11-21 10:39:37,609 root INFO Step 777: 0.246s, loss: 0.000694, perplexity: 1.000694.\n",
"2019-11-21 10:39:37,872 root INFO Step 778: 0.251s, loss: 0.012808, perplexity: 1.012891.\n",
"2019-11-21 10:39:38,143 root INFO Step 779: 0.253s, loss: 0.109834, perplexity: 1.116093.\n",
"2019-11-21 10:39:38,403 root INFO Step 780: 0.250s, loss: 0.000964, perplexity: 1.000964.\n",
"2019-11-21 10:39:38,662 root INFO Step 781: 0.246s, loss: 0.000923, perplexity: 1.000923.\n",
"2019-11-21 10:39:38,919 root INFO Step 782: 0.242s, loss: 0.000876, perplexity: 1.000876.\n",
"2019-11-21 10:39:39,182 root INFO Step 783: 0.248s, loss: 0.000838, perplexity: 1.000839.\n",
"2019-11-21 10:39:39,446 root INFO Step 784: 0.252s, loss: 0.000812, perplexity: 1.000812.\n",
"2019-11-21 10:39:39,722 root INFO Step 785: 0.263s, loss: 0.021873, perplexity: 1.022114.\n",
"2019-11-21 10:39:39,989 root INFO Step 786: 0.254s, loss: 0.011453, perplexity: 1.011519.\n",
"2019-11-21 10:39:40,258 root INFO Step 787: 0.257s, loss: 0.017570, perplexity: 1.017725.\n",
"2019-11-21 10:39:40,537 root INFO Step 788: 0.265s, loss: 0.001015, perplexity: 1.001015.\n",
"2019-11-21 10:39:40,815 root INFO Step 789: 0.266s, loss: 0.029253, perplexity: 1.029685.\n",
"2019-11-21 10:39:41,130 root INFO Step 790: 0.302s, loss: 0.018724, perplexity: 1.018900.\n",
"2019-11-21 10:39:41,384 root INFO Step 791: 0.241s, loss: 0.015076, perplexity: 1.015190.\n",
"2019-11-21 10:39:41,652 root INFO Step 792: 0.253s, loss: 0.077524, perplexity: 1.080608.\n",
"2019-11-21 10:39:41,936 root INFO Step 793: 0.270s, loss: 0.030180, perplexity: 1.030640.\n",
"2019-11-21 10:39:42,228 root INFO Step 794: 0.278s, loss: 0.096356, perplexity: 1.101151.\n",
"2019-11-21 10:39:42,497 root INFO Step 795: 0.256s, loss: 0.022727, perplexity: 1.022988.\n",
"2019-11-21 10:39:42,785 root INFO Step 796: 0.273s, loss: 0.021646, perplexity: 1.021882.\n",
"2019-11-21 10:39:43,083 root INFO Step 797: 0.284s, loss: 0.000930, perplexity: 1.000931.\n",
"2019-11-21 10:39:43,362 root INFO Step 798: 0.263s, loss: 0.029736, perplexity: 1.030182.\n",
"2019-11-21 10:39:43,629 root INFO Step 799: 0.256s, loss: 0.000927, perplexity: 1.000928.\n",
"2019-11-21 10:39:43,903 root INFO Step 800: 0.260s, loss: 0.000892, perplexity: 1.000893.\n",
"2019-11-21 10:39:43,903 root INFO Global step 800. Time: 0.261, loss: 0.013835, perplexity: 1.01.\n",
"2019-11-21 10:39:43,904 root INFO Saving the model at step 800.\n",
"2019-11-21 10:39:45,743 root INFO Step 801: 0.267s, loss: 0.000871, perplexity: 1.000871.\n",
"2019-11-21 10:39:46,006 root INFO Step 802: 0.249s, loss: 0.000914, perplexity: 1.000914.\n",
"2019-11-21 10:39:46,315 root INFO Step 803: 0.297s, loss: 0.066435, perplexity: 1.068692.\n",
"2019-11-21 10:39:46,591 root INFO Step 804: 0.259s, loss: 0.001064, perplexity: 1.001064.\n",
"2019-11-21 10:39:46,859 root INFO Step 805: 0.258s, loss: 0.023930, perplexity: 1.024219.\n",
"2019-11-21 10:39:47,127 root INFO Step 806: 0.256s, loss: 0.001054, perplexity: 1.001054.\n",
"2019-11-21 10:39:47,387 root INFO Step 807: 0.245s, loss: 0.003038, perplexity: 1.003043.\n",
"2019-11-21 10:39:47,650 root INFO Step 808: 0.248s, loss: 0.063489, perplexity: 1.065548.\n",
"2019-11-21 10:39:47,925 root INFO Step 809: 0.264s, loss: 0.001365, perplexity: 1.001366.\n",
"2019-11-21 10:39:48,198 root INFO Step 810: 0.258s, loss: 0.020126, perplexity: 1.020329.\n",
"2019-11-21 10:39:48,455 root INFO Step 811: 0.245s, loss: 0.001066, perplexity: 1.001066.\n",
"2019-11-21 10:39:48,708 root INFO Step 812: 0.241s, loss: 0.000952, perplexity: 1.000953.\n",
"2019-11-21 10:39:48,975 root INFO Step 813: 0.253s, loss: 0.018505, perplexity: 1.018677.\n",
"2019-11-21 10:39:49,238 root INFO Step 814: 0.252s, loss: 0.000927, perplexity: 1.000928.\n",
"2019-11-21 10:39:49,497 root INFO Step 815: 0.242s, loss: 0.084254, perplexity: 1.087905.\n",
"2019-11-21 10:39:49,810 root INFO Step 816: 0.300s, loss: 0.001028, perplexity: 1.001029.\n",
"2019-11-21 10:39:50,079 root INFO Step 817: 0.256s, loss: 0.000993, perplexity: 1.000993.\n",
"2019-11-21 10:39:50,406 root INFO Step 818: 0.314s, loss: 0.039756, perplexity: 1.040557.\n",
"2019-11-21 10:39:50,720 root INFO Step 819: 0.300s, loss: 0.022292, perplexity: 1.022543.\n",
"2019-11-21 10:39:51,020 root INFO Step 820: 0.284s, loss: 0.019194, perplexity: 1.019379.\n",
"2019-11-21 10:39:51,346 root INFO Step 821: 0.300s, loss: 0.000917, perplexity: 1.000917.\n",
"2019-11-21 10:39:51,625 root INFO Step 822: 0.266s, loss: 0.000852, perplexity: 1.000852.\n",
"2019-11-21 10:39:51,908 root INFO Step 823: 0.270s, loss: 0.000842, perplexity: 1.000843.\n",
"2019-11-21 10:39:52,169 root INFO Step 824: 0.247s, loss: 0.024275, perplexity: 1.024572.\n",
"2019-11-21 10:39:52,429 root INFO Step 825: 0.249s, loss: 0.000930, perplexity: 1.000931.\n",
"2019-11-21 10:39:52,695 root INFO Step 826: 0.253s, loss: 0.000808, perplexity: 1.000808.\n",
"2019-11-21 10:39:52,958 root INFO Step 827: 0.250s, loss: 0.000763, perplexity: 1.000764.\n",
"2019-11-21 10:39:53,231 root INFO Step 828: 0.255s, loss: 0.046235, perplexity: 1.047320.\n",
"2019-11-21 10:39:53,480 root INFO Step 829: 0.235s, loss: 0.000791, perplexity: 1.000791.\n",
"2019-11-21 10:39:53,746 root INFO Step 830: 0.254s, loss: 0.019347, perplexity: 1.019535.\n",
"2019-11-21 10:39:54,023 root INFO Step 831: 0.263s, loss: 0.018556, perplexity: 1.018729.\n",
"2019-11-21 10:39:54,300 root INFO Step 832: 0.265s, loss: 0.021934, perplexity: 1.022177.\n",
"2019-11-21 10:39:54,561 root INFO Step 833: 0.248s, loss: 0.023388, perplexity: 1.023663.\n",
"2019-11-21 10:39:54,831 root INFO Step 834: 0.259s, loss: 0.000896, perplexity: 1.000897.\n",
"2019-11-21 10:39:55,113 root INFO Step 835: 0.269s, loss: 0.000817, perplexity: 1.000818.\n",
"2019-11-21 10:39:55,398 root INFO Step 836: 0.271s, loss: 0.000755, perplexity: 1.000755.\n",
"2019-11-21 10:39:55,669 root INFO Step 837: 0.259s, loss: 0.000727, perplexity: 1.000727.\n",
"2019-11-21 10:39:55,939 root INFO Step 838: 0.256s, loss: 0.029491, perplexity: 1.029930.\n",
"2019-11-21 10:39:56,195 root INFO Step 839: 0.242s, loss: 0.023596, perplexity: 1.023876.\n",
"2019-11-21 10:39:56,478 root INFO Step 840: 0.271s, loss: 0.000743, perplexity: 1.000743.\n",
"2019-11-21 10:39:56,748 root INFO Step 841: 0.257s, loss: 0.000730, perplexity: 1.000730.\n",
"2019-11-21 10:39:57,011 root INFO Step 842: 0.250s, loss: 0.000711, perplexity: 1.000712.\n",
"2019-11-21 10:39:57,276 root INFO Step 843: 0.254s, loss: 0.032460, perplexity: 1.032992.\n",
"2019-11-21 10:39:57,555 root INFO Step 844: 0.263s, loss: 0.000700, perplexity: 1.000701.\n",
"2019-11-21 10:39:57,805 root INFO Step 845: 0.237s, loss: 0.029002, perplexity: 1.029426.\n",
"2019-11-21 10:39:58,074 root INFO Step 846: 0.257s, loss: 0.000726, perplexity: 1.000726.\n",
"2019-11-21 10:39:58,331 root INFO Step 847: 0.243s, loss: 0.000672, perplexity: 1.000673.\n",
"2019-11-21 10:39:58,614 root INFO Step 848: 0.265s, loss: 0.000692, perplexity: 1.000692.\n",
"2019-11-21 10:39:58,883 root INFO Step 849: 0.257s, loss: 0.000698, perplexity: 1.000699.\n",
"2019-11-21 10:39:59,147 root INFO Step 850: 0.252s, loss: 0.020395, perplexity: 1.020604.\n",
"2019-11-21 10:39:59,421 root INFO Step 851: 0.261s, loss: 0.000688, perplexity: 1.000689.\n",
"2019-11-21 10:39:59,686 root INFO Step 852: 0.252s, loss: 0.019353, perplexity: 1.019541.\n",
"2019-11-21 10:39:59,961 root INFO Step 853: 0.263s, loss: 0.000665, perplexity: 1.000665.\n",
"2019-11-21 10:40:00,226 root INFO Step 854: 0.249s, loss: 0.017487, perplexity: 1.017640.\n",
"2019-11-21 10:40:00,494 root INFO Step 855: 0.256s, loss: 0.000679, perplexity: 1.000680.\n",
"2019-11-21 10:40:00,761 root INFO Step 856: 0.255s, loss: 0.000717, perplexity: 1.000718.\n",
"2019-11-21 10:40:01,025 root INFO Step 857: 0.252s, loss: 0.000640, perplexity: 1.000640.\n",
"2019-11-21 10:40:01,301 root INFO Step 858: 0.262s, loss: 0.000622, perplexity: 1.000622.\n",
"2019-11-21 10:40:01,573 root INFO Step 859: 0.260s, loss: 0.000648, perplexity: 1.000648.\n",
"2019-11-21 10:40:01,845 root INFO Step 860: 0.254s, loss: 0.000665, perplexity: 1.000665.\n",
"2019-11-21 10:40:02,119 root INFO Step 861: 0.262s, loss: 0.000651, perplexity: 1.000651.\n",
"2019-11-21 10:40:02,397 root INFO Step 862: 0.262s, loss: 0.085874, perplexity: 1.089670.\n",
"2019-11-21 10:40:02,651 root INFO Step 863: 0.243s, loss: 0.000840, perplexity: 1.000840.\n",
"2019-11-21 10:40:02,914 root INFO Step 864: 0.251s, loss: 0.000763, perplexity: 1.000763.\n",
"2019-11-21 10:40:03,178 root INFO Step 865: 0.252s, loss: 0.020697, perplexity: 1.020912.\n",
"2019-11-21 10:40:03,445 root INFO Step 866: 0.252s, loss: 0.000790, perplexity: 1.000790.\n",
"2019-11-21 10:40:03,722 root INFO Step 867: 0.262s, loss: 0.078369, perplexity: 1.081522.\n",
"2019-11-21 10:40:04,002 root INFO Step 868: 0.267s, loss: 0.000897, perplexity: 1.000897.\n",
"2019-11-21 10:40:04,266 root INFO Step 869: 0.252s, loss: 0.000850, perplexity: 1.000850.\n",
"2019-11-21 10:40:04,542 root INFO Step 870: 0.264s, loss: 0.000775, perplexity: 1.000775.\n",
"2019-11-21 10:40:04,806 root INFO Step 871: 0.248s, loss: 0.000732, perplexity: 1.000733.\n",
"2019-11-21 10:40:05,059 root INFO Step 872: 0.241s, loss: 0.000731, perplexity: 1.000731.\n",
"2019-11-21 10:40:05,310 root INFO Step 873: 0.239s, loss: 0.000764, perplexity: 1.000765.\n",
"2019-11-21 10:40:05,587 root INFO Step 874: 0.265s, loss: 0.083295, perplexity: 1.086862.\n",
"2019-11-21 10:40:05,862 root INFO Step 875: 0.262s, loss: 0.018052, perplexity: 1.018216.\n",
"2019-11-21 10:40:06,130 root INFO Step 876: 0.255s, loss: 0.000793, perplexity: 1.000793.\n",
"2019-11-21 10:40:06,394 root INFO Step 877: 0.252s, loss: 0.000831, perplexity: 1.000831.\n",
"2019-11-21 10:40:06,689 root INFO Step 878: 0.282s, loss: 0.000779, perplexity: 1.000779.\n",
"2019-11-21 10:40:06,948 root INFO Step 879: 0.247s, loss: 0.000787, perplexity: 1.000787.\n",
"2019-11-21 10:40:07,236 root INFO Step 880: 0.277s, loss: 0.018777, perplexity: 1.018954.\n",
"2019-11-21 10:40:07,497 root INFO Step 881: 0.248s, loss: 0.000718, perplexity: 1.000718.\n",
"2019-11-21 10:40:07,766 root INFO Step 882: 0.258s, loss: 0.000744, perplexity: 1.000745.\n",
"2019-11-21 10:40:08,045 root INFO Step 883: 0.257s, loss: 0.000708, perplexity: 1.000708.\n",
"2019-11-21 10:40:08,301 root INFO Step 884: 0.244s, loss: 0.000684, perplexity: 1.000684.\n",
"2019-11-21 10:40:08,578 root INFO Step 885: 0.265s, loss: 0.000692, perplexity: 1.000692.\n",
"2019-11-21 10:40:08,842 root INFO Step 886: 0.248s, loss: 0.000712, perplexity: 1.000712.\n",
"2019-11-21 10:40:09,116 root INFO Step 887: 0.262s, loss: 0.000675, perplexity: 1.000675.\n",
"2019-11-21 10:40:09,379 root INFO Step 888: 0.249s, loss: 0.000685, perplexity: 1.000685.\n",
"2019-11-21 10:40:09,662 root INFO Step 889: 0.266s, loss: 0.017396, perplexity: 1.017548.\n",
"2019-11-21 10:40:09,936 root INFO Step 890: 0.263s, loss: 0.000682, perplexity: 1.000682.\n",
"2019-11-21 10:40:10,197 root INFO Step 891: 0.247s, loss: 0.000658, perplexity: 1.000658.\n",
"2019-11-21 10:40:10,464 root INFO Step 892: 0.253s, loss: 0.000635, perplexity: 1.000636.\n",
"2019-11-21 10:40:10,742 root INFO Step 893: 0.265s, loss: 0.000645, perplexity: 1.000645.\n",
"2019-11-21 10:40:11,000 root INFO Step 894: 0.244s, loss: 0.019633, perplexity: 1.019827.\n",
"2019-11-21 10:40:11,270 root INFO Step 895: 0.256s, loss: 0.016002, perplexity: 1.016130.\n",
"2019-11-21 10:40:11,531 root INFO Step 896: 0.248s, loss: 0.000602, perplexity: 1.000602.\n",
"2019-11-21 10:40:11,800 root INFO Step 897: 0.257s, loss: 0.013525, perplexity: 1.013617.\n",
"2019-11-21 10:40:12,071 root INFO Step 898: 0.256s, loss: 0.000608, perplexity: 1.000608.\n",
"2019-11-21 10:40:12,343 root INFO Step 899: 0.260s, loss: 0.000613, perplexity: 1.000613.\n",
"2019-11-21 10:40:12,594 root INFO Step 900: 0.240s, loss: 0.000618, perplexity: 1.000618.\n",
"2019-11-21 10:40:12,595 root INFO Global step 900. Time: 0.258, loss: 0.011101, perplexity: 1.01.\n",
"2019-11-21 10:40:12,595 root INFO Saving the model at step 900.\n",
"2019-11-21 10:40:14,463 root INFO Step 901: 0.247s, loss: 0.020733, perplexity: 1.020949.\n",
"2019-11-21 10:40:14,722 root INFO Step 902: 0.247s, loss: 0.025951, perplexity: 1.026290.\n",
"2019-11-21 10:40:14,991 root INFO Step 903: 0.249s, loss: 0.017828, perplexity: 1.017988.\n",
"2019-11-21 10:40:15,263 root INFO Step 904: 0.259s, loss: 0.000623, perplexity: 1.000623.\n",
"2019-11-21 10:40:15,519 root INFO Step 905: 0.244s, loss: 0.069647, perplexity: 1.072130.\n",
"2019-11-21 10:40:15,818 root INFO Step 906: 0.285s, loss: 0.000935, perplexity: 1.000936.\n",
"2019-11-21 10:40:16,081 root INFO Step 907: 0.249s, loss: 0.000742, perplexity: 1.000742.\n",
"2019-11-21 10:40:16,355 root INFO Step 908: 0.262s, loss: 0.092775, perplexity: 1.097214.\n",
"2019-11-21 10:40:16,622 root INFO Step 909: 0.255s, loss: 0.000911, perplexity: 1.000912.\n",
"2019-11-21 10:40:16,910 root INFO Step 910: 0.277s, loss: 0.033220, perplexity: 1.033778.\n",
"2019-11-21 10:40:17,184 root INFO Step 911: 0.260s, loss: 0.000888, perplexity: 1.000888.\n",
"2019-11-21 10:40:17,474 root INFO Step 912: 0.278s, loss: 0.023600, perplexity: 1.023881.\n",
"2019-11-21 10:40:17,740 root INFO Step 913: 0.251s, loss: 0.000741, perplexity: 1.000741.\n",
"2019-11-21 10:40:18,016 root INFO Step 914: 0.257s, loss: 0.062283, perplexity: 1.064264.\n",
"2019-11-21 10:40:18,292 root INFO Step 915: 0.257s, loss: 0.007079, perplexity: 1.007104.\n",
"2019-11-21 10:40:18,566 root INFO Step 916: 0.260s, loss: 0.000939, perplexity: 1.000939.\n",
"2019-11-21 10:40:18,847 root INFO Step 917: 0.267s, loss: 0.000884, perplexity: 1.000884.\n",
"2019-11-21 10:40:19,124 root INFO Step 918: 0.258s, loss: 0.000773, perplexity: 1.000773.\n",
"2019-11-21 10:40:19,404 root INFO Step 919: 0.268s, loss: 0.018106, perplexity: 1.018270.\n",
"2019-11-21 10:40:19,716 root INFO Step 920: 0.299s, loss: 0.025564, perplexity: 1.025894.\n",
"2019-11-21 10:40:20,036 root INFO Step 921: 0.299s, loss: 0.000807, perplexity: 1.000807.\n",
"2019-11-21 10:40:20,335 root INFO Step 922: 0.287s, loss: 0.000815, perplexity: 1.000815.\n",
"2019-11-21 10:40:20,642 root INFO Step 923: 0.295s, loss: 0.000776, perplexity: 1.000776.\n",
"2019-11-21 10:40:20,957 root INFO Step 924: 0.300s, loss: 0.000780, perplexity: 1.000780.\n",
"2019-11-21 10:40:21,245 root INFO Step 925: 0.273s, loss: 0.000701, perplexity: 1.000701.\n",
"2019-11-21 10:40:21,518 root INFO Step 926: 0.261s, loss: 0.000730, perplexity: 1.000730.\n",
"2019-11-21 10:40:21,773 root INFO Step 927: 0.241s, loss: 0.015669, perplexity: 1.015793.\n",
"2019-11-21 10:40:22,073 root INFO Step 928: 0.282s, loss: 0.000672, perplexity: 1.000672.\n",
"2019-11-21 10:40:22,360 root INFO Step 929: 0.273s, loss: 0.000671, perplexity: 1.000671.\n",
"2019-11-21 10:40:22,625 root INFO Step 930: 0.251s, loss: 0.000655, perplexity: 1.000655.\n",
"2019-11-21 10:40:22,886 root INFO Step 931: 0.248s, loss: 0.000619, perplexity: 1.000619.\n",
"2019-11-21 10:40:23,166 root INFO Step 932: 0.261s, loss: 0.000634, perplexity: 1.000634.\n",
"2019-11-21 10:40:23,456 root INFO Step 933: 0.275s, loss: 0.061929, perplexity: 1.063886.\n",
"2019-11-21 10:40:23,735 root INFO Step 934: 0.267s, loss: 0.000642, perplexity: 1.000643.\n",
"2019-11-21 10:40:24,009 root INFO Step 935: 0.261s, loss: 0.032643, perplexity: 1.033182.\n",
"2019-11-21 10:40:24,266 root INFO Step 936: 0.245s, loss: 0.014983, perplexity: 1.015096.\n",
"2019-11-21 10:40:24,545 root INFO Step 937: 0.264s, loss: 0.098537, perplexity: 1.103555.\n",
"2019-11-21 10:40:24,829 root INFO Step 938: 0.268s, loss: 0.003767, perplexity: 1.003774.\n",
"2019-11-21 10:40:25,117 root INFO Step 939: 0.274s, loss: 0.049336, perplexity: 1.050573.\n",
"2019-11-21 10:40:25,395 root INFO Step 940: 0.264s, loss: 0.000680, perplexity: 1.000681.\n",
"2019-11-21 10:40:25,675 root INFO Step 941: 0.267s, loss: 0.000660, perplexity: 1.000661.\n",
"2019-11-21 10:40:25,956 root INFO Step 942: 0.268s, loss: 0.000706, perplexity: 1.000706.\n",
"2019-11-21 10:40:26,237 root INFO Step 943: 0.263s, loss: 0.026307, perplexity: 1.026656.\n",
"2019-11-21 10:40:26,532 root INFO Step 944: 0.282s, loss: 0.082694, perplexity: 1.086209.\n",
"2019-11-21 10:40:26,801 root INFO Step 945: 0.255s, loss: 0.001311, perplexity: 1.001312.\n",
"2019-11-21 10:40:27,088 root INFO Step 946: 0.274s, loss: 0.040231, perplexity: 1.041051.\n",
"2019-11-21 10:40:27,341 root INFO Step 947: 0.241s, loss: 0.016845, perplexity: 1.016987.\n",
"2019-11-21 10:40:27,600 root INFO Step 948: 0.247s, loss: 0.000820, perplexity: 1.000820.\n",
"2019-11-21 10:40:27,870 root INFO Step 949: 0.259s, loss: 0.020305, perplexity: 1.020512.\n",
"2019-11-21 10:40:28,153 root INFO Step 950: 0.269s, loss: 0.000915, perplexity: 1.000915.\n",
"2019-11-21 10:40:28,425 root INFO Step 951: 0.261s, loss: 0.000783, perplexity: 1.000784.\n",
"2019-11-21 10:40:28,706 root INFO Step 952: 0.268s, loss: 0.000874, perplexity: 1.000874.\n",
"2019-11-21 10:40:28,971 root INFO Step 953: 0.251s, loss: 0.016483, perplexity: 1.016620.\n",
"2019-11-21 10:40:29,258 root INFO Step 954: 0.273s, loss: 0.000766, perplexity: 1.000766.\n",
"2019-11-21 10:40:29,531 root INFO Step 955: 0.260s, loss: 0.013348, perplexity: 1.013438.\n",
"2019-11-21 10:40:29,814 root INFO Step 956: 0.269s, loss: 0.000839, perplexity: 1.000839.\n",
"2019-11-21 10:40:30,077 root INFO Step 957: 0.252s, loss: 0.000771, perplexity: 1.000772.\n",
"2019-11-21 10:40:30,345 root INFO Step 958: 0.254s, loss: 0.022111, perplexity: 1.022358.\n",
"2019-11-21 10:40:30,594 root INFO Step 959: 0.233s, loss: 0.081584, perplexity: 1.085004.\n",
"2019-11-21 10:40:30,845 root INFO Step 960: 0.239s, loss: 0.000841, perplexity: 1.000842.\n",
"2019-11-21 10:40:31,123 root INFO Step 961: 0.267s, loss: 0.000824, perplexity: 1.000824.\n",
"2019-11-21 10:40:31,393 root INFO Step 962: 0.257s, loss: 0.019376, perplexity: 1.019565.\n",
"2019-11-21 10:40:31,656 root INFO Step 963: 0.250s, loss: 0.000775, perplexity: 1.000775.\n",
"2019-11-21 10:40:31,917 root INFO Step 964: 0.248s, loss: 0.019358, perplexity: 1.019547.\n",
"2019-11-21 10:40:32,186 root INFO Step 965: 0.257s, loss: 0.017830, perplexity: 1.017990.\n",
"2019-11-21 10:40:32,457 root INFO Step 966: 0.256s, loss: 0.051062, perplexity: 1.052388.\n",
"2019-11-21 10:40:32,711 root INFO Step 967: 0.243s, loss: 0.030749, perplexity: 1.031227.\n",
"2019-11-21 10:40:32,981 root INFO Step 968: 0.257s, loss: 0.019407, perplexity: 1.019596.\n",
"2019-11-21 10:40:33,245 root INFO Step 969: 0.251s, loss: 0.063901, perplexity: 1.065987.\n",
"2019-11-21 10:40:33,516 root INFO Step 970: 0.259s, loss: 0.074504, perplexity: 1.077349.\n",
"2019-11-21 10:40:33,763 root INFO Step 971: 0.235s, loss: 0.003384, perplexity: 1.003390.\n",
"2019-11-21 10:40:34,014 root INFO Step 972: 0.240s, loss: 0.016676, perplexity: 1.016816.\n",
"2019-11-21 10:40:34,277 root INFO Step 973: 0.249s, loss: 0.018211, perplexity: 1.018377.\n",
"2019-11-21 10:40:34,533 root INFO Step 974: 0.240s, loss: 0.000806, perplexity: 1.000806.\n",
"2019-11-21 10:40:34,805 root INFO Step 975: 0.261s, loss: 0.020695, perplexity: 1.020911.\n",
"2019-11-21 10:40:35,064 root INFO Step 976: 0.247s, loss: 0.017681, perplexity: 1.017839.\n",
"2019-11-21 10:40:35,372 root INFO Step 977: 0.295s, loss: 0.027191, perplexity: 1.027564.\n",
"2019-11-21 10:40:35,640 root INFO Step 978: 0.250s, loss: 0.059181, perplexity: 1.060967.\n",
"2019-11-21 10:40:35,912 root INFO Step 979: 0.260s, loss: 0.041982, perplexity: 1.042875.\n",
"2019-11-21 10:40:36,184 root INFO Step 980: 0.259s, loss: 0.001240, perplexity: 1.001240.\n",
"2019-11-21 10:40:36,450 root INFO Step 981: 0.251s, loss: 0.013266, perplexity: 1.013355.\n",
"2019-11-21 10:40:36,711 root INFO Step 982: 0.247s, loss: 0.000697, perplexity: 1.000697.\n",
"2019-11-21 10:40:36,973 root INFO Step 983: 0.250s, loss: 0.000678, perplexity: 1.000678.\n",
"2019-11-21 10:40:37,230 root INFO Step 984: 0.245s, loss: 0.000689, perplexity: 1.000689.\n",
"2019-11-21 10:40:37,500 root INFO Step 985: 0.257s, loss: 0.000653, perplexity: 1.000654.\n",
"2019-11-21 10:40:37,762 root INFO Step 986: 0.250s, loss: 0.000640, perplexity: 1.000641.\n",
"2019-11-21 10:40:38,022 root INFO Step 987: 0.249s, loss: 0.032041, perplexity: 1.032560.\n",
"2019-11-21 10:40:38,292 root INFO Step 988: 0.256s, loss: 0.000637, perplexity: 1.000637.\n",
"2019-11-21 10:40:38,553 root INFO Step 989: 0.249s, loss: 0.000630, perplexity: 1.000630.\n",
"2019-11-21 10:40:38,827 root INFO Step 990: 0.262s, loss: 0.025037, perplexity: 1.025353.\n",
"2019-11-21 10:40:39,083 root INFO Step 991: 0.243s, loss: 0.030176, perplexity: 1.030636.\n",
"2019-11-21 10:40:39,362 root INFO Step 992: 0.265s, loss: 0.000601, perplexity: 1.000602.\n",
"2019-11-21 10:40:39,626 root INFO Step 993: 0.252s, loss: 0.066493, perplexity: 1.068754.\n",
"2019-11-21 10:40:39,897 root INFO Step 994: 0.255s, loss: 0.000747, perplexity: 1.000747.\n",
"2019-11-21 10:40:40,158 root INFO Step 995: 0.251s, loss: 0.000678, perplexity: 1.000679.\n",
"2019-11-21 10:40:40,430 root INFO Step 996: 0.259s, loss: 0.000640, perplexity: 1.000640.\n",
"2019-11-21 10:40:40,692 root INFO Step 997: 0.248s, loss: 0.000671, perplexity: 1.000671.\n",
"2019-11-21 10:40:40,972 root INFO Step 998: 0.267s, loss: 0.000636, perplexity: 1.000637.\n",
"2019-11-21 10:40:41,254 root INFO Step 999: 0.269s, loss: 0.013727, perplexity: 1.013822.\n",
"2019-11-21 10:40:41,533 root INFO Step 1000: 0.266s, loss: 0.026626, perplexity: 1.026983.\n",
"2019-11-21 10:40:41,533 root INFO Global step 1000. Time: 0.260, loss: 0.017403, perplexity: 1.02.\n",
"2019-11-21 10:40:41,534 root INFO Saving the model at step 1000.\n",
"2019-11-21 10:40:43,364 root INFO Step 1001: 0.248s, loss: 0.000626, perplexity: 1.000626.\n",
"2019-11-21 10:40:43,669 root INFO Step 1002: 0.292s, loss: 0.000718, perplexity: 1.000719.\n",
"2019-11-21 10:40:43,935 root INFO Step 1003: 0.252s, loss: 0.000689, perplexity: 1.000689.\n",
"2019-11-21 10:40:44,194 root INFO Step 1004: 0.247s, loss: 0.000612, perplexity: 1.000612.\n",
"2019-11-21 10:40:44,460 root INFO Step 1005: 0.254s, loss: 0.000597, perplexity: 1.000598.\n",
"2019-11-21 10:40:44,745 root INFO Step 1006: 0.269s, loss: 0.016614, perplexity: 1.016753.\n",
"2019-11-21 10:40:45,031 root INFO Step 1007: 0.273s, loss: 0.016938, perplexity: 1.017082.\n",
"2019-11-21 10:40:45,284 root INFO Step 1008: 0.240s, loss: 0.041139, perplexity: 1.041997.\n",
"2019-11-21 10:40:45,557 root INFO Step 1009: 0.261s, loss: 0.000615, perplexity: 1.000615.\n",
"2019-11-21 10:40:45,828 root INFO Step 1010: 0.258s, loss: 0.018457, perplexity: 1.018629.\n",
"2019-11-21 10:40:46,092 root INFO Step 1011: 0.253s, loss: 0.000653, perplexity: 1.000653.\n",
"2019-11-21 10:40:46,351 root INFO Step 1012: 0.247s, loss: 0.026851, perplexity: 1.027215.\n",
"2019-11-21 10:40:46,626 root INFO Step 1013: 0.262s, loss: 0.000615, perplexity: 1.000615.\n",
"2019-11-21 10:40:46,901 root INFO Step 1014: 0.263s, loss: 0.019069, perplexity: 1.019252.\n",
"2019-11-21 10:40:47,173 root INFO Step 1015: 0.259s, loss: 0.020008, perplexity: 1.020210.\n",
"2019-11-21 10:40:47,460 root INFO Step 1016: 0.267s, loss: 0.011524, perplexity: 1.011591.\n",
"2019-11-21 10:40:47,708 root INFO Step 1017: 0.236s, loss: 0.000649, perplexity: 1.000650.\n",
"2019-11-21 10:40:47,983 root INFO Step 1018: 0.262s, loss: 0.024966, perplexity: 1.025280.\n",
"2019-11-21 10:40:48,243 root INFO Step 1019: 0.247s, loss: 0.027267, perplexity: 1.027642.\n",
"2019-11-21 10:40:48,531 root INFO Step 1020: 0.274s, loss: 0.000587, perplexity: 1.000588.\n",
"2019-11-21 10:40:48,804 root INFO Step 1021: 0.261s, loss: 0.024205, perplexity: 1.024500.\n",
"2019-11-21 10:40:49,071 root INFO Step 1022: 0.254s, loss: 0.000604, perplexity: 1.000604.\n",
"2019-11-21 10:40:49,342 root INFO Step 1023: 0.257s, loss: 0.011813, perplexity: 1.011883.\n",
"2019-11-21 10:40:49,613 root INFO Step 1024: 0.256s, loss: 0.000596, perplexity: 1.000596.\n",
"2019-11-21 10:40:49,978 root INFO Step 1025: 0.352s, loss: 0.000707, perplexity: 1.000707.\n",
"2019-11-21 10:40:50,282 root INFO Step 1026: 0.286s, loss: 0.017955, perplexity: 1.018118.\n",
"2019-11-21 10:40:50,601 root INFO Step 1027: 0.303s, loss: 0.000593, perplexity: 1.000593.\n",
"2019-11-21 10:40:50,913 root INFO Step 1028: 0.296s, loss: 0.053532, perplexity: 1.054991.\n",
"2019-11-21 10:40:51,210 root INFO Step 1029: 0.283s, loss: 0.000652, perplexity: 1.000652.\n",
"2019-11-21 10:40:51,489 root INFO Step 1030: 0.264s, loss: 0.000598, perplexity: 1.000598.\n",
"2019-11-21 10:40:51,769 root INFO Step 1031: 0.268s, loss: 0.000569, perplexity: 1.000570.\n",
"2019-11-21 10:40:52,064 root INFO Step 1032: 0.280s, loss: 0.000557, perplexity: 1.000557.\n",
"2019-11-21 10:40:52,309 root INFO Step 1033: 0.233s, loss: 0.000565, perplexity: 1.000565.\n",
"2019-11-21 10:40:52,573 root INFO Step 1034: 0.251s, loss: 0.019663, perplexity: 1.019857.\n",
"2019-11-21 10:40:52,835 root INFO Step 1035: 0.248s, loss: 0.000553, perplexity: 1.000553.\n",
"2019-11-21 10:40:53,106 root INFO Step 1036: 0.260s, loss: 0.000570, perplexity: 1.000571.\n",
"2019-11-21 10:40:53,371 root INFO Step 1037: 0.252s, loss: 0.000543, perplexity: 1.000543.\n",
"2019-11-21 10:40:53,663 root INFO Step 1038: 0.273s, loss: 0.028958, perplexity: 1.029382.\n",
"2019-11-21 10:40:53,923 root INFO Step 1039: 0.246s, loss: 0.000582, perplexity: 1.000582.\n",
"2019-11-21 10:40:54,197 root INFO Step 1040: 0.264s, loss: 0.077733, perplexity: 1.080834.\n",
"2019-11-21 10:40:54,471 root INFO Step 1041: 0.260s, loss: 0.000627, perplexity: 1.000627.\n",
"2019-11-21 10:40:54,757 root INFO Step 1042: 0.273s, loss: 0.016025, perplexity: 1.016154.\n",
"2019-11-21 10:40:55,034 root INFO Step 1043: 0.264s, loss: 0.000629, perplexity: 1.000629.\n",
"2019-11-21 10:40:55,313 root INFO Step 1044: 0.264s, loss: 0.000608, perplexity: 1.000608.\n",
"2019-11-21 10:40:55,566 root INFO Step 1045: 0.240s, loss: 0.000637, perplexity: 1.000637.\n",
"2019-11-21 10:40:55,836 root INFO Step 1046: 0.258s, loss: 0.016517, perplexity: 1.016654.\n",
"2019-11-21 10:40:56,088 root INFO Step 1047: 0.239s, loss: 0.000549, perplexity: 1.000549.\n",
"2019-11-21 10:40:56,380 root INFO Step 1048: 0.280s, loss: 0.000568, perplexity: 1.000569.\n",
"2019-11-21 10:40:56,653 root INFO Step 1049: 0.259s, loss: 0.000582, perplexity: 1.000583.\n",
"2019-11-21 10:40:56,911 root INFO Step 1050: 0.243s, loss: 0.000561, perplexity: 1.000561.\n",
"2019-11-21 10:40:57,165 root INFO Step 1051: 0.243s, loss: 0.020837, perplexity: 1.021055.\n",
"2019-11-21 10:40:57,417 root INFO Step 1052: 0.240s, loss: 0.015966, perplexity: 1.016094.\n",
"2019-11-21 10:40:57,690 root INFO Step 1053: 0.261s, loss: 0.000567, perplexity: 1.000567.\n",
"2019-11-21 10:40:57,960 root INFO Step 1054: 0.255s, loss: 0.000525, perplexity: 1.000525.\n",
"2019-11-21 10:40:58,235 root INFO Step 1055: 0.258s, loss: 0.000554, perplexity: 1.000555.\n",
"2019-11-21 10:40:58,498 root INFO Step 1056: 0.251s, loss: 0.000517, perplexity: 1.000517.\n",
"2019-11-21 10:40:58,774 root INFO Step 1057: 0.262s, loss: 0.000520, perplexity: 1.000520.\n",
"2019-11-21 10:40:59,033 root INFO Step 1058: 0.245s, loss: 0.000513, perplexity: 1.000513.\n",
"2019-11-21 10:40:59,316 root INFO Step 1059: 0.270s, loss: 0.000516, perplexity: 1.000516.\n",
"2019-11-21 10:40:59,579 root INFO Step 1060: 0.250s, loss: 0.000506, perplexity: 1.000506.\n",
"2019-11-21 10:40:59,864 root INFO Step 1061: 0.272s, loss: 0.031271, perplexity: 1.031765.\n",
"2019-11-21 10:41:00,139 root INFO Step 1062: 0.263s, loss: 0.080649, perplexity: 1.083991.\n",
"2019-11-21 10:41:00,422 root INFO Step 1063: 0.270s, loss: 0.001052, perplexity: 1.001053.\n",
"2019-11-21 10:41:00,685 root INFO Step 1064: 0.252s, loss: 0.000635, perplexity: 1.000635.\n",
"2019-11-21 10:41:00,963 root INFO Step 1065: 0.264s, loss: 0.000663, perplexity: 1.000663.\n",
"2019-11-21 10:41:01,218 root INFO Step 1066: 0.243s, loss: 0.025315, perplexity: 1.025638.\n",
"2019-11-21 10:41:01,472 root INFO Step 1067: 0.241s, loss: 0.000630, perplexity: 1.000630.\n",
"2019-11-21 10:41:01,743 root INFO Step 1068: 0.257s, loss: 0.000550, perplexity: 1.000551.\n",
"2019-11-21 10:41:02,005 root INFO Step 1069: 0.246s, loss: 0.000533, perplexity: 1.000533.\n",
"2019-11-21 10:41:02,266 root INFO Step 1070: 0.250s, loss: 0.000563, perplexity: 1.000563.\n",
"2019-11-21 10:41:02,537 root INFO Step 1071: 0.256s, loss: 0.000526, perplexity: 1.000526.\n",
"2019-11-21 10:41:02,792 root INFO Step 1072: 0.243s, loss: 0.000522, perplexity: 1.000522.\n",
"2019-11-21 10:41:03,063 root INFO Step 1073: 0.255s, loss: 0.000537, perplexity: 1.000537.\n",
"2019-11-21 10:41:03,327 root INFO Step 1074: 0.252s, loss: 0.000510, perplexity: 1.000510.\n",
"2019-11-21 10:41:03,583 root INFO Step 1075: 0.243s, loss: 0.000521, perplexity: 1.000521.\n",
"2019-11-21 10:41:03,853 root INFO Step 1076: 0.259s, loss: 0.000526, perplexity: 1.000526.\n",
"2019-11-21 10:41:04,119 root INFO Step 1077: 0.253s, loss: 0.000503, perplexity: 1.000503.\n",
"2019-11-21 10:41:04,386 root INFO Step 1078: 0.255s, loss: 0.000527, perplexity: 1.000528.\n",
"2019-11-21 10:41:04,655 root INFO Step 1079: 0.255s, loss: 0.017381, perplexity: 1.017533.\n",
"2019-11-21 10:41:04,921 root INFO Step 1080: 0.254s, loss: 0.075351, perplexity: 1.078263.\n",
"2019-11-21 10:41:05,194 root INFO Step 1081: 0.260s, loss: 0.077714, perplexity: 1.080814.\n",
"2019-11-21 10:41:05,459 root INFO Step 1082: 0.254s, loss: 0.086286, perplexity: 1.090119.\n",
"2019-11-21 10:41:05,719 root INFO Step 1083: 0.248s, loss: 0.000781, perplexity: 1.000781.\n",
"2019-11-21 10:41:06,000 root INFO Step 1084: 0.264s, loss: 0.000872, perplexity: 1.000873.\n",
"2019-11-21 10:41:06,259 root INFO Step 1085: 0.246s, loss: 0.000737, perplexity: 1.000737.\n",
"2019-11-21 10:41:06,526 root INFO Step 1086: 0.255s, loss: 0.000757, perplexity: 1.000757.\n",
"2019-11-21 10:41:06,798 root INFO Step 1087: 0.255s, loss: 0.000673, perplexity: 1.000673.\n",
"2019-11-21 10:41:07,082 root INFO Step 1088: 0.271s, loss: 0.000738, perplexity: 1.000739.\n",
"2019-11-21 10:41:07,345 root INFO Step 1089: 0.251s, loss: 0.000639, perplexity: 1.000640.\n",
"2019-11-21 10:41:07,591 root INFO Step 1090: 0.234s, loss: 0.000685, perplexity: 1.000685.\n",
"2019-11-21 10:41:07,856 root INFO Step 1091: 0.252s, loss: 0.000685, perplexity: 1.000686.\n",
"2019-11-21 10:41:08,120 root INFO Step 1092: 0.252s, loss: 0.000629, perplexity: 1.000629.\n",
"2019-11-21 10:41:08,386 root INFO Step 1093: 0.254s, loss: 0.000710, perplexity: 1.000710.\n",
"2019-11-21 10:41:08,652 root INFO Step 1094: 0.254s, loss: 0.000596, perplexity: 1.000596.\n",
"2019-11-21 10:41:08,920 root INFO Step 1095: 0.256s, loss: 0.000618, perplexity: 1.000619.\n",
"2019-11-21 10:41:09,190 root INFO Step 1096: 0.257s, loss: 0.017499, perplexity: 1.017653.\n",
"2019-11-21 10:41:09,461 root INFO Step 1097: 0.260s, loss: 0.028193, perplexity: 1.028594.\n",
"2019-11-21 10:41:09,743 root INFO Step 1098: 0.269s, loss: 0.000656, perplexity: 1.000656.\n",
"2019-11-21 10:41:10,028 root INFO Step 1099: 0.273s, loss: 0.000726, perplexity: 1.000726.\n",
"2019-11-21 10:41:10,297 root INFO Step 1100: 0.253s, loss: 0.050793, perplexity: 1.052105.\n",
"2019-11-21 10:41:10,298 root INFO Global step 1100. Time: 0.259, loss: 0.010588, perplexity: 1.01.\n",
"2019-11-21 10:41:10,298 root INFO Saving the model at step 1100.\n",
"2019-11-21 10:41:12,171 root INFO Step 1101: 0.275s, loss: 0.000642, perplexity: 1.000642.\n",
"2019-11-21 10:41:12,429 root INFO Step 1102: 0.244s, loss: 0.000618, perplexity: 1.000618.\n",
"2019-11-21 10:41:12,689 root INFO Step 1103: 0.248s, loss: 0.040644, perplexity: 1.041481.\n",
"2019-11-21 10:41:12,953 root INFO Step 1104: 0.251s, loss: 0.031439, perplexity: 1.031938.\n",
"2019-11-21 10:41:13,253 root INFO Step 1105: 0.288s, loss: 0.010418, perplexity: 1.010473.\n",
"2019-11-21 10:41:13,534 root INFO Step 1106: 0.268s, loss: 0.000681, perplexity: 1.000681.\n",
"2019-11-21 10:41:13,812 root INFO Step 1107: 0.265s, loss: 0.027662, perplexity: 1.028048.\n",
"2019-11-21 10:41:14,085 root INFO Step 1108: 0.259s, loss: 0.000604, perplexity: 1.000605.\n",
"2019-11-21 10:41:14,351 root INFO Step 1109: 0.252s, loss: 0.014768, perplexity: 1.014878.\n",
"2019-11-21 10:41:14,608 root INFO Step 1110: 0.244s, loss: 0.000629, perplexity: 1.000629.\n",
"2019-11-21 10:41:14,904 root INFO Step 1111: 0.282s, loss: 0.015398, perplexity: 1.015517.\n",
"2019-11-21 10:41:15,198 root INFO Step 1112: 0.276s, loss: 0.000581, perplexity: 1.000581.\n",
"2019-11-21 10:41:15,490 root INFO Step 1113: 0.280s, loss: 0.022287, perplexity: 1.022537.\n",
"2019-11-21 10:41:15,789 root INFO Step 1114: 0.287s, loss: 0.000665, perplexity: 1.000666.\n",
"2019-11-21 10:41:16,079 root INFO Step 1115: 0.274s, loss: 0.000612, perplexity: 1.000612.\n",
"2019-11-21 10:41:16,382 root INFO Step 1116: 0.290s, loss: 0.018454, perplexity: 1.018626.\n",
"2019-11-21 10:41:16,658 root INFO Step 1117: 0.263s, loss: 0.097884, perplexity: 1.102835.\n",
"2019-11-21 10:41:16,932 root INFO Step 1118: 0.261s, loss: 0.029176, perplexity: 1.029606.\n",
"2019-11-21 10:41:17,218 root INFO Step 1119: 0.272s, loss: 0.013550, perplexity: 1.013643.\n",
"2019-11-21 10:41:17,491 root INFO Step 1120: 0.259s, loss: 0.015466, perplexity: 1.015586.\n",
"2019-11-21 10:41:17,762 root INFO Step 1121: 0.259s, loss: 0.068886, perplexity: 1.071314.\n",
"2019-11-21 10:41:18,047 root INFO Step 1122: 0.273s, loss: 0.000732, perplexity: 1.000733.\n",
"2019-11-21 10:41:18,311 root INFO Step 1123: 0.251s, loss: 0.076070, perplexity: 1.079038.\n",
"2019-11-21 10:41:18,585 root INFO Step 1124: 0.261s, loss: 0.001028, perplexity: 1.001028.\n",
"2019-11-21 10:41:18,855 root INFO Step 1125: 0.258s, loss: 0.000921, perplexity: 1.000921.\n",
"2019-11-21 10:41:19,133 root INFO Step 1126: 0.266s, loss: 0.062416, perplexity: 1.064405.\n",
"2019-11-21 10:41:19,414 root INFO Step 1127: 0.267s, loss: 0.031204, perplexity: 1.031696.\n",
"2019-11-21 10:41:19,691 root INFO Step 1128: 0.265s, loss: 0.000995, perplexity: 1.000995.\n",
"2019-11-21 10:41:20,037 root INFO Step 1129: 0.318s, loss: 0.010379, perplexity: 1.010433.\n",
"2019-11-21 10:41:20,362 root INFO Step 1130: 0.311s, loss: 0.001891, perplexity: 1.001893.\n",
"2019-11-21 10:41:20,654 root INFO Step 1131: 0.279s, loss: 0.021859, perplexity: 1.022099.\n",
"2019-11-21 10:41:20,982 root INFO Step 1132: 0.312s, loss: 0.000812, perplexity: 1.000812.\n",
"2019-11-21 10:41:21,263 root INFO Step 1133: 0.265s, loss: 0.000728, perplexity: 1.000728.\n",
"2019-11-21 10:41:21,537 root INFO Step 1134: 0.258s, loss: 0.000704, perplexity: 1.000704.\n",
"2019-11-21 10:41:21,804 root INFO Step 1135: 0.255s, loss: 0.079693, perplexity: 1.082955.\n",
"2019-11-21 10:41:22,086 root INFO Step 1136: 0.269s, loss: 0.000985, perplexity: 1.000986.\n",
"2019-11-21 10:41:22,366 root INFO Step 1137: 0.267s, loss: 0.000895, perplexity: 1.000896.\n",
"2019-11-21 10:41:22,660 root INFO Step 1138: 0.279s, loss: 0.018417, perplexity: 1.018587.\n",
"2019-11-21 10:41:22,926 root INFO Step 1139: 0.252s, loss: 0.000855, perplexity: 1.000856.\n",
"2019-11-21 10:41:23,196 root INFO Step 1140: 0.256s, loss: 0.000837, perplexity: 1.000837.\n",
"2019-11-21 10:41:23,476 root INFO Step 1141: 0.255s, loss: 0.000847, perplexity: 1.000847.\n",
"2019-11-21 10:41:23,762 root INFO Step 1142: 0.268s, loss: 0.000806, perplexity: 1.000806.\n",
"2019-11-21 10:41:24,034 root INFO Step 1143: 0.260s, loss: 0.024394, perplexity: 1.024694.\n",
"2019-11-21 10:41:24,323 root INFO Step 1144: 0.277s, loss: 0.000816, perplexity: 1.000816.\n",
"2019-11-21 10:41:24,593 root INFO Step 1145: 0.256s, loss: 0.000761, perplexity: 1.000761.\n",
"2019-11-21 10:41:24,878 root INFO Step 1146: 0.272s, loss: 0.000726, perplexity: 1.000726.\n",
"2019-11-21 10:41:25,166 root INFO Step 1147: 0.273s, loss: 0.000715, perplexity: 1.000715.\n",
"2019-11-21 10:41:25,460 root INFO Step 1148: 0.282s, loss: 0.025267, perplexity: 1.025589.\n",
"2019-11-21 10:41:25,761 root INFO Step 1149: 0.286s, loss: 0.000682, perplexity: 1.000683.\n",
"2019-11-21 10:41:26,048 root INFO Step 1150: 0.274s, loss: 0.044623, perplexity: 1.045634.\n",
"2019-11-21 10:41:26,352 root INFO Step 1151: 0.290s, loss: 0.092050, perplexity: 1.096420.\n",
"2019-11-21 10:41:26,647 root INFO Step 1152: 0.279s, loss: 0.001074, perplexity: 1.001075.\n",
"2019-11-21 10:41:26,920 root INFO Step 1153: 0.259s, loss: 0.019063, perplexity: 1.019246.\n",
"2019-11-21 10:41:27,192 root INFO Step 1154: 0.259s, loss: 0.000892, perplexity: 1.000893.\n",
"2019-11-21 10:41:27,482 root INFO Step 1155: 0.277s, loss: 0.001023, perplexity: 1.001024.\n",
"2019-11-21 10:41:27,751 root INFO Step 1156: 0.255s, loss: 0.001526, perplexity: 1.001527.\n",
"2019-11-21 10:41:28,038 root INFO Step 1157: 0.272s, loss: 0.015013, perplexity: 1.015126.\n",
"2019-11-21 10:41:28,319 root INFO Step 1158: 0.268s, loss: 0.000702, perplexity: 1.000703.\n",
"2019-11-21 10:41:28,589 root INFO Step 1159: 0.249s, loss: 0.000736, perplexity: 1.000736.\n",
"2019-11-21 10:41:28,875 root INFO Step 1160: 0.273s, loss: 0.015759, perplexity: 1.015884.\n",
"2019-11-21 10:41:29,169 root INFO Step 1161: 0.277s, loss: 0.015055, perplexity: 1.015169.\n",
"2019-11-21 10:41:29,460 root INFO Step 1162: 0.279s, loss: 0.020147, perplexity: 1.020351.\n",
"2019-11-21 10:41:29,751 root INFO Step 1163: 0.277s, loss: 0.000639, perplexity: 1.000639.\n",
"2019-11-21 10:41:30,017 root INFO Step 1164: 0.254s, loss: 0.000759, perplexity: 1.000759.\n",
"2019-11-21 10:41:30,303 root INFO Step 1165: 0.268s, loss: 0.000617, perplexity: 1.000617.\n",
"2019-11-21 10:41:30,588 root INFO Step 1166: 0.271s, loss: 0.000652, perplexity: 1.000652.\n",
"2019-11-21 10:41:30,865 root INFO Step 1167: 0.262s, loss: 0.019634, perplexity: 1.019828.\n",
"2019-11-21 10:41:31,134 root INFO Step 1168: 0.257s, loss: 0.000571, perplexity: 1.000571.\n",
"2019-11-21 10:41:31,430 root INFO Step 1169: 0.282s, loss: 0.000574, perplexity: 1.000575.\n",
"2019-11-21 10:41:31,707 root INFO Step 1170: 0.264s, loss: 0.000604, perplexity: 1.000604.\n",
"2019-11-21 10:41:31,990 root INFO Step 1171: 0.270s, loss: 0.013391, perplexity: 1.013481.\n",
"2019-11-21 10:41:32,279 root INFO Step 1172: 0.274s, loss: 0.000629, perplexity: 1.000630.\n",
"2019-11-21 10:41:32,563 root INFO Step 1173: 0.271s, loss: 0.000562, perplexity: 1.000562.\n",
"2019-11-21 10:41:32,830 root INFO Step 1174: 0.255s, loss: 0.000610, perplexity: 1.000610.\n",
"2019-11-21 10:41:33,095 root INFO Step 1175: 0.254s, loss: 0.000562, perplexity: 1.000562.\n",
"2019-11-21 10:41:33,360 root INFO Step 1176: 0.253s, loss: 0.016326, perplexity: 1.016460.\n",
"2019-11-21 10:41:33,637 root INFO Step 1177: 0.264s, loss: 0.000638, perplexity: 1.000639.\n",
"2019-11-21 10:41:33,902 root INFO Step 1178: 0.251s, loss: 0.030903, perplexity: 1.031385.\n",
"2019-11-21 10:41:34,154 root INFO Step 1179: 0.240s, loss: 0.000541, perplexity: 1.000541.\n",
"2019-11-21 10:41:34,428 root INFO Step 1180: 0.258s, loss: 0.076248, perplexity: 1.079230.\n",
"2019-11-21 10:41:34,700 root INFO Step 1181: 0.259s, loss: 0.000637, perplexity: 1.000638.\n",
"2019-11-21 10:41:34,956 root INFO Step 1182: 0.243s, loss: 0.000621, perplexity: 1.000621.\n",
"2019-11-21 10:41:35,236 root INFO Step 1183: 0.264s, loss: 0.022986, perplexity: 1.023252.\n",
"2019-11-21 10:41:35,516 root INFO Step 1184: 0.267s, loss: 0.000611, perplexity: 1.000611.\n",
"2019-11-21 10:41:35,789 root INFO Step 1185: 0.260s, loss: 0.013679, perplexity: 1.013773.\n",
"2019-11-21 10:41:36,060 root INFO Step 1186: 0.258s, loss: 0.000647, perplexity: 1.000647.\n",
"2019-11-21 10:41:36,335 root INFO Step 1187: 0.259s, loss: 0.000604, perplexity: 1.000604.\n",
"2019-11-21 10:41:36,617 root INFO Step 1188: 0.270s, loss: 0.020371, perplexity: 1.020580.\n",
"2019-11-21 10:41:36,878 root INFO Step 1189: 0.248s, loss: 0.000573, perplexity: 1.000573.\n",
"2019-11-21 10:41:37,131 root INFO Step 1190: 0.240s, loss: 0.000556, perplexity: 1.000556.\n",
"2019-11-21 10:41:37,388 root INFO Step 1191: 0.245s, loss: 0.000626, perplexity: 1.000626.\n",
"2019-11-21 10:41:37,667 root INFO Step 1192: 0.267s, loss: 0.000529, perplexity: 1.000530.\n",
"2019-11-21 10:41:37,951 root INFO Step 1193: 0.272s, loss: 0.000547, perplexity: 1.000547.\n",
"2019-11-21 10:41:38,228 root INFO Step 1194: 0.265s, loss: 0.046915, perplexity: 1.048033.\n",
"2019-11-21 10:41:38,490 root INFO Step 1195: 0.250s, loss: 0.000546, perplexity: 1.000546.\n",
"2019-11-21 10:41:38,770 root INFO Step 1196: 0.266s, loss: 0.030328, perplexity: 1.030793.\n",
"2019-11-21 10:41:39,044 root INFO Step 1197: 0.262s, loss: 0.000581, perplexity: 1.000581.\n",
"2019-11-21 10:41:39,314 root INFO Step 1198: 0.257s, loss: 0.021231, perplexity: 1.021458.\n",
"2019-11-21 10:41:39,587 root INFO Step 1199: 0.259s, loss: 0.027668, perplexity: 1.028054.\n",
"2019-11-21 10:41:39,853 root INFO Step 1200: 0.248s, loss: 0.000548, perplexity: 1.000548.\n",
"2019-11-21 10:41:39,854 root INFO Global step 1200. Time: 0.266, loss: 0.013604, perplexity: 1.01.\n",
"2019-11-21 10:41:39,854 root INFO Saving the model at step 1200.\n",
"2019-11-21 10:41:41,754 root INFO Step 1201: 0.272s, loss: 0.000534, perplexity: 1.000534.\n",
"2019-11-21 10:41:42,010 root INFO Step 1202: 0.245s, loss: 0.065909, perplexity: 1.068129.\n",
"2019-11-21 10:41:42,275 root INFO Step 1203: 0.249s, loss: 0.000878, perplexity: 1.000878.\n",
"2019-11-21 10:41:42,546 root INFO Step 1204: 0.258s, loss: 0.036966, perplexity: 1.037658.\n",
"2019-11-21 10:41:42,810 root INFO Step 1205: 0.253s, loss: 0.027783, perplexity: 1.028173.\n",
"2019-11-21 10:41:43,096 root INFO Step 1206: 0.273s, loss: 0.028434, perplexity: 1.028842.\n",
"2019-11-21 10:41:43,355 root INFO Step 1207: 0.247s, loss: 0.000780, perplexity: 1.000780.\n",
"2019-11-21 10:41:43,640 root INFO Step 1208: 0.270s, loss: 0.000660, perplexity: 1.000660.\n",
"2019-11-21 10:41:43,928 root INFO Step 1209: 0.276s, loss: 0.000725, perplexity: 1.000726.\n",
"2019-11-21 10:41:44,194 root INFO Step 1210: 0.249s, loss: 0.000743, perplexity: 1.000744.\n",
"2019-11-21 10:41:44,471 root INFO Step 1211: 0.263s, loss: 0.000607, perplexity: 1.000607.\n",
"2019-11-21 10:41:44,750 root INFO Step 1212: 0.266s, loss: 0.036898, perplexity: 1.037587.\n",
"2019-11-21 10:41:45,046 root INFO Step 1213: 0.281s, loss: 0.000727, perplexity: 1.000728.\n",
"2019-11-21 10:41:45,314 root INFO Step 1214: 0.254s, loss: 0.000633, perplexity: 1.000633.\n",
"2019-11-21 10:41:45,577 root INFO Step 1215: 0.249s, loss: 0.000633, perplexity: 1.000633.\n",
"2019-11-21 10:41:45,842 root INFO Step 1216: 0.251s, loss: 0.000645, perplexity: 1.000646.\n",
"2019-11-21 10:41:46,111 root INFO Step 1217: 0.252s, loss: 0.000632, perplexity: 1.000632.\n",
"2019-11-21 10:41:46,386 root INFO Step 1218: 0.261s, loss: 0.000662, perplexity: 1.000662.\n",
"2019-11-21 10:41:46,645 root INFO Step 1219: 0.245s, loss: 0.000634, perplexity: 1.000634.\n",
"2019-11-21 10:41:46,914 root INFO Step 1220: 0.255s, loss: 0.000610, perplexity: 1.000610.\n",
"2019-11-21 10:41:47,191 root INFO Step 1221: 0.264s, loss: 0.015155, perplexity: 1.015270.\n",
"2019-11-21 10:41:47,464 root INFO Step 1222: 0.262s, loss: 0.000547, perplexity: 1.000548.\n",
"2019-11-21 10:41:47,720 root INFO Step 1223: 0.243s, loss: 0.000551, perplexity: 1.000551.\n",
"2019-11-21 10:41:47,993 root INFO Step 1224: 0.260s, loss: 0.083059, perplexity: 1.086606.\n",
"2019-11-21 10:41:48,248 root INFO Step 1225: 0.242s, loss: 0.000663, perplexity: 1.000664.\n",
"2019-11-21 10:41:48,524 root INFO Step 1226: 0.264s, loss: 0.000659, perplexity: 1.000659.\n",
"2019-11-21 10:41:48,809 root INFO Step 1227: 0.270s, loss: 0.000646, perplexity: 1.000646.\n",
"2019-11-21 10:41:49,108 root INFO Step 1228: 0.284s, loss: 0.000571, perplexity: 1.000572.\n",
"2019-11-21 10:41:49,402 root INFO Step 1229: 0.280s, loss: 0.000632, perplexity: 1.000633.\n",
"2019-11-21 10:41:49,682 root INFO Step 1230: 0.268s, loss: 0.000574, perplexity: 1.000574.\n",
"2019-11-21 10:41:50,050 root INFO Step 1231: 0.354s, loss: 0.000593, perplexity: 1.000593.\n",
"2019-11-21 10:41:50,357 root INFO Step 1232: 0.293s, loss: 0.000542, perplexity: 1.000543.\n",
"2019-11-21 10:41:50,663 root INFO Step 1233: 0.291s, loss: 0.024394, perplexity: 1.024694.\n",
"2019-11-21 10:41:50,979 root INFO Step 1234: 0.302s, loss: 0.000566, perplexity: 1.000566.\n",
"2019-11-21 10:41:51,294 root INFO Step 1235: 0.296s, loss: 0.000555, perplexity: 1.000555.\n",
"2019-11-21 10:41:51,569 root INFO Step 1236: 0.263s, loss: 0.000566, perplexity: 1.000566.\n",
"2019-11-21 10:41:51,840 root INFO Step 1237: 0.259s, loss: 0.077762, perplexity: 1.080866.\n",
"2019-11-21 10:41:52,114 root INFO Step 1238: 0.260s, loss: 0.001199, perplexity: 1.001200.\n",
"2019-11-21 10:41:52,382 root INFO Step 1239: 0.254s, loss: 0.000767, perplexity: 1.000767.\n",
"2019-11-21 10:41:52,641 root INFO Step 1240: 0.242s, loss: 0.000710, perplexity: 1.000710.\n",
"2019-11-21 10:41:52,890 root INFO Step 1241: 0.236s, loss: 0.000692, perplexity: 1.000692.\n",
"2019-11-21 10:41:53,164 root INFO Step 1242: 0.255s, loss: 0.000671, perplexity: 1.000671.\n",
"2019-11-21 10:41:53,440 root INFO Step 1243: 0.263s, loss: 0.000589, perplexity: 1.000589.\n",
"2019-11-21 10:41:53,695 root INFO Step 1244: 0.243s, loss: 0.000616, perplexity: 1.000616.\n",
"2019-11-21 10:41:53,982 root INFO Step 1245: 0.272s, loss: 0.000570, perplexity: 1.000570.\n",
"2019-11-21 10:41:54,265 root INFO Step 1246: 0.270s, loss: 0.023694, perplexity: 1.023977.\n",
"2019-11-21 10:41:54,533 root INFO Step 1247: 0.255s, loss: 0.015673, perplexity: 1.015796.\n",
"2019-11-21 10:41:54,807 root INFO Step 1248: 0.260s, loss: 0.000575, perplexity: 1.000575.\n",
"2019-11-21 10:41:55,094 root INFO Step 1249: 0.271s, loss: 0.016872, perplexity: 1.017015.\n",
"2019-11-21 10:41:55,350 root INFO Step 1250: 0.242s, loss: 0.000538, perplexity: 1.000538.\n",
"2019-11-21 10:41:55,599 root INFO Step 1251: 0.238s, loss: 0.022709, perplexity: 1.022969.\n",
"2019-11-21 10:41:55,880 root INFO Step 1252: 0.268s, loss: 0.018257, perplexity: 1.018425.\n",
"2019-11-21 10:41:56,166 root INFO Step 1253: 0.275s, loss: 0.037639, perplexity: 1.038356.\n",
"2019-11-21 10:41:56,452 root INFO Step 1254: 0.273s, loss: 0.018578, perplexity: 1.018752.\n",
"2019-11-21 10:41:56,735 root INFO Step 1255: 0.270s, loss: 0.032389, perplexity: 1.032919.\n",
"2019-11-21 10:41:57,011 root INFO Step 1256: 0.263s, loss: 0.023729, perplexity: 1.024013.\n",
"2019-11-21 10:41:57,275 root INFO Step 1257: 0.252s, loss: 0.100416, perplexity: 1.105631.\n",
"2019-11-21 10:41:57,536 root INFO Step 1258: 0.245s, loss: 0.020424, perplexity: 1.020634.\n",
"2019-11-21 10:41:57,800 root INFO Step 1259: 0.251s, loss: 0.000693, perplexity: 1.000693.\n",
"2019-11-21 10:41:58,067 root INFO Step 1260: 0.255s, loss: 0.000709, perplexity: 1.000709.\n",
"2019-11-21 10:41:58,337 root INFO Step 1261: 0.258s, loss: 0.000601, perplexity: 1.000601.\n",
"2019-11-21 10:41:58,619 root INFO Step 1262: 0.266s, loss: 0.000590, perplexity: 1.000590.\n",
"2019-11-21 10:41:58,876 root INFO Step 1263: 0.246s, loss: 0.000626, perplexity: 1.000626.\n",
"2019-11-21 10:41:59,153 root INFO Step 1264: 0.264s, loss: 0.008852, perplexity: 1.008891.\n",
"2019-11-21 10:41:59,427 root INFO Step 1265: 0.262s, loss: 0.067754, perplexity: 1.070102.\n",
"2019-11-21 10:41:59,686 root INFO Step 1266: 0.247s, loss: 0.000937, perplexity: 1.000937.\n",
"2019-11-21 10:41:59,961 root INFO Step 1267: 0.264s, loss: 0.000899, perplexity: 1.000899.\n",
"2019-11-21 10:42:00,225 root INFO Step 1268: 0.252s, loss: 0.013652, perplexity: 1.013746.\n",
"2019-11-21 10:42:00,488 root INFO Step 1269: 0.251s, loss: 0.084741, perplexity: 1.088435.\n",
"2019-11-21 10:42:00,751 root INFO Step 1270: 0.248s, loss: 0.001096, perplexity: 1.001097.\n",
"2019-11-21 10:42:01,015 root INFO Step 1271: 0.249s, loss: 0.000869, perplexity: 1.000869.\n",
"2019-11-21 10:42:01,284 root INFO Step 1272: 0.257s, loss: 0.000838, perplexity: 1.000839.\n",
"2019-11-21 10:42:01,571 root INFO Step 1273: 0.273s, loss: 0.005954, perplexity: 1.005972.\n",
"2019-11-21 10:42:01,837 root INFO Step 1274: 0.255s, loss: 0.055141, perplexity: 1.056690.\n",
"2019-11-21 10:42:02,106 root INFO Step 1275: 0.256s, loss: 0.019353, perplexity: 1.019542.\n",
"2019-11-21 10:42:02,371 root INFO Step 1276: 0.253s, loss: 0.000947, perplexity: 1.000948.\n",
"2019-11-21 10:42:02,636 root INFO Step 1277: 0.250s, loss: 0.000958, perplexity: 1.000958.\n",
"2019-11-21 10:42:02,884 root INFO Step 1278: 0.238s, loss: 0.000719, perplexity: 1.000720.\n",
"2019-11-21 10:42:03,149 root INFO Step 1279: 0.253s, loss: 0.061777, perplexity: 1.063725.\n",
"2019-11-21 10:42:03,414 root INFO Step 1280: 0.252s, loss: 0.000828, perplexity: 1.000828.\n",
"2019-11-21 10:42:03,675 root INFO Step 1281: 0.249s, loss: 0.000625, perplexity: 1.000626.\n",
"2019-11-21 10:42:03,937 root INFO Step 1282: 0.246s, loss: 0.000876, perplexity: 1.000876.\n",
"2019-11-21 10:42:04,206 root INFO Step 1283: 0.257s, loss: 0.000608, perplexity: 1.000608.\n",
"2019-11-21 10:42:04,471 root INFO Step 1284: 0.252s, loss: 0.022493, perplexity: 1.022748.\n",
"2019-11-21 10:42:04,728 root INFO Step 1285: 0.245s, loss: 0.011713, perplexity: 1.011782.\n",
"2019-11-21 10:42:04,982 root INFO Step 1286: 0.241s, loss: 0.000609, perplexity: 1.000609.\n",
"2019-11-21 10:42:05,252 root INFO Step 1287: 0.257s, loss: 0.021849, perplexity: 1.022089.\n",
"2019-11-21 10:42:05,507 root INFO Step 1288: 0.241s, loss: 0.000611, perplexity: 1.000611.\n",
"2019-11-21 10:42:05,770 root INFO Step 1289: 0.251s, loss: 0.016975, perplexity: 1.017120.\n",
"2019-11-21 10:42:06,033 root INFO Step 1290: 0.251s, loss: 0.017181, perplexity: 1.017330.\n",
"2019-11-21 10:42:06,294 root INFO Step 1291: 0.250s, loss: 0.021447, perplexity: 1.021679.\n",
"2019-11-21 10:42:06,570 root INFO Step 1292: 0.261s, loss: 0.000608, perplexity: 1.000608.\n",
"2019-11-21 10:42:06,826 root INFO Step 1293: 0.244s, loss: 0.000608, perplexity: 1.000609.\n",
"2019-11-21 10:42:07,080 root INFO Step 1294: 0.242s, loss: 0.000590, perplexity: 1.000590.\n",
"2019-11-21 10:42:07,376 root INFO Step 1295: 0.282s, loss: 0.000612, perplexity: 1.000612.\n",
"2019-11-21 10:42:07,646 root INFO Step 1296: 0.258s, loss: 0.000718, perplexity: 1.000718.\n",
"2019-11-21 10:42:07,915 root INFO Step 1297: 0.257s, loss: 0.016364, perplexity: 1.016498.\n",
"2019-11-21 10:42:08,178 root INFO Step 1298: 0.250s, loss: 0.000553, perplexity: 1.000553.\n",
"2019-11-21 10:42:08,453 root INFO Step 1299: 0.263s, loss: 0.000604, perplexity: 1.000604.\n",
"2019-11-21 10:42:08,706 root INFO Step 1300: 0.240s, loss: 0.000554, perplexity: 1.000554.\n",
"2019-11-21 10:42:08,707 root INFO Global step 1300. Time: 0.259, loss: 0.012162, perplexity: 1.01.\n",
"2019-11-21 10:42:08,707 root INFO Saving the model at step 1300.\n",
"2019-11-21 10:42:10,595 root INFO Step 1301: 0.261s, loss: 0.000593, perplexity: 1.000593.\n",
"2019-11-21 10:42:10,869 root INFO Step 1302: 0.260s, loss: 0.000528, perplexity: 1.000528.\n",
"2019-11-21 10:42:11,130 root INFO Step 1303: 0.248s, loss: 0.041552, perplexity: 1.042428.\n",
"2019-11-21 10:42:11,410 root INFO Step 1304: 0.267s, loss: 0.027376, perplexity: 1.027754.\n",
"2019-11-21 10:42:11,714 root INFO Step 1305: 0.292s, loss: 0.000642, perplexity: 1.000642.\n",
"2019-11-21 10:42:11,986 root INFO Step 1306: 0.259s, loss: 0.015929, perplexity: 1.016057.\n",
"2019-11-21 10:42:12,246 root INFO Step 1307: 0.249s, loss: 0.016763, perplexity: 1.016904.\n",
"2019-11-21 10:42:12,515 root INFO Step 1308: 0.255s, loss: 0.000529, perplexity: 1.000529.\n",
"2019-11-21 10:42:12,789 root INFO Step 1309: 0.261s, loss: 0.000531, perplexity: 1.000531.\n",
"2019-11-21 10:42:13,068 root INFO Step 1310: 0.268s, loss: 0.030299, perplexity: 1.030762.\n",
"2019-11-21 10:42:13,332 root INFO Step 1311: 0.252s, loss: 0.000556, perplexity: 1.000556.\n",
"2019-11-21 10:42:13,609 root INFO Step 1312: 0.259s, loss: 0.012330, perplexity: 1.012406.\n",
"2019-11-21 10:42:13,874 root INFO Step 1313: 0.254s, loss: 0.012663, perplexity: 1.012744.\n",
"2019-11-21 10:42:14,140 root INFO Step 1314: 0.250s, loss: 0.000455, perplexity: 1.000455.\n",
"2019-11-21 10:42:14,417 root INFO Step 1315: 0.261s, loss: 0.095100, perplexity: 1.099769.\n",
"2019-11-21 10:42:14,716 root INFO Step 1316: 0.285s, loss: 0.000547, perplexity: 1.000547.\n",
"2019-11-21 10:42:15,027 root INFO Step 1317: 0.285s, loss: 0.021133, perplexity: 1.021358.\n",
"2019-11-21 10:42:15,329 root INFO Step 1318: 0.290s, loss: 0.000623, perplexity: 1.000623.\n",
"2019-11-21 10:42:15,643 root INFO Step 1319: 0.296s, loss: 0.018360, perplexity: 1.018529.\n",
"2019-11-21 10:42:15,949 root INFO Step 1320: 0.293s, loss: 0.000580, perplexity: 1.000580.\n",
"2019-11-21 10:42:16,281 root INFO Step 1321: 0.316s, loss: 0.000521, perplexity: 1.000521.\n",
"2019-11-21 10:42:16,557 root INFO Step 1322: 0.264s, loss: 0.000523, perplexity: 1.000523.\n",
"2019-11-21 10:42:16,845 root INFO Step 1323: 0.273s, loss: 0.000568, perplexity: 1.000568.\n",
"2019-11-21 10:42:17,106 root INFO Step 1324: 0.249s, loss: 0.000529, perplexity: 1.000529.\n",
"2019-11-21 10:42:17,377 root INFO Step 1325: 0.259s, loss: 0.000464, perplexity: 1.000464.\n",
"2019-11-21 10:42:17,652 root INFO Step 1326: 0.260s, loss: 0.000577, perplexity: 1.000577.\n",
"2019-11-21 10:42:17,919 root INFO Step 1327: 0.254s, loss: 0.000536, perplexity: 1.000536.\n",
"2019-11-21 10:42:18,184 root INFO Step 1328: 0.254s, loss: 0.075884, perplexity: 1.078837.\n",
"2019-11-21 10:42:18,460 root INFO Step 1329: 0.261s, loss: 0.000864, perplexity: 1.000864.\n",
"2019-11-21 10:42:18,731 root INFO Step 1330: 0.259s, loss: 0.015231, perplexity: 1.015347.\n",
"2019-11-21 10:42:18,996 root INFO Step 1331: 0.252s, loss: 0.030058, perplexity: 1.030514.\n",
"2019-11-21 10:42:19,266 root INFO Step 1332: 0.258s, loss: 0.000608, perplexity: 1.000608.\n",
"2019-11-21 10:42:19,539 root INFO Step 1333: 0.259s, loss: 0.000591, perplexity: 1.000592.\n",
"2019-11-21 10:42:19,808 root INFO Step 1334: 0.258s, loss: 0.000617, perplexity: 1.000617.\n",
"2019-11-21 10:42:20,066 root INFO Step 1335: 0.245s, loss: 0.062398, perplexity: 1.064386.\n",
"2019-11-21 10:42:20,332 root INFO Step 1336: 0.253s, loss: 0.001019, perplexity: 1.001020.\n",
"2019-11-21 10:42:20,598 root INFO Step 1337: 0.254s, loss: 0.000884, perplexity: 1.000885.\n",
"2019-11-21 10:42:20,853 root INFO Step 1338: 0.244s, loss: 0.000683, perplexity: 1.000683.\n",
"2019-11-21 10:42:21,111 root INFO Step 1339: 0.245s, loss: 0.027925, perplexity: 1.028318.\n",
"2019-11-21 10:42:21,381 root INFO Step 1340: 0.259s, loss: 0.071799, perplexity: 1.074440.\n",
"2019-11-21 10:42:21,657 root INFO Step 1341: 0.263s, loss: 0.000913, perplexity: 1.000913.\n",
"2019-11-21 10:42:21,925 root INFO Step 1342: 0.256s, loss: 0.034361, perplexity: 1.034959.\n",
"2019-11-21 10:42:22,188 root INFO Step 1343: 0.250s, loss: 0.000703, perplexity: 1.000703.\n",
"2019-11-21 10:42:22,460 root INFO Step 1344: 0.260s, loss: 0.000698, perplexity: 1.000698.\n",
"2019-11-21 10:42:22,722 root INFO Step 1345: 0.250s, loss: 0.000651, perplexity: 1.000651.\n",
"2019-11-21 10:42:22,981 root INFO Step 1346: 0.247s, loss: 0.000649, perplexity: 1.000650.\n",
"2019-11-21 10:42:23,247 root INFO Step 1347: 0.253s, loss: 0.028007, perplexity: 1.028403.\n",
"2019-11-21 10:42:23,522 root INFO Step 1348: 0.264s, loss: 0.029101, perplexity: 1.029529.\n",
"2019-11-21 10:42:23,807 root INFO Step 1349: 0.272s, loss: 0.000704, perplexity: 1.000705.\n",
"2019-11-21 10:42:24,069 root INFO Step 1350: 0.248s, loss: 0.000621, perplexity: 1.000621.\n",
"2019-11-21 10:42:24,345 root INFO Step 1351: 0.260s, loss: 0.000561, perplexity: 1.000562.\n",
"2019-11-21 10:42:24,598 root INFO Step 1352: 0.242s, loss: 0.000567, perplexity: 1.000567.\n",
"2019-11-21 10:42:24,857 root INFO Step 1353: 0.247s, loss: 0.010836, perplexity: 1.010895.\n",
"2019-11-21 10:42:25,118 root INFO Step 1354: 0.248s, loss: 0.000573, perplexity: 1.000573.\n",
"2019-11-21 10:42:25,396 root INFO Step 1355: 0.263s, loss: 0.000584, perplexity: 1.000584.\n",
"2019-11-21 10:42:25,653 root INFO Step 1356: 0.245s, loss: 0.000544, perplexity: 1.000544.\n",
"2019-11-21 10:42:25,924 root INFO Step 1357: 0.259s, loss: 0.000645, perplexity: 1.000645.\n",
"2019-11-21 10:42:26,183 root INFO Step 1358: 0.246s, loss: 0.000527, perplexity: 1.000527.\n",
"2019-11-21 10:42:26,473 root INFO Step 1359: 0.277s, loss: 0.000523, perplexity: 1.000523.\n",
"2019-11-21 10:42:26,748 root INFO Step 1360: 0.261s, loss: 0.000519, perplexity: 1.000519.\n",
"2019-11-21 10:42:27,020 root INFO Step 1361: 0.257s, loss: 0.009429, perplexity: 1.009474.\n",
"2019-11-21 10:42:27,304 root INFO Step 1362: 0.273s, loss: 0.000527, perplexity: 1.000527.\n",
"2019-11-21 10:42:27,554 root INFO Step 1363: 0.236s, loss: 0.018393, perplexity: 1.018563.\n",
"2019-11-21 10:42:27,823 root INFO Step 1364: 0.257s, loss: 0.015846, perplexity: 1.015972.\n",
"2019-11-21 10:42:28,110 root INFO Step 1365: 0.273s, loss: 0.000515, perplexity: 1.000515.\n",
"2019-11-21 10:42:28,397 root INFO Step 1366: 0.273s, loss: 0.000498, perplexity: 1.000499.\n",
"2019-11-21 10:42:28,688 root INFO Step 1367: 0.277s, loss: 0.000504, perplexity: 1.000504.\n",
"2019-11-21 10:42:28,957 root INFO Step 1368: 0.255s, loss: 0.015772, perplexity: 1.015897.\n",
"2019-11-21 10:42:29,220 root INFO Step 1369: 0.249s, loss: 0.024054, perplexity: 1.024345.\n",
"2019-11-21 10:42:29,472 root INFO Step 1370: 0.242s, loss: 0.000502, perplexity: 1.000502.\n",
"2019-11-21 10:42:29,749 root INFO Step 1371: 0.263s, loss: 0.000501, perplexity: 1.000502.\n",
"2019-11-21 10:42:30,007 root INFO Step 1372: 0.243s, loss: 0.000495, perplexity: 1.000496.\n",
"2019-11-21 10:42:30,256 root INFO Step 1373: 0.237s, loss: 0.000676, perplexity: 1.000676.\n",
"2019-11-21 10:42:30,514 root INFO Step 1374: 0.244s, loss: 0.031430, perplexity: 1.031929.\n",
"2019-11-21 10:42:30,791 root INFO Step 1375: 0.264s, loss: 0.013931, perplexity: 1.014029.\n",
"2019-11-21 10:42:31,058 root INFO Step 1376: 0.254s, loss: 0.000470, perplexity: 1.000470.\n",
"2019-11-21 10:42:31,329 root INFO Step 1377: 0.255s, loss: 0.000477, perplexity: 1.000477.\n",
"2019-11-21 10:42:31,587 root INFO Step 1378: 0.245s, loss: 0.000458, perplexity: 1.000458.\n",
"2019-11-21 10:42:31,879 root INFO Step 1379: 0.275s, loss: 0.000466, perplexity: 1.000466.\n",
"2019-11-21 10:42:32,140 root INFO Step 1380: 0.247s, loss: 0.023031, perplexity: 1.023298.\n",
"2019-11-21 10:42:32,419 root INFO Step 1381: 0.266s, loss: 0.000458, perplexity: 1.000458.\n",
"2019-11-21 10:42:32,685 root INFO Step 1382: 0.252s, loss: 0.079332, perplexity: 1.082564.\n",
"2019-11-21 10:42:32,960 root INFO Step 1383: 0.264s, loss: 0.001400, perplexity: 1.001401.\n",
"2019-11-21 10:42:33,239 root INFO Step 1384: 0.267s, loss: 0.000551, perplexity: 1.000551.\n",
"2019-11-21 10:42:33,510 root INFO Step 1385: 0.260s, loss: 0.000552, perplexity: 1.000552.\n",
"2019-11-21 10:42:33,774 root INFO Step 1386: 0.251s, loss: 0.000521, perplexity: 1.000521.\n",
"2019-11-21 10:42:34,054 root INFO Step 1387: 0.256s, loss: 0.000504, perplexity: 1.000504.\n",
"2019-11-21 10:42:34,307 root INFO Step 1388: 0.240s, loss: 0.000511, perplexity: 1.000511.\n",
"2019-11-21 10:42:34,564 root INFO Step 1389: 0.246s, loss: 0.000513, perplexity: 1.000513.\n",
"2019-11-21 10:42:34,841 root INFO Step 1390: 0.264s, loss: 0.022455, perplexity: 1.022709.\n",
"2019-11-21 10:42:35,114 root INFO Step 1391: 0.261s, loss: 0.023307, perplexity: 1.023580.\n",
"2019-11-21 10:42:35,367 root INFO Step 1392: 0.240s, loss: 0.000476, perplexity: 1.000476.\n",
"2019-11-21 10:42:35,631 root INFO Step 1393: 0.253s, loss: 0.000480, perplexity: 1.000480.\n",
"2019-11-21 10:42:35,913 root INFO Step 1394: 0.268s, loss: 0.000477, perplexity: 1.000477.\n",
"2019-11-21 10:42:36,175 root INFO Step 1395: 0.249s, loss: 0.014064, perplexity: 1.014164.\n",
"2019-11-21 10:42:36,437 root INFO Step 1396: 0.250s, loss: 0.000475, perplexity: 1.000475.\n",
"2019-11-21 10:42:36,695 root INFO Step 1397: 0.245s, loss: 0.000488, perplexity: 1.000488.\n",
"2019-11-21 10:42:36,971 root INFO Step 1398: 0.261s, loss: 0.000459, perplexity: 1.000459.\n",
"2019-11-21 10:42:37,237 root INFO Step 1399: 0.253s, loss: 0.000471, perplexity: 1.000471.\n",
"2019-11-21 10:42:37,510 root INFO Step 1400: 0.259s, loss: 0.000464, perplexity: 1.000464.\n",
"2019-11-21 10:42:37,510 root INFO Global step 1400. Time: 0.259, loss: 0.010076, perplexity: 1.01.\n",
"2019-11-21 10:42:37,511 root INFO Saving the model at step 1400.\n",
"2019-11-21 10:42:39,365 root INFO Step 1401: 0.250s, loss: 0.000449, perplexity: 1.000449.\n",
"2019-11-21 10:42:39,617 root INFO Step 1402: 0.240s, loss: 0.000438, perplexity: 1.000438.\n",
"2019-11-21 10:42:39,904 root INFO Step 1403: 0.270s, loss: 0.000436, perplexity: 1.000436.\n",
"2019-11-21 10:42:40,209 root INFO Step 1404: 0.289s, loss: 0.023885, perplexity: 1.024172.\n",
"2019-11-21 10:42:40,466 root INFO Step 1405: 0.245s, loss: 0.000444, perplexity: 1.000444.\n",
"2019-11-21 10:42:40,716 root INFO Step 1406: 0.237s, loss: 0.076787, perplexity: 1.079812.\n",
"2019-11-21 10:42:41,035 root INFO Step 1407: 0.306s, loss: 0.028734, perplexity: 1.029151.\n",
"2019-11-21 10:42:41,311 root INFO Step 1408: 0.262s, loss: 0.000518, perplexity: 1.000518.\n",
"2019-11-21 10:42:41,578 root INFO Step 1409: 0.254s, loss: 0.017338, perplexity: 1.017489.\n",
"2019-11-21 10:42:41,841 root INFO Step 1410: 0.250s, loss: 0.024020, perplexity: 1.024311.\n",
"2019-11-21 10:42:42,109 root INFO Step 1411: 0.254s, loss: 0.021410, perplexity: 1.021641.\n",
"2019-11-21 10:42:42,394 root INFO Step 1412: 0.272s, loss: 0.000495, perplexity: 1.000495.\n",
"2019-11-21 10:42:42,654 root INFO Step 1413: 0.247s, loss: 0.000492, perplexity: 1.000492.\n",
"2019-11-21 10:42:42,926 root INFO Step 1414: 0.260s, loss: 0.000477, perplexity: 1.000477.\n",
"2019-11-21 10:42:43,208 root INFO Step 1415: 0.270s, loss: 0.000451, perplexity: 1.000451.\n",
"2019-11-21 10:42:43,476 root INFO Step 1416: 0.254s, loss: 0.033841, perplexity: 1.034420.\n",
"2019-11-21 10:42:43,760 root INFO Step 1417: 0.269s, loss: 0.016917, perplexity: 1.017061.\n",
"2019-11-21 10:42:44,025 root INFO Step 1418: 0.251s, loss: 0.000484, perplexity: 1.000484.\n",
"2019-11-21 10:42:44,295 root INFO Step 1419: 0.255s, loss: 0.014238, perplexity: 1.014340.\n",
"2019-11-21 10:42:44,556 root INFO Step 1420: 0.249s, loss: 0.000432, perplexity: 1.000432.\n",
"2019-11-21 10:42:44,863 root INFO Step 1421: 0.290s, loss: 0.086302, perplexity: 1.090135.\n",
"2019-11-21 10:42:45,157 root INFO Step 1422: 0.280s, loss: 0.063279, perplexity: 1.065324.\n",
"2019-11-21 10:42:45,465 root INFO Step 1423: 0.292s, loss: 0.001046, perplexity: 1.001046.\n",
"2019-11-21 10:42:45,763 root INFO Step 1424: 0.283s, loss: 0.056163, perplexity: 1.057770.\n",
"2019-11-21 10:42:46,072 root INFO Step 1425: 0.294s, loss: 0.106355, perplexity: 1.112217.\n",
"2019-11-21 10:42:46,377 root INFO Step 1426: 0.283s, loss: 0.000933, perplexity: 1.000933.\n",
"2019-11-21 10:42:46,644 root INFO Step 1427: 0.255s, loss: 0.000901, perplexity: 1.000901.\n",
"2019-11-21 10:42:46,924 root INFO Step 1428: 0.268s, loss: 0.019930, perplexity: 1.020130.\n",
"2019-11-21 10:42:47,217 root INFO Step 1429: 0.280s, loss: 0.000749, perplexity: 1.000750.\n",
"2019-11-21 10:42:47,485 root INFO Step 1430: 0.256s, loss: 0.000801, perplexity: 1.000801.\n",
"2019-11-21 10:42:47,748 root INFO Step 1431: 0.250s, loss: 0.000669, perplexity: 1.000669.\n",
"2019-11-21 10:42:48,027 root INFO Step 1432: 0.265s, loss: 0.000647, perplexity: 1.000647.\n",
"2019-11-21 10:42:48,312 root INFO Step 1433: 0.271s, loss: 0.013723, perplexity: 1.013818.\n",
"2019-11-21 10:42:48,565 root INFO Step 1434: 0.240s, loss: 0.000687, perplexity: 1.000687.\n",
"2019-11-21 10:42:48,817 root INFO Step 1435: 0.240s, loss: 0.000695, perplexity: 1.000695.\n",
"2019-11-21 10:42:49,089 root INFO Step 1436: 0.254s, loss: 0.019104, perplexity: 1.019288.\n",
"2019-11-21 10:42:49,365 root INFO Step 1437: 0.260s, loss: 0.054945, perplexity: 1.056483.\n",
"2019-11-21 10:42:49,634 root INFO Step 1438: 0.255s, loss: 0.017017, perplexity: 1.017163.\n",
"2019-11-21 10:42:49,910 root INFO Step 1439: 0.264s, loss: 0.044643, perplexity: 1.045655.\n",
"2019-11-21 10:42:50,179 root INFO Step 1440: 0.256s, loss: 0.026646, perplexity: 1.027004.\n",
"2019-11-21 10:42:50,453 root INFO Step 1441: 0.259s, loss: 0.075381, perplexity: 1.078295.\n",
"2019-11-21 10:42:50,712 root INFO Step 1442: 0.245s, loss: 0.001145, perplexity: 1.001146.\n",
"2019-11-21 10:42:50,979 root INFO Step 1443: 0.254s, loss: 0.029664, perplexity: 1.030108.\n",
"2019-11-21 10:42:51,255 root INFO Step 1444: 0.265s, loss: 0.012766, perplexity: 1.012848.\n",
"2019-11-21 10:42:51,516 root INFO Step 1445: 0.249s, loss: 0.000974, perplexity: 1.000974.\n",
"2019-11-21 10:42:51,772 root INFO Step 1446: 0.244s, loss: 0.015646, perplexity: 1.015769.\n",
"2019-11-21 10:42:52,058 root INFO Step 1447: 0.273s, loss: 0.000903, perplexity: 1.000904.\n",
"2019-11-21 10:42:52,340 root INFO Step 1448: 0.268s, loss: 0.000733, perplexity: 1.000733.\n",
"2019-11-21 10:42:52,608 root INFO Step 1449: 0.253s, loss: 0.000745, perplexity: 1.000745.\n",
"2019-11-21 10:42:52,874 root INFO Step 1450: 0.251s, loss: 0.021614, perplexity: 1.021849.\n",
"2019-11-21 10:42:53,140 root INFO Step 1451: 0.252s, loss: 0.073857, perplexity: 1.076652.\n",
"2019-11-21 10:42:53,412 root INFO Step 1452: 0.260s, loss: 0.027005, perplexity: 1.027373.\n",
"2019-11-21 10:42:53,690 root INFO Step 1453: 0.261s, loss: 0.014616, perplexity: 1.014724.\n",
"2019-11-21 10:42:53,975 root INFO Step 1454: 0.272s, loss: 0.000945, perplexity: 1.000945.\n",
"2019-11-21 10:42:54,263 root INFO Step 1455: 0.275s, loss: 0.000949, perplexity: 1.000950.\n",
"2019-11-21 10:42:54,532 root INFO Step 1456: 0.252s, loss: 0.085648, perplexity: 1.089423.\n",
"2019-11-21 10:42:54,800 root INFO Step 1457: 0.256s, loss: 0.001170, perplexity: 1.001170.\n",
"2019-11-21 10:42:55,077 root INFO Step 1458: 0.263s, loss: 0.038965, perplexity: 1.039734.\n",
"2019-11-21 10:42:55,359 root INFO Step 1459: 0.268s, loss: 0.000917, perplexity: 1.000917.\n",
"2019-11-21 10:42:55,634 root INFO Step 1460: 0.262s, loss: 0.010308, perplexity: 1.010361.\n",
"2019-11-21 10:42:55,900 root INFO Step 1461: 0.249s, loss: 0.000847, perplexity: 1.000847.\n",
"2019-11-21 10:42:56,156 root INFO Step 1462: 0.245s, loss: 0.000777, perplexity: 1.000777.\n",
"2019-11-21 10:42:56,435 root INFO Step 1463: 0.267s, loss: 0.000964, perplexity: 1.000964.\n",
"2019-11-21 10:42:56,715 root INFO Step 1464: 0.263s, loss: 0.000797, perplexity: 1.000797.\n",
"2019-11-21 10:42:56,980 root INFO Step 1465: 0.252s, loss: 0.000670, perplexity: 1.000670.\n",
"2019-11-21 10:42:57,242 root INFO Step 1466: 0.250s, loss: 0.021196, perplexity: 1.021422.\n",
"2019-11-21 10:42:57,511 root INFO Step 1467: 0.254s, loss: 0.000724, perplexity: 1.000724.\n",
"2019-11-21 10:42:57,766 root INFO Step 1468: 0.242s, loss: 0.000638, perplexity: 1.000638.\n",
"2019-11-21 10:42:58,037 root INFO Step 1469: 0.258s, loss: 0.019534, perplexity: 1.019726.\n",
"2019-11-21 10:42:58,305 root INFO Step 1470: 0.256s, loss: 0.008581, perplexity: 1.008618.\n",
"2019-11-21 10:42:58,595 root INFO Step 1471: 0.277s, loss: 0.000638, perplexity: 1.000639.\n",
"2019-11-21 10:42:58,845 root INFO Step 1472: 0.240s, loss: 0.000642, perplexity: 1.000642.\n",
"2019-11-21 10:42:59,111 root INFO Step 1473: 0.254s, loss: 0.000612, perplexity: 1.000612.\n",
"2019-11-21 10:42:59,398 root INFO Step 1474: 0.274s, loss: 0.060555, perplexity: 1.062426.\n",
"2019-11-21 10:42:59,659 root INFO Step 1475: 0.248s, loss: 0.000713, perplexity: 1.000714.\n",
"2019-11-21 10:42:59,958 root INFO Step 1476: 0.282s, loss: 0.015601, perplexity: 1.015723.\n",
"2019-11-21 10:43:00,235 root INFO Step 1477: 0.263s, loss: 0.000683, perplexity: 1.000684.\n",
"2019-11-21 10:43:00,534 root INFO Step 1478: 0.287s, loss: 0.000678, perplexity: 1.000678.\n",
"2019-11-21 10:43:00,819 root INFO Step 1479: 0.271s, loss: 0.000673, perplexity: 1.000673.\n",
"2019-11-21 10:43:01,081 root INFO Step 1480: 0.250s, loss: 0.000613, perplexity: 1.000613.\n",
"2019-11-21 10:43:01,337 root INFO Step 1481: 0.242s, loss: 0.000641, perplexity: 1.000641.\n",
"2019-11-21 10:43:01,617 root INFO Step 1482: 0.268s, loss: 0.000625, perplexity: 1.000625.\n",
"2019-11-21 10:43:01,892 root INFO Step 1483: 0.263s, loss: 0.015796, perplexity: 1.015922.\n",
"2019-11-21 10:43:02,147 root INFO Step 1484: 0.243s, loss: 0.000640, perplexity: 1.000641.\n",
"2019-11-21 10:43:02,424 root INFO Step 1485: 0.267s, loss: 0.000601, perplexity: 1.000601.\n",
"2019-11-21 10:43:02,701 root INFO Step 1486: 0.269s, loss: 0.000605, perplexity: 1.000605.\n",
"2019-11-21 10:43:02,964 root INFO Step 1487: 0.254s, loss: 0.000667, perplexity: 1.000667.\n",
"2019-11-21 10:43:03,229 root INFO Step 1488: 0.256s, loss: 0.000621, perplexity: 1.000621.\n",
"2019-11-21 10:43:03,500 root INFO Step 1489: 0.262s, loss: 0.000554, perplexity: 1.000554.\n",
"2019-11-21 10:43:03,775 root INFO Step 1490: 0.266s, loss: 0.000629, perplexity: 1.000629.\n",
"2019-11-21 10:43:04,048 root INFO Step 1491: 0.265s, loss: 0.014457, perplexity: 1.014562.\n",
"2019-11-21 10:43:04,309 root INFO Step 1492: 0.252s, loss: 0.000584, perplexity: 1.000584.\n",
"2019-11-21 10:43:04,586 root INFO Step 1493: 0.268s, loss: 0.021114, perplexity: 1.021338.\n",
"2019-11-21 10:43:04,851 root INFO Step 1494: 0.256s, loss: 0.000526, perplexity: 1.000526.\n",
"2019-11-21 10:43:05,114 root INFO Step 1495: 0.255s, loss: 0.000554, perplexity: 1.000554.\n",
"2019-11-21 10:43:05,370 root INFO Step 1496: 0.247s, loss: 0.010805, perplexity: 1.010863.\n",
"2019-11-21 10:43:05,675 root INFO Step 1497: 0.296s, loss: 0.009485, perplexity: 1.009530.\n",
"2019-11-21 10:43:05,948 root INFO Step 1498: 0.262s, loss: 0.024655, perplexity: 1.024961.\n",
"2019-11-21 10:43:06,210 root INFO Step 1499: 0.253s, loss: 0.000528, perplexity: 1.000528.\n",
"2019-11-21 10:43:06,479 root INFO Step 1500: 0.258s, loss: 0.000525, perplexity: 1.000525.\n",
"2019-11-21 10:43:06,480 root INFO Global step 1500. Time: 0.261, loss: 0.014322, perplexity: 1.01.\n",
"2019-11-21 10:43:06,480 root INFO Saving the model at step 1500.\n",
"2019-11-21 10:43:08,373 root INFO Step 1501: 0.272s, loss: 0.000537, perplexity: 1.000537.\n",
"2019-11-21 10:43:08,668 root INFO Step 1502: 0.285s, loss: 0.000458, perplexity: 1.000458.\n",
"2019-11-21 10:43:08,930 root INFO Step 1503: 0.252s, loss: 0.000513, perplexity: 1.000513.\n",
"2019-11-21 10:43:09,192 root INFO Step 1504: 0.251s, loss: 0.000510, perplexity: 1.000511.\n",
"2019-11-21 10:43:09,439 root INFO Step 1505: 0.239s, loss: 0.000482, perplexity: 1.000482.\n",
"2019-11-21 10:43:09,717 root INFO Step 1506: 0.269s, loss: 0.000503, perplexity: 1.000504.\n",
"2019-11-21 10:43:09,985 root INFO Step 1507: 0.259s, loss: 0.000501, perplexity: 1.000501.\n",
"2019-11-21 10:43:10,248 root INFO Step 1508: 0.254s, loss: 0.023348, perplexity: 1.023623.\n",
"2019-11-21 10:43:10,497 root INFO Step 1509: 0.241s, loss: 0.000474, perplexity: 1.000474.\n",
"2019-11-21 10:43:10,760 root INFO Step 1510: 0.255s, loss: 0.000445, perplexity: 1.000445.\n",
"2019-11-21 10:43:11,031 root INFO Step 1511: 0.262s, loss: 0.000455, perplexity: 1.000455.\n",
"2019-11-21 10:43:11,292 root INFO Step 1512: 0.252s, loss: 0.016192, perplexity: 1.016324.\n",
"2019-11-21 10:43:11,560 root INFO Step 1513: 0.259s, loss: 0.028557, perplexity: 1.028969.\n",
"2019-11-21 10:43:11,825 root INFO Step 1514: 0.255s, loss: 0.000519, perplexity: 1.000519.\n",
"2019-11-21 10:43:12,086 root INFO Step 1515: 0.250s, loss: 0.000433, perplexity: 1.000433.\n",
"2019-11-21 10:43:12,334 root INFO Step 1516: 0.239s, loss: 0.000442, perplexity: 1.000442.\n",
"2019-11-21 10:43:12,599 root INFO Step 1517: 0.257s, loss: 0.000471, perplexity: 1.000471.\n",
"2019-11-21 10:43:12,866 root INFO Step 1518: 0.259s, loss: 0.000428, perplexity: 1.000428.\n",
"2019-11-21 10:43:13,130 root INFO Step 1519: 0.256s, loss: 0.000433, perplexity: 1.000433.\n",
"2019-11-21 10:43:13,381 root INFO Step 1520: 0.243s, loss: 0.000445, perplexity: 1.000446.\n",
"2019-11-21 10:43:13,650 root INFO Step 1521: 0.257s, loss: 0.000444, perplexity: 1.000444.\n",
"2019-11-21 10:43:13,907 root INFO Step 1522: 0.249s, loss: 0.000423, perplexity: 1.000423.\n",
"2019-11-21 10:43:14,155 root INFO Step 1523: 0.239s, loss: 0.000427, perplexity: 1.000427.\n",
"2019-11-21 10:43:14,407 root INFO Step 1524: 0.244s, loss: 0.026808, perplexity: 1.027170.\n",
"2019-11-21 10:43:14,671 root INFO Step 1525: 0.255s, loss: 0.000452, perplexity: 1.000452.\n",
"2019-11-21 10:43:15,008 root INFO Step 1526: 0.325s, loss: 0.000415, perplexity: 1.000415.\n",
"2019-11-21 10:43:15,298 root INFO Step 1527: 0.280s, loss: 0.013185, perplexity: 1.013272.\n",
"2019-11-21 10:43:15,577 root INFO Step 1528: 0.270s, loss: 0.000429, perplexity: 1.000429.\n",
"2019-11-21 10:43:15,869 root INFO Step 1529: 0.281s, loss: 0.000409, perplexity: 1.000409.\n",
"2019-11-21 10:43:16,169 root INFO Step 1530: 0.290s, loss: 0.000415, perplexity: 1.000415.\n",
"2019-11-21 10:43:16,459 root INFO Step 1531: 0.282s, loss: 0.000394, perplexity: 1.000394.\n",
"2019-11-21 10:43:16,723 root INFO Step 1532: 0.255s, loss: 0.000392, perplexity: 1.000392.\n",
"2019-11-21 10:43:16,976 root INFO Step 1533: 0.245s, loss: 0.013929, perplexity: 1.014026.\n",
"2019-11-21 10:43:17,238 root INFO Step 1534: 0.254s, loss: 0.000402, perplexity: 1.000402.\n",
"2019-11-21 10:43:17,500 root INFO Step 1535: 0.254s, loss: 0.012456, perplexity: 1.012534.\n",
"2019-11-21 10:43:17,757 root INFO Step 1536: 0.246s, loss: 0.000387, perplexity: 1.000387.\n",
"2019-11-21 10:43:18,025 root INFO Step 1537: 0.259s, loss: 0.013840, perplexity: 1.013936.\n",
"2019-11-21 10:43:18,288 root INFO Step 1538: 0.254s, loss: 0.014897, perplexity: 1.015008.\n",
"2019-11-21 10:43:18,548 root INFO Step 1539: 0.252s, loss: 0.000398, perplexity: 1.000398.\n",
"2019-11-21 10:43:18,794 root INFO Step 1540: 0.238s, loss: 0.061618, perplexity: 1.063555.\n",
"2019-11-21 10:43:19,061 root INFO Step 1541: 0.258s, loss: 0.078194, perplexity: 1.081332.\n",
"2019-11-21 10:43:19,310 root INFO Step 1542: 0.240s, loss: 0.016371, perplexity: 1.016506.\n",
"2019-11-21 10:43:19,568 root INFO Step 1543: 0.248s, loss: 0.015688, perplexity: 1.015812.\n",
"2019-11-21 10:43:19,825 root INFO Step 1544: 0.249s, loss: 0.015512, perplexity: 1.015633.\n",
"2019-11-21 10:43:20,086 root INFO Step 1545: 0.252s, loss: 0.014019, perplexity: 1.014118.\n",
"2019-11-21 10:43:20,355 root INFO Step 1546: 0.260s, loss: 0.022027, perplexity: 1.022272.\n",
"2019-11-21 10:43:20,611 root INFO Step 1547: 0.247s, loss: 0.017174, perplexity: 1.017323.\n",
"2019-11-21 10:43:20,867 root INFO Step 1548: 0.244s, loss: 0.012506, perplexity: 1.012584.\n",
"2019-11-21 10:43:21,111 root INFO Step 1549: 0.233s, loss: 0.000528, perplexity: 1.000528.\n",
"2019-11-21 10:43:21,369 root INFO Step 1550: 0.246s, loss: 0.030779, perplexity: 1.031257.\n",
"2019-11-21 10:43:21,629 root INFO Step 1551: 0.251s, loss: 0.000519, perplexity: 1.000519.\n",
"2019-11-21 10:43:21,884 root INFO Step 1552: 0.247s, loss: 0.014188, perplexity: 1.014290.\n",
"2019-11-21 10:43:22,161 root INFO Step 1553: 0.261s, loss: 0.016884, perplexity: 1.017028.\n",
"2019-11-21 10:43:22,418 root INFO Step 1554: 0.250s, loss: 0.000499, perplexity: 1.000499.\n",
"2019-11-21 10:43:22,690 root INFO Step 1555: 0.262s, loss: 0.000547, perplexity: 1.000547.\n",
"2019-11-21 10:43:22,940 root INFO Step 1556: 0.242s, loss: 0.000471, perplexity: 1.000471.\n",
"2019-11-21 10:43:23,188 root INFO Step 1557: 0.240s, loss: 0.000493, perplexity: 1.000494.\n",
"2019-11-21 10:43:23,447 root INFO Step 1558: 0.250s, loss: 0.000442, perplexity: 1.000442.\n",
"2019-11-21 10:43:23,707 root INFO Step 1559: 0.252s, loss: 0.000475, perplexity: 1.000476.\n",
"2019-11-21 10:43:23,967 root INFO Step 1560: 0.252s, loss: 0.012378, perplexity: 1.012455.\n",
"2019-11-21 10:43:24,219 root INFO Step 1561: 0.244s, loss: 0.000486, perplexity: 1.000486.\n",
"2019-11-21 10:43:24,479 root INFO Step 1562: 0.251s, loss: 0.000482, perplexity: 1.000482.\n",
"2019-11-21 10:43:24,578 root INFO Global step 1562. Time: 0.158, loss: 0.005089, perplexity: 1.01.\n",
"2019-11-21 10:43:24,579 root INFO Finishing the training and saving the model at step 1562.\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "code",
"metadata": {
"id": "fQhLHnzGTRAp",
"colab_type": "code",
"outputId": "4341c168-0b59-44aa-9d43-ea020988e331",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 34
}
},
"source": [
"print('total time',total_time)"
],
"execution_count": 0,
"outputs": [
{
"output_type": "stream",
"text": [
"total time 498.34156489372253\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "QSCf_NKBYIGn",
"colab_type": "text"
},
"source": [
"# HELPER FUNCTIONS"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "njDMjTpdZjVS",
"colab_type": "text"
},
"source": [
"Following helps create copies of 42 images in cropped folder with different names. 42*2400. Note: use a better dataset for actual model."
]
},
{
"cell_type": "code",
"metadata": {
"id": "p1NCiaVmAWVU",
"colab_type": "code",
"colab": {}
},
"source": [
"import os\n",
"from shutil import copyfile as Copy\n",
"\n",
"image_folder = 'cropped'\n",
"annotations_file = 'cropped/annotations.txt'\n",
"\n",
"new_annotations = []\n",
"with open(annotations_file,'r+') as f:\n",
" j = 0\n",
" for line in f.readlines():\n",
" j+=1\n",
" print(j)\n",
" line = line.split()\n",
" image_name = line[0]\n",
" annotation = ' '.join(line[1:])\n",
" #print(image_name[:-4],annotation)\n",
" source = image_name\n",
" print(source)\n",
" for i in range(2400):\n",
" dest = image_name[:-4]+'_'+str(i)+'.jpg'\n",
" new_annotations.append([dest,annotation])\n",
" if not os.path.exists(dest):\n",
" Copy(source,dest)\n",
"\n",
"with open(annotations_file,'a') as f:\n",
" for line in new_annotations:\n",
" f.write(' '.join(line)+'\\n')\n"
],
"execution_count": 0,
"outputs": []
},
{
"cell_type": "markdown",
"metadata": {
"id": "LmKLGL4R76Qc",
"colab_type": "text"
},
"source": [
"This helps in splitting the large annotations file into chunks of 10000 images and corresponding annotations each"
]
},
{
"cell_type": "code",
"metadata": {
"colab_type": "code",
"id": "09cxWtfzlzFb",
"colab": {}
},
"source": [
"with open('annotations.txt','r') as f:\n",
" i = 0\n",
" j = 0\n",
" file_name = 'annotations'+str(i)+'.txt'\n",
" f1 = open(file_name,'a')\n",
" for line in f.readlines():\n",
" if j >=10000:\n",
" i = i + 1\n",
" j = 0\n",
" file_name = 'annotations'+str(i)+'.txt'\n",
" f1.close()\n",
" f1 = open(file_name,'a')\n",
" f1.write(line)\n",
" j = j + 1\n",
" f1.close"
],
"execution_count": 0,
"outputs": []
},
{
"cell_type": "markdown",
"metadata": {
"id": "mwuNYeq67k6Y",
"colab_type": "text"
},
"source": [
"This helps merge the multiple tfrecords file into one file, so that it can be passed into aocr as one file. Note: aocr takes only one tfrecords file as input. "
]
},
{
"cell_type": "code",
"metadata": {
"id": "IVpoJM2pVZua",
"colab_type": "code",
"outputId": "21a99893-b318-45e0-a5a6-b9a1795f64af",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 34
}
},
"source": [
"\n",
"list_of_tfrecord_files = []\n",
"for i in range(2): # Change range depending upon the number of tfrecords files\n",
" list_of_tfrecord_files.append('training'+str(i)+'.tfrecords')\n",
"print(list_of_tfrecord_files)\n",
"\n",
"filename = 'test.tfrecords'\n",
"\n",
"with tf.io.TFRecordWriter(filename) as writer:\n",
" for f in list_of_tfrecord_files:\n",
" for record in tf.python_io.tf_record_iterator(f):\n",
" writer.write(record)\n",
" "
],
"execution_count": 0,
"outputs": [
{
"output_type": "stream",
"text": [
"['training0.tfrecords', 'training1.tfrecords']\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "OcOFa9-r8PNc",
"colab_type": "text"
},
"source": [
"This helps count the number of records in one single tfrecords file"
]
},
{
"cell_type": "code",
"metadata": {
"id": "-reQLVMmLCqW",
"colab_type": "code",
"outputId": "b3dd7727-719c-4f8a-9586-84d923522097",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 34
}
},
"source": [
"#tf_records_file = tf.python_io.TFRecordWriter('training.tfrecords')\n",
"c = 0\n",
"for record in tf.python_io.tf_record_iterator('test.tfrecords'):\n",
" c += 1\n",
"print(c)"
],
"execution_count": 0,
"outputs": [
{
"output_type": "stream",
"text": [
"40000\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "mn_m122JI1HJ",
"colab_type": "text"
},
"source": [
"Test the created model"
]
},
{
"cell_type": "code",
"metadata": {
"id": "xG2eyUKm2Lx9",
"colab_type": "code",
"outputId": "30016cac-98d9-4f9b-c080-102982afbc3e",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 1000
}
},
"source": [
"test_operation = [\n",
" 'aocr',\n",
" 'test',\n",
" './training1.tfrecords',\n",
" '--max-height','150',\n",
" '--max-width','200',\n",
" '--max-prediction','50',\n",
" '--gpu-id','0',\n",
" '--full-ascii',\n",
" '--target-embedding-size','20' \n",
"]\n",
"!{' '.join(test_operation)}"
],
"execution_count": 0,
"outputs": [
{
"output_type": "stream",
"text": [
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/aocr/__main__.py:20: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead.\n",
"\n",
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/aocr/__main__.py:20: The name tf.logging.ERROR is deprecated. Please use tf.compat.v1.logging.ERROR instead.\n",
"\n",
"2019-11-22 09:02:36.634111: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 2200000000 Hz\n",
"2019-11-22 09:02:36.634433: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x2513100 initialized for platform Host (this does not guarantee that XLA will be used). Devices:\n",
"2019-11-22 09:02:36.634474: I tensorflow/compiler/xla/service/service.cc:176] StreamExecutor device (0): Host, Default Version\n",
"2019-11-22 09:02:36.638089: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcuda.so.1\n",
"2019-11-22 09:02:36.716545: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-22 09:02:36.717484: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x25132c0 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:\n",
"2019-11-22 09:02:36.717521: I tensorflow/compiler/xla/service/service.cc:176] StreamExecutor device (0): Tesla K80, Compute Capability 3.7\n",
"2019-11-22 09:02:36.717772: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-22 09:02:36.718491: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
"name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
"pciBusID: 0000:00:04.0\n",
"2019-11-22 09:02:36.718916: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
"2019-11-22 09:02:36.726439: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
"2019-11-22 09:02:36.728437: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
"2019-11-22 09:02:36.728836: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
"2019-11-22 09:02:36.731393: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
"2019-11-22 09:02:36.732718: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
"2019-11-22 09:02:36.737784: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
"2019-11-22 09:02:36.737949: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-22 09:02:36.738709: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-22 09:02:36.739453: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
"2019-11-22 09:02:36.739531: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
"2019-11-22 09:02:36.741134: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
"2019-11-22 09:02:36.741167: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165] 0 \n",
"2019-11-22 09:02:36.741181: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0: N \n",
"2019-11-22 09:02:36.741314: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-22 09:02:36.742064: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-22 09:02:36.742748: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:39] Overriding allow_growth setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n",
"2019-11-22 09:02:36.742800: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
"2019-11-22 09:02:36,744 root INFO phase: test\n",
"2019-11-22 09:02:36,745 root INFO model_dir: ./checkpoints\n",
"2019-11-22 09:02:36,745 root INFO load_model: True\n",
"2019-11-22 09:02:36,746 root INFO output_dir: ./results\n",
"2019-11-22 09:02:36,746 root INFO steps_per_checkpoint: 0\n",
"2019-11-22 09:02:36,746 root INFO batch_size: 1\n",
"2019-11-22 09:02:36,746 root INFO learning_rate: 1.000000\n",
"2019-11-22 09:02:36,747 root INFO reg_val: 0\n",
"2019-11-22 09:02:36,747 root INFO max_gradient_norm: 5.000000\n",
"2019-11-22 09:02:36,747 root INFO clip_gradients: True\n",
"2019-11-22 09:02:36,747 root INFO max_image_width 200.000000\n",
"2019-11-22 09:02:36,747 root INFO max_prediction_length 50.000000\n",
"2019-11-22 09:02:36,748 root INFO channels: 1\n",
"2019-11-22 09:02:36,748 root INFO target_embedding_size: 20.000000\n",
"2019-11-22 09:02:36,748 root INFO attn_num_hidden: 128\n",
"2019-11-22 09:02:36,748 root INFO attn_num_layers: 2\n",
"2019-11-22 09:02:36,748 root INFO visualize: False\n",
"2019-11-22 09:02:41,816 root INFO Reading model parameters from ./checkpoints/model.ckpt-1562\n",
"2019-11-22 09:02:41.916519: W tensorflow/core/common_runtime/colocation_graph.cc:983] Failed to place the graph without changing the devices of some resources. Some of the operations (that had to be colocated with resource generating operations) are not supported on the resources' devices. Current candidate devices are [\n",
" /job:localhost/replica:0/task:0/device:CPU:0].\n",
"See below for details of this colocation group:\n",
"Colocation Debug Info:\n",
"Colocation group had the following types and supported devices: \n",
"Root Member(assigned_device_name_index_=-1 requested_device_name_='/device:GPU:0' assigned_device_name_='' resource_device_name_='/device:GPU:0' supported_device_types_=[CPU] possible_devices_=[]\n",
"Switch: GPU CPU XLA_CPU XLA_GPU \n",
"Enter: GPU CPU XLA_CPU XLA_GPU \n",
"LookupTableFindV2: CPU \n",
"LookupTableInsertV2: CPU \n",
"MutableHashTableV2: CPU \n",
"LookupTableExportV2: CPU \n",
"\n",
"Colocation members, user-requested devices, and framework assigned devices, if any:\n",
" MutableHashTable (MutableHashTableV2) /device:GPU:0\n",
" MutableHashTable_lookup_table_export_values/LookupTableExportV2 (LookupTableExportV2) /device:GPU:0\n",
" MutableHashTable_lookup_table_insert/LookupTableInsertV2 (LookupTableInsertV2) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter_1 (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Switch (Switch) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter_2 (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter_3 (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Switch_2 (Switch) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2 (LookupTableFindV2) /device:GPU:0\n",
"\n",
"2019-11-22 09:02:42.295119: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-22 09:02:42.296033: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
"name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
"pciBusID: 0000:00:04.0\n",
"2019-11-22 09:02:42.296123: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
"2019-11-22 09:02:42.296153: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
"2019-11-22 09:02:42.296182: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
"2019-11-22 09:02:42.296207: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
"2019-11-22 09:02:42.296230: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
"2019-11-22 09:02:42.296256: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
"2019-11-22 09:02:42.296284: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
"2019-11-22 09:02:42.296348: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-22 09:02:42.297122: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-22 09:02:42.297777: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
"2019-11-22 09:02:42.297820: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
"2019-11-22 09:02:42.297834: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165] 0 \n",
"2019-11-22 09:02:42.297881: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0: N \n",
"2019-11-22 09:02:42.297992: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-22 09:02:42.298682: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
"2019-11-22 09:02:42.299394: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
"2019-11-22 09:02:42.393051: W tensorflow/core/common_runtime/colocation_graph.cc:983] Failed to place the graph without changing the devices of some resources. Some of the operations (that had to be colocated with resource generating operations) are not supported on the resources' devices. Current candidate devices are [\n",
" /job:localhost/replica:0/task:0/device:CPU:0].\n",
"See below for details of this colocation group:\n",
"Colocation Debug Info:\n",
"Colocation group had the following types and supported devices: \n",
"Root Member(assigned_device_name_index_=-1 requested_device_name_='/device:GPU:0' assigned_device_name_='' resource_device_name_='/device:GPU:0' supported_device_types_=[CPU] possible_devices_=[]\n",
"Switch: GPU CPU XLA_CPU XLA_GPU \n",
"Enter: GPU CPU XLA_CPU XLA_GPU \n",
"LookupTableFindV2: CPU \n",
"LookupTableInsertV2: CPU \n",
"MutableHashTableV2: CPU \n",
"LookupTableExportV2: CPU \n",
"\n",
"Colocation members, user-requested devices, and framework assigned devices, if any:\n",
" MutableHashTable (MutableHashTableV2) /device:GPU:0\n",
" MutableHashTable_lookup_table_export_values/LookupTableExportV2 (LookupTableExportV2) /device:GPU:0\n",
" MutableHashTable_lookup_table_insert/LookupTableInsertV2 (LookupTableInsertV2) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter_1 (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Switch (Switch) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter_2 (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Enter_3 (Enter) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2/Switch_2 (Switch) /device:GPU:0\n",
" map_1/while/foldr/while/cond/MutableHashTable_lookup_table_find/LookupTableFindV2 (LookupTableFindV2) /device:GPU:0\n",
"\n",
"2019-11-22 09:02:46.373538: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
"2019-11-22 09:02:50.093008: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
"2019-11-22 09:02:53,122 root INFO Step 1 (8.013s). Accuracy: 100.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:02:53,264 root INFO Step 2 (0.139s). Accuracy: 75.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:53,409 root INFO Step 3 (0.143s). Accuracy: 66.67%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:02:53,547 root INFO Step 4 (0.137s). Accuracy: 62.50%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:53,689 root INFO Step 5 (0.140s). Accuracy: 50.00%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:02:53,831 root INFO Step 6 (0.141s). Accuracy: 50.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:53,967 root INFO Step 7 (0.134s). Accuracy: 57.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:02:54,116 root INFO Step 8 (0.146s). Accuracy: 56.25%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:54,251 root INFO Step 9 (0.133s). Accuracy: 57.41%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:54,393 root INFO Step 10 (0.141s). Accuracy: 51.67%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:02:54,542 root INFO Step 11 (0.147s). Accuracy: 53.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:54,682 root INFO Step 12 (0.138s). Accuracy: 48.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:02:54,832 root INFO Step 13 (0.148s). Accuracy: 50.00%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:54,979 root INFO Step 14 (0.144s). Accuracy: 51.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:55,139 root INFO Step 15 (0.158s). Accuracy: 51.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:55,278 root INFO Step 16 (0.138s). Accuracy: 52.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:55,415 root INFO Step 17 (0.136s). Accuracy: 49.02%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:02:55,557 root INFO Step 18 (0.138s). Accuracy: 49.07%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:55,690 root INFO Step 19 (0.132s). Accuracy: 50.00%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:55,835 root INFO Step 20 (0.143s). Accuracy: 50.83%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:55,976 root INFO Step 21 (0.139s). Accuracy: 48.41%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:02:56,118 root INFO Step 22 (0.141s). Accuracy: 46.21%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:02:56,253 root INFO Step 23 (0.133s). Accuracy: 44.20%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:02:56,393 root INFO Step 24 (0.139s). Accuracy: 44.44%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:56,534 root INFO Step 25 (0.138s). Accuracy: 44.67%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:56,672 root INFO Step 26 (0.136s). Accuracy: 45.51%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:56,807 root INFO Step 27 (0.134s). Accuracy: 46.30%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:56,954 root INFO Step 28 (0.145s). Accuracy: 46.43%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:02:57,095 root INFO Step 29 (0.140s). Accuracy: 44.83%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:02:57,231 root INFO Step 30 (0.133s). Accuracy: 45.56%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:57,369 root INFO Step 31 (0.137s). Accuracy: 45.70%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:02:57,544 root INFO Step 32 (0.173s). Accuracy: 47.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:02:57,676 root INFO Step 33 (0.130s). Accuracy: 47.47%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:57,805 root INFO Step 34 (0.127s). Accuracy: 48.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:57,955 root INFO Step 35 (0.149s). Accuracy: 46.67%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:02:58,095 root INFO Step 36 (0.138s). Accuracy: 45.37%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:02:58,235 root INFO Step 37 (0.137s). Accuracy: 45.95%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:58,369 root INFO Step 38 (0.133s). Accuracy: 46.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:58,508 root INFO Step 39 (0.136s). Accuracy: 46.15%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:58,649 root INFO Step 40 (0.139s). Accuracy: 46.25%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:58,780 root INFO Step 41 (0.129s). Accuracy: 46.34%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:58,907 root INFO Step 42 (0.125s). Accuracy: 46.83%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:59,038 root INFO Step 43 (0.130s). Accuracy: 46.90%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:02:59,183 root INFO Step 44 (0.143s). Accuracy: 47.35%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:02:59,313 root INFO Step 45 (0.129s). Accuracy: 46.30%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:02:59,451 root INFO Step 46 (0.137s). Accuracy: 45.29%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:02:59,585 root INFO Step 47 (0.132s). Accuracy: 45.39%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:59,721 root INFO Step 48 (0.135s). Accuracy: 45.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:59,854 root INFO Step 49 (0.131s). Accuracy: 45.58%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:02:59,996 root INFO Step 50 (0.141s). Accuracy: 46.67%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:00,135 root INFO Step 51 (0.137s). Accuracy: 47.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:00,281 root INFO Step 52 (0.144s). Accuracy: 46.15%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:00,421 root INFO Step 53 (0.138s). Accuracy: 47.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:00,564 root INFO Step 54 (0.141s). Accuracy: 47.22%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:00,709 root INFO Step 55 (0.143s). Accuracy: 46.36%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:00,848 root INFO Step 56 (0.137s). Accuracy: 46.43%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:00,989 root INFO Step 57 (0.139s). Accuracy: 45.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:01,117 root INFO Step 58 (0.126s). Accuracy: 45.69%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:01,263 root INFO Step 59 (0.145s). Accuracy: 46.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:01,398 root INFO Step 60 (0.133s). Accuracy: 46.39%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:01,536 root INFO Step 61 (0.137s). Accuracy: 46.72%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:01,669 root INFO Step 62 (0.131s). Accuracy: 46.77%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:01,809 root INFO Step 63 (0.138s). Accuracy: 46.83%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:01,944 root INFO Step 64 (0.134s). Accuracy: 46.88%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:02,082 root INFO Step 65 (0.136s). Accuracy: 46.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:02,225 root INFO Step 66 (0.141s). Accuracy: 46.97%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:02,371 root INFO Step 67 (0.144s). Accuracy: 47.01%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:02,509 root INFO Step 68 (0.136s). Accuracy: 47.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:02,639 root INFO Step 69 (0.128s). Accuracy: 48.55%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:02,771 root INFO Step 70 (0.131s). Accuracy: 48.81%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:02,914 root INFO Step 71 (0.141s). Accuracy: 48.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:03,054 root INFO Step 72 (0.139s). Accuracy: 48.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:03,187 root INFO Step 73 (0.132s). Accuracy: 49.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:03,349 root INFO Step 74 (0.160s). Accuracy: 49.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:03,480 root INFO Step 75 (0.129s). Accuracy: 49.33%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:03,618 root INFO Step 76 (0.137s). Accuracy: 49.56%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:03,759 root INFO Step 77 (0.140s). Accuracy: 49.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:03,898 root INFO Step 78 (0.137s). Accuracy: 49.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:04,035 root INFO Step 79 (0.136s). Accuracy: 49.58%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:04,168 root INFO Step 80 (0.132s). Accuracy: 49.58%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:04,326 root INFO Step 81 (0.156s). Accuracy: 49.79%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:04,464 root INFO Step 82 (0.136s). Accuracy: 49.19%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:04,603 root INFO Step 83 (0.138s). Accuracy: 49.80%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:04,741 root INFO Step 84 (0.136s). Accuracy: 49.80%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:04,881 root INFO Step 85 (0.138s). Accuracy: 49.80%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:05,027 root INFO Step 86 (0.144s). Accuracy: 49.22%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:05,162 root INFO Step 87 (0.133s). Accuracy: 48.66%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:05,309 root INFO Step 88 (0.145s). Accuracy: 48.67%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:05,451 root INFO Step 89 (0.140s). Accuracy: 49.25%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:05,589 root INFO Step 90 (0.137s). Accuracy: 49.44%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:05,725 root INFO Step 91 (0.134s). Accuracy: 48.90%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:05,866 root INFO Step 92 (0.135s). Accuracy: 49.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:06,002 root INFO Step 93 (0.135s). Accuracy: 49.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:06,137 root INFO Step 94 (0.134s). Accuracy: 49.65%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:06,270 root INFO Step 95 (0.131s). Accuracy: 49.65%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:06,412 root INFO Step 96 (0.140s). Accuracy: 49.65%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:06,550 root INFO Step 97 (0.137s). Accuracy: 49.83%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:06,682 root INFO Step 98 (0.130s). Accuracy: 50.34%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:06,825 root INFO Step 99 (0.141s). Accuracy: 50.34%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:06,979 root INFO Step 100 (0.152s). Accuracy: 49.83%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:07,116 root INFO Step 101 (0.136s). Accuracy: 49.83%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:07,259 root INFO Step 102 (0.141s). Accuracy: 50.00%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:07,404 root INFO Step 103 (0.144s). Accuracy: 50.16%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:07,543 root INFO Step 104 (0.138s). Accuracy: 50.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:07,680 root INFO Step 105 (0.135s). Accuracy: 50.63%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:07,813 root INFO Step 106 (0.132s). Accuracy: 50.79%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:07,958 root INFO Step 107 (0.143s). Accuracy: 50.31%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:08,095 root INFO Step 108 (0.135s). Accuracy: 50.31%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:08,233 root INFO Step 109 (0.137s). Accuracy: 50.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:08,378 root INFO Step 110 (0.143s). Accuracy: 51.21%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:08,552 root INFO Step 111 (0.171s). Accuracy: 50.75%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:08,695 root INFO Step 112 (0.142s). Accuracy: 50.89%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:08,842 root INFO Step 113 (0.145s). Accuracy: 51.33%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:08,981 root INFO Step 114 (0.137s). Accuracy: 51.32%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:09,115 root INFO Step 115 (0.133s). Accuracy: 51.30%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:09,250 root INFO Step 116 (0.134s). Accuracy: 51.72%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:09,384 root INFO Step 117 (0.132s). Accuracy: 51.71%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:09,520 root INFO Step 118 (0.135s). Accuracy: 51.84%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:09,653 root INFO Step 119 (0.132s). Accuracy: 51.96%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:09,780 root INFO Step 120 (0.125s). Accuracy: 51.94%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:09,924 root INFO Step 121 (0.143s). Accuracy: 52.34%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:10,061 root INFO Step 122 (0.134s). Accuracy: 52.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:10,196 root INFO Step 123 (0.133s). Accuracy: 52.85%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:10,337 root INFO Step 124 (0.139s). Accuracy: 52.42%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:10,499 root INFO Step 125 (0.160s). Accuracy: 52.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:10,644 root INFO Step 126 (0.143s). Accuracy: 52.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:10,775 root INFO Step 127 (0.129s). Accuracy: 52.89%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:10,914 root INFO Step 128 (0.138s). Accuracy: 52.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:11,055 root INFO Step 129 (0.140s). Accuracy: 53.36%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:11,190 root INFO Step 130 (0.133s). Accuracy: 53.33%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:11,325 root INFO Step 131 (0.133s). Accuracy: 53.31%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:11,474 root INFO Step 132 (0.148s). Accuracy: 53.28%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:11,618 root INFO Step 133 (0.141s). Accuracy: 53.26%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:11,754 root INFO Step 134 (0.134s). Accuracy: 53.61%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:11,883 root INFO Step 135 (0.128s). Accuracy: 53.21%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:12,022 root INFO Step 136 (0.137s). Accuracy: 53.31%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:12,164 root INFO Step 137 (0.140s). Accuracy: 53.28%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:12,298 root INFO Step 138 (0.133s). Accuracy: 53.26%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:12,437 root INFO Step 139 (0.137s). Accuracy: 53.24%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:12,586 root INFO Step 140 (0.148s). Accuracy: 53.57%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:12,724 root INFO Step 141 (0.136s). Accuracy: 53.90%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:12,876 root INFO Step 142 (0.150s). Accuracy: 53.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:13,005 root INFO Step 143 (0.127s). Accuracy: 54.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:13,144 root INFO Step 144 (0.138s). Accuracy: 54.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:13,278 root INFO Step 145 (0.132s). Accuracy: 54.37%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:13,414 root INFO Step 146 (0.134s). Accuracy: 54.68%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:13,566 root INFO Step 147 (0.151s). Accuracy: 54.31%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:13,704 root INFO Step 148 (0.136s). Accuracy: 54.28%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:13,841 root INFO Step 149 (0.135s). Accuracy: 54.36%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:13,979 root INFO Step 150 (0.136s). Accuracy: 54.00%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:14,113 root INFO Step 151 (0.132s). Accuracy: 53.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:14,254 root INFO Step 152 (0.140s). Accuracy: 53.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:14,398 root INFO Step 153 (0.143s). Accuracy: 53.92%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:14,541 root INFO Step 154 (0.141s). Accuracy: 53.90%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:14,671 root INFO Step 155 (0.129s). Accuracy: 53.55%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:14,815 root INFO Step 156 (0.142s). Accuracy: 53.63%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:14,951 root INFO Step 157 (0.134s). Accuracy: 53.61%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:15,088 root INFO Step 158 (0.135s). Accuracy: 53.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:15,219 root INFO Step 159 (0.130s). Accuracy: 53.56%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:15,358 root INFO Step 160 (0.137s). Accuracy: 53.54%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:15,496 root INFO Step 161 (0.136s). Accuracy: 53.83%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:15,638 root INFO Step 162 (0.140s). Accuracy: 53.91%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:15,776 root INFO Step 163 (0.136s). Accuracy: 53.89%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:15,915 root INFO Step 164 (0.137s). Accuracy: 53.86%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:16,071 root INFO Step 165 (0.154s). Accuracy: 54.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:16,217 root INFO Step 166 (0.144s). Accuracy: 53.82%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:16,355 root INFO Step 167 (0.136s). Accuracy: 54.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:16,487 root INFO Step 168 (0.130s). Accuracy: 54.17%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:16,636 root INFO Step 169 (0.148s). Accuracy: 53.85%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:16,769 root INFO Step 170 (0.131s). Accuracy: 54.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:16,902 root INFO Step 171 (0.132s). Accuracy: 54.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:17,038 root INFO Step 172 (0.135s). Accuracy: 54.26%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:17,178 root INFO Step 173 (0.138s). Accuracy: 53.95%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:17,311 root INFO Step 174 (0.132s). Accuracy: 54.02%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:17,447 root INFO Step 175 (0.134s). Accuracy: 53.71%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:17,582 root INFO Step 176 (0.133s). Accuracy: 53.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:17,722 root INFO Step 177 (0.139s). Accuracy: 53.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:17,862 root INFO Step 178 (0.138s). Accuracy: 53.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:18,000 root INFO Step 179 (0.135s). Accuracy: 53.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:18,135 root INFO Step 180 (0.133s). Accuracy: 53.98%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:18,271 root INFO Step 181 (0.135s). Accuracy: 53.96%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:18,410 root INFO Step 182 (0.137s). Accuracy: 53.66%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:18,542 root INFO Step 183 (0.130s). Accuracy: 53.92%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:18,698 root INFO Step 184 (0.154s). Accuracy: 54.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:18,836 root INFO Step 185 (0.137s). Accuracy: 54.14%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:18,982 root INFO Step 186 (0.144s). Accuracy: 54.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:19,111 root INFO Step 187 (0.127s). Accuracy: 54.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:19,244 root INFO Step 188 (0.132s). Accuracy: 53.90%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:19,387 root INFO Step 189 (0.141s). Accuracy: 53.62%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:19,521 root INFO Step 190 (0.132s). Accuracy: 53.60%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:19,692 root INFO Step 191 (0.169s). Accuracy: 53.66%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:19,834 root INFO Step 192 (0.140s). Accuracy: 53.73%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:19,969 root INFO Step 193 (0.133s). Accuracy: 53.45%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:20,102 root INFO Step 194 (0.131s). Accuracy: 53.44%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:20,237 root INFO Step 195 (0.133s). Accuracy: 53.68%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:20,371 root INFO Step 196 (0.133s). Accuracy: 53.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:20,513 root INFO Step 197 (0.140s). Accuracy: 53.64%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:20,646 root INFO Step 198 (0.131s). Accuracy: 53.62%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:20,789 root INFO Step 199 (0.142s). Accuracy: 53.35%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:20,930 root INFO Step 200 (0.139s). Accuracy: 53.33%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:21,065 root INFO Step 201 (0.133s). Accuracy: 53.32%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:21,211 root INFO Step 202 (0.144s). Accuracy: 53.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:21,341 root INFO Step 203 (0.129s). Accuracy: 53.37%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:21,476 root INFO Step 204 (0.133s). Accuracy: 53.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:21,611 root INFO Step 205 (0.133s). Accuracy: 53.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:21,763 root INFO Step 206 (0.151s). Accuracy: 52.83%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:21,902 root INFO Step 207 (0.137s). Accuracy: 52.90%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:22,043 root INFO Step 208 (0.139s). Accuracy: 52.88%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:22,184 root INFO Step 209 (0.140s). Accuracy: 52.95%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:22,317 root INFO Step 210 (0.132s). Accuracy: 53.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:22,445 root INFO Step 211 (0.126s). Accuracy: 52.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:22,575 root INFO Step 212 (0.129s). Accuracy: 52.67%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:22,714 root INFO Step 213 (0.138s). Accuracy: 52.74%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:22,881 root INFO Step 214 (0.164s). Accuracy: 52.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:23,016 root INFO Step 215 (0.133s). Accuracy: 52.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:23,158 root INFO Step 216 (0.140s). Accuracy: 53.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:23,288 root INFO Step 217 (0.129s). Accuracy: 52.76%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:23,421 root INFO Step 218 (0.131s). Accuracy: 52.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:23,558 root INFO Step 219 (0.134s). Accuracy: 52.51%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:23,688 root INFO Step 220 (0.128s). Accuracy: 52.27%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:23,832 root INFO Step 221 (0.142s). Accuracy: 52.49%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:23,972 root INFO Step 222 (0.139s). Accuracy: 52.70%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:24,107 root INFO Step 223 (0.133s). Accuracy: 52.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:24,240 root INFO Step 224 (0.131s). Accuracy: 52.68%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:24,379 root INFO Step 225 (0.138s). Accuracy: 52.44%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:24,515 root INFO Step 226 (0.134s). Accuracy: 52.43%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:24,654 root INFO Step 227 (0.137s). Accuracy: 52.20%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:24,795 root INFO Step 228 (0.139s). Accuracy: 52.19%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:24,929 root INFO Step 229 (0.131s). Accuracy: 52.26%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:25,079 root INFO Step 230 (0.147s). Accuracy: 52.32%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:25,213 root INFO Step 231 (0.133s). Accuracy: 52.09%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:25,353 root INFO Step 232 (0.138s). Accuracy: 52.08%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:25,488 root INFO Step 233 (0.134s). Accuracy: 52.15%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:25,620 root INFO Step 234 (0.130s). Accuracy: 51.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:25,757 root INFO Step 235 (0.136s). Accuracy: 51.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:25,910 root INFO Step 236 (0.152s). Accuracy: 51.69%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:26,057 root INFO Step 237 (0.144s). Accuracy: 51.48%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:26,195 root INFO Step 238 (0.137s). Accuracy: 51.26%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:26,335 root INFO Step 239 (0.138s). Accuracy: 51.05%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:26,475 root INFO Step 240 (0.139s). Accuracy: 51.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:26,611 root INFO Step 241 (0.134s). Accuracy: 51.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:26,744 root INFO Step 242 (0.132s). Accuracy: 51.31%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:26,893 root INFO Step 243 (0.147s). Accuracy: 51.30%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:27,032 root INFO Step 244 (0.138s). Accuracy: 51.37%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:27,171 root INFO Step 245 (0.137s). Accuracy: 51.56%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:27,308 root INFO Step 246 (0.135s). Accuracy: 51.36%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:27,446 root INFO Step 247 (0.136s). Accuracy: 51.35%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:27,583 root INFO Step 248 (0.136s). Accuracy: 51.34%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:27,721 root INFO Step 249 (0.136s). Accuracy: 51.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:27,880 root INFO Step 250 (0.157s). Accuracy: 51.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:28,025 root INFO Step 251 (0.143s). Accuracy: 51.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:28,161 root INFO Step 252 (0.134s). Accuracy: 51.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:28,309 root INFO Step 253 (0.146s). Accuracy: 51.78%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:28,444 root INFO Step 254 (0.133s). Accuracy: 51.77%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:28,581 root INFO Step 255 (0.136s). Accuracy: 51.57%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:28,726 root INFO Step 256 (0.143s). Accuracy: 51.37%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:28,860 root INFO Step 257 (0.131s). Accuracy: 51.36%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:29,001 root INFO Step 258 (0.139s). Accuracy: 51.16%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:29,137 root INFO Step 259 (0.134s). Accuracy: 51.22%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:29,273 root INFO Step 260 (0.134s). Accuracy: 51.22%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:29,416 root INFO Step 261 (0.141s). Accuracy: 51.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:29,555 root INFO Step 262 (0.137s). Accuracy: 51.46%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:29,689 root INFO Step 263 (0.132s). Accuracy: 51.65%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:29,832 root INFO Step 264 (0.137s). Accuracy: 51.64%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:29,978 root INFO Step 265 (0.144s). Accuracy: 51.64%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:30,121 root INFO Step 266 (0.141s). Accuracy: 51.82%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:30,266 root INFO Step 267 (0.143s). Accuracy: 51.81%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:30,406 root INFO Step 268 (0.139s). Accuracy: 51.62%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:30,548 root INFO Step 269 (0.141s). Accuracy: 51.61%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:30,684 root INFO Step 270 (0.133s). Accuracy: 51.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:30,820 root INFO Step 271 (0.135s). Accuracy: 51.78%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:30,974 root INFO Step 272 (0.152s). Accuracy: 51.78%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:31,112 root INFO Step 273 (0.137s). Accuracy: 51.83%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:31,247 root INFO Step 274 (0.133s). Accuracy: 52.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:31,398 root INFO Step 275 (0.149s). Accuracy: 52.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:31,539 root INFO Step 276 (0.139s). Accuracy: 51.87%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:31,676 root INFO Step 277 (0.134s). Accuracy: 51.68%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:31,804 root INFO Step 278 (0.126s). Accuracy: 51.68%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:31,944 root INFO Step 279 (0.138s). Accuracy: 51.73%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:32,086 root INFO Step 280 (0.136s). Accuracy: 51.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:32,232 root INFO Step 281 (0.144s). Accuracy: 51.78%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:32,376 root INFO Step 282 (0.142s). Accuracy: 51.77%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:32,512 root INFO Step 283 (0.134s). Accuracy: 51.83%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:32,645 root INFO Step 284 (0.132s). Accuracy: 51.88%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:32,777 root INFO Step 285 (0.130s). Accuracy: 51.87%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:32,907 root INFO Step 286 (0.129s). Accuracy: 52.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:33,057 root INFO Step 287 (0.148s). Accuracy: 52.03%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:33,203 root INFO Step 288 (0.144s). Accuracy: 52.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:33,358 root INFO Step 289 (0.154s). Accuracy: 51.90%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:33,497 root INFO Step 290 (0.137s). Accuracy: 51.72%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:33,628 root INFO Step 291 (0.130s). Accuracy: 51.78%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:33,779 root INFO Step 292 (0.148s). Accuracy: 51.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:33,914 root INFO Step 293 (0.133s). Accuracy: 52.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:34,064 root INFO Step 294 (0.148s). Accuracy: 51.93%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:34,194 root INFO Step 295 (0.129s). Accuracy: 51.98%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:34,327 root INFO Step 296 (0.131s). Accuracy: 51.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:34,467 root INFO Step 297 (0.138s). Accuracy: 52.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:34,612 root INFO Step 298 (0.144s). Accuracy: 52.29%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:34,741 root INFO Step 299 (0.128s). Accuracy: 52.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:34,882 root INFO Step 300 (0.139s). Accuracy: 52.28%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:35,018 root INFO Step 301 (0.134s). Accuracy: 52.33%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:35,160 root INFO Step 302 (0.140s). Accuracy: 52.15%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:35,287 root INFO Step 303 (0.125s). Accuracy: 52.20%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:35,421 root INFO Step 304 (0.133s). Accuracy: 52.19%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:35,565 root INFO Step 305 (0.143s). Accuracy: 52.19%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:35,703 root INFO Step 306 (0.137s). Accuracy: 52.18%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:35,838 root INFO Step 307 (0.133s). Accuracy: 52.33%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:35,978 root INFO Step 308 (0.137s). Accuracy: 52.33%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:36,131 root INFO Step 309 (0.150s). Accuracy: 52.32%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:36,261 root INFO Step 310 (0.128s). Accuracy: 52.31%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:36,396 root INFO Step 311 (0.133s). Accuracy: 52.30%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:36,540 root INFO Step 312 (0.142s). Accuracy: 52.14%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:36,676 root INFO Step 313 (0.135s). Accuracy: 52.18%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:36,811 root INFO Step 314 (0.133s). Accuracy: 52.18%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:36,951 root INFO Step 315 (0.137s). Accuracy: 52.17%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:37,091 root INFO Step 316 (0.139s). Accuracy: 52.16%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:37,238 root INFO Step 317 (0.144s). Accuracy: 52.16%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:37,375 root INFO Step 318 (0.135s). Accuracy: 51.99%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:37,512 root INFO Step 319 (0.136s). Accuracy: 52.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:37,643 root INFO Step 320 (0.130s). Accuracy: 51.87%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:37,784 root INFO Step 321 (0.139s). Accuracy: 51.87%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:37,916 root INFO Step 322 (0.130s). Accuracy: 51.86%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:38,055 root INFO Step 323 (0.137s). Accuracy: 52.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:38,203 root INFO Step 324 (0.147s). Accuracy: 51.85%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:38,340 root INFO Step 325 (0.135s). Accuracy: 51.85%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:38,471 root INFO Step 326 (0.129s). Accuracy: 51.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:38,604 root INFO Step 327 (0.132s). Accuracy: 52.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:38,735 root INFO Step 328 (0.129s). Accuracy: 52.18%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:38,868 root INFO Step 329 (0.131s). Accuracy: 52.03%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:39,001 root INFO Step 330 (0.132s). Accuracy: 52.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:39,152 root INFO Step 331 (0.149s). Accuracy: 52.32%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:39,289 root INFO Step 332 (0.135s). Accuracy: 52.16%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:39,430 root INFO Step 333 (0.139s). Accuracy: 52.20%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:39,579 root INFO Step 334 (0.147s). Accuracy: 52.05%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:39,721 root INFO Step 335 (0.140s). Accuracy: 52.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:39,865 root INFO Step 336 (0.142s). Accuracy: 51.88%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:39,996 root INFO Step 337 (0.129s). Accuracy: 52.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:40,136 root INFO Step 338 (0.138s). Accuracy: 52.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:40,276 root INFO Step 339 (0.139s). Accuracy: 52.06%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:40,417 root INFO Step 340 (0.138s). Accuracy: 52.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:40,557 root INFO Step 341 (0.139s). Accuracy: 52.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:40,690 root INFO Step 342 (0.131s). Accuracy: 52.10%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:40,824 root INFO Step 343 (0.133s). Accuracy: 52.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:40,959 root INFO Step 344 (0.133s). Accuracy: 51.99%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:41,097 root INFO Step 345 (0.136s). Accuracy: 51.84%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:41,245 root INFO Step 346 (0.147s). Accuracy: 51.69%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:41,382 root INFO Step 347 (0.135s). Accuracy: 51.83%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:41,515 root INFO Step 348 (0.131s). Accuracy: 51.68%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:41,655 root INFO Step 349 (0.138s). Accuracy: 51.67%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:41,787 root INFO Step 350 (0.130s). Accuracy: 51.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:41,931 root INFO Step 351 (0.143s). Accuracy: 51.71%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:42,080 root INFO Step 352 (0.146s). Accuracy: 51.70%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:42,232 root INFO Step 353 (0.150s). Accuracy: 51.84%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:42,363 root INFO Step 354 (0.129s). Accuracy: 51.88%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:42,498 root INFO Step 355 (0.133s). Accuracy: 51.74%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:42,636 root INFO Step 356 (0.136s). Accuracy: 51.87%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:42,771 root INFO Step 357 (0.134s). Accuracy: 52.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:42,905 root INFO Step 358 (0.133s). Accuracy: 52.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:43,043 root INFO Step 359 (0.136s). Accuracy: 52.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:43,179 root INFO Step 360 (0.134s). Accuracy: 52.08%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:43,322 root INFO Step 361 (0.142s). Accuracy: 52.08%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:43,463 root INFO Step 362 (0.138s). Accuracy: 51.93%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:43,605 root INFO Step 363 (0.140s). Accuracy: 52.07%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:43,741 root INFO Step 364 (0.135s). Accuracy: 51.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:43,882 root INFO Step 365 (0.138s). Accuracy: 51.78%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:44,017 root INFO Step 366 (0.133s). Accuracy: 51.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:44,159 root INFO Step 367 (0.140s). Accuracy: 51.77%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:44,300 root INFO Step 368 (0.140s). Accuracy: 51.77%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:44,437 root INFO Step 369 (0.135s). Accuracy: 51.63%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:44,567 root INFO Step 370 (0.129s). Accuracy: 51.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:44,698 root INFO Step 371 (0.129s). Accuracy: 51.89%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:44,828 root INFO Step 372 (0.128s). Accuracy: 51.88%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:44,969 root INFO Step 373 (0.140s). Accuracy: 51.92%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:45,103 root INFO Step 374 (0.132s). Accuracy: 51.96%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:45,242 root INFO Step 375 (0.137s). Accuracy: 52.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:45,393 root INFO Step 376 (0.149s). Accuracy: 51.95%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:45,534 root INFO Step 377 (0.140s). Accuracy: 51.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:45,670 root INFO Step 378 (0.134s). Accuracy: 51.94%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:45,807 root INFO Step 379 (0.136s). Accuracy: 51.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:45,945 root INFO Step 380 (0.136s). Accuracy: 52.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:46,085 root INFO Step 381 (0.139s). Accuracy: 52.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:46,225 root INFO Step 382 (0.138s). Accuracy: 52.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:46,365 root INFO Step 383 (0.138s). Accuracy: 52.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:46,513 root INFO Step 384 (0.142s). Accuracy: 52.00%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:46,653 root INFO Step 385 (0.137s). Accuracy: 51.99%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:46,785 root INFO Step 386 (0.130s). Accuracy: 52.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:46,918 root INFO Step 387 (0.131s). Accuracy: 52.02%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:47,056 root INFO Step 388 (0.136s). Accuracy: 52.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:47,191 root INFO Step 389 (0.133s). Accuracy: 52.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:47,335 root INFO Step 390 (0.142s). Accuracy: 52.01%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:47,475 root INFO Step 391 (0.138s). Accuracy: 51.88%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:47,614 root INFO Step 392 (0.137s). Accuracy: 51.87%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:47,750 root INFO Step 393 (0.134s). Accuracy: 51.87%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:47,892 root INFO Step 394 (0.140s). Accuracy: 51.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:48,039 root INFO Step 395 (0.146s). Accuracy: 51.86%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:48,173 root INFO Step 396 (0.133s). Accuracy: 51.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:48,311 root INFO Step 397 (0.136s). Accuracy: 51.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:48,457 root INFO Step 398 (0.144s). Accuracy: 52.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:48,592 root INFO Step 399 (0.134s). Accuracy: 52.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:48,731 root INFO Step 400 (0.132s). Accuracy: 52.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:48,866 root INFO Step 401 (0.134s). Accuracy: 52.20%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:49,002 root INFO Step 402 (0.134s). Accuracy: 52.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:49,148 root INFO Step 403 (0.144s). Accuracy: 52.19%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:49,287 root INFO Step 404 (0.138s). Accuracy: 52.19%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:49,445 root INFO Step 405 (0.156s). Accuracy: 52.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:49,580 root INFO Step 406 (0.133s). Accuracy: 52.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:49,710 root INFO Step 407 (0.128s). Accuracy: 52.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:49,844 root INFO Step 408 (0.132s). Accuracy: 52.25%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:49,977 root INFO Step 409 (0.132s). Accuracy: 52.24%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:50,119 root INFO Step 410 (0.140s). Accuracy: 52.28%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:50,254 root INFO Step 411 (0.133s). Accuracy: 52.15%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:50,388 root INFO Step 412 (0.132s). Accuracy: 52.18%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:50,536 root INFO Step 413 (0.146s). Accuracy: 52.18%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:50,679 root INFO Step 414 (0.142s). Accuracy: 52.05%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:50,810 root INFO Step 415 (0.129s). Accuracy: 52.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:50,944 root INFO Step 416 (0.133s). Accuracy: 51.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:51,083 root INFO Step 417 (0.138s). Accuracy: 51.80%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:51,222 root INFO Step 418 (0.137s). Accuracy: 51.67%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:51,362 root INFO Step 419 (0.138s). Accuracy: 51.67%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:51,511 root INFO Step 420 (0.148s). Accuracy: 51.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:51,644 root INFO Step 421 (0.131s). Accuracy: 51.74%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:51,788 root INFO Step 422 (0.142s). Accuracy: 51.74%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:51,920 root INFO Step 423 (0.131s). Accuracy: 51.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:52,065 root INFO Step 424 (0.144s). Accuracy: 51.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:52,202 root INFO Step 425 (0.134s). Accuracy: 51.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:52,362 root INFO Step 426 (0.158s). Accuracy: 51.76%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:52,513 root INFO Step 427 (0.149s). Accuracy: 51.64%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:52,672 root INFO Step 428 (0.158s). Accuracy: 51.67%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:52,810 root INFO Step 429 (0.136s). Accuracy: 51.67%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:52,942 root INFO Step 430 (0.130s). Accuracy: 51.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:53,083 root INFO Step 431 (0.140s). Accuracy: 51.82%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:53,228 root INFO Step 432 (0.143s). Accuracy: 51.70%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:53,362 root INFO Step 433 (0.132s). Accuracy: 51.69%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:53,514 root INFO Step 434 (0.150s). Accuracy: 51.57%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:53,651 root INFO Step 435 (0.135s). Accuracy: 51.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:53,787 root INFO Step 436 (0.134s). Accuracy: 51.68%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:53,928 root INFO Step 437 (0.140s). Accuracy: 51.68%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:54,074 root INFO Step 438 (0.144s). Accuracy: 51.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:54,212 root INFO Step 439 (0.136s). Accuracy: 51.90%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:54,346 root INFO Step 440 (0.133s). Accuracy: 51.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:54,476 root INFO Step 441 (0.128s). Accuracy: 51.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:54,626 root INFO Step 442 (0.148s). Accuracy: 51.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:54,759 root INFO Step 443 (0.132s). Accuracy: 51.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:54,898 root INFO Step 444 (0.137s). Accuracy: 52.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:55,031 root INFO Step 445 (0.131s). Accuracy: 52.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:55,163 root INFO Step 446 (0.131s). Accuracy: 52.02%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:55,303 root INFO Step 447 (0.138s). Accuracy: 51.90%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:55,458 root INFO Step 448 (0.153s). Accuracy: 51.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:55,614 root INFO Step 449 (0.150s). Accuracy: 51.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:55,755 root INFO Step 450 (0.139s). Accuracy: 52.07%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:55,894 root INFO Step 451 (0.137s). Accuracy: 52.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:56,027 root INFO Step 452 (0.131s). Accuracy: 52.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:56,160 root INFO Step 453 (0.131s). Accuracy: 52.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:56,291 root INFO Step 454 (0.130s). Accuracy: 52.13%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:56,430 root INFO Step 455 (0.137s). Accuracy: 52.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:56,576 root INFO Step 456 (0.145s). Accuracy: 52.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:56,724 root INFO Step 457 (0.145s). Accuracy: 52.01%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:56,858 root INFO Step 458 (0.132s). Accuracy: 52.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:56,999 root INFO Step 459 (0.139s). Accuracy: 52.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:57,140 root INFO Step 460 (0.139s). Accuracy: 52.03%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:57,273 root INFO Step 461 (0.131s). Accuracy: 51.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:57,424 root INFO Step 462 (0.149s). Accuracy: 52.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:57,559 root INFO Step 463 (0.134s). Accuracy: 52.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:57,698 root INFO Step 464 (0.137s). Accuracy: 52.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:57,831 root INFO Step 465 (0.131s). Accuracy: 51.90%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:57,969 root INFO Step 466 (0.136s). Accuracy: 51.79%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:58,109 root INFO Step 467 (0.138s). Accuracy: 51.82%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:58,243 root INFO Step 468 (0.133s). Accuracy: 51.92%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:58,378 root INFO Step 469 (0.133s). Accuracy: 51.95%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:58,515 root INFO Step 470 (0.135s). Accuracy: 51.95%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:03:58,666 root INFO Step 471 (0.150s). Accuracy: 51.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:58,803 root INFO Step 472 (0.135s). Accuracy: 51.94%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:58,941 root INFO Step 473 (0.133s). Accuracy: 51.83%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:03:59,076 root INFO Step 474 (0.133s). Accuracy: 51.83%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:59,215 root INFO Step 475 (0.137s). Accuracy: 51.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:59,347 root INFO Step 476 (0.130s). Accuracy: 51.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:59,482 root INFO Step 477 (0.133s). Accuracy: 51.96%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:03:59,623 root INFO Step 478 (0.140s). Accuracy: 52.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:03:59,763 root INFO Step 479 (0.137s). Accuracy: 52.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:03:59,904 root INFO Step 480 (0.140s). Accuracy: 52.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:00,044 root INFO Step 481 (0.139s). Accuracy: 52.18%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:00,176 root INFO Step 482 (0.130s). Accuracy: 52.18%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:00,306 root INFO Step 483 (0.129s). Accuracy: 52.21%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:00,435 root INFO Step 484 (0.128s). Accuracy: 52.31%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:00,569 root INFO Step 485 (0.132s). Accuracy: 52.30%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:00,721 root INFO Step 486 (0.151s). Accuracy: 52.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:00,864 root INFO Step 487 (0.141s). Accuracy: 52.43%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:01,002 root INFO Step 488 (0.136s). Accuracy: 52.42%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:01,144 root INFO Step 489 (0.140s). Accuracy: 52.32%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:01,278 root INFO Step 490 (0.132s). Accuracy: 52.41%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:01,409 root INFO Step 491 (0.129s). Accuracy: 52.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:01,544 root INFO Step 492 (0.134s). Accuracy: 52.41%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:01,687 root INFO Step 493 (0.142s). Accuracy: 52.50%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:01,828 root INFO Step 494 (0.138s). Accuracy: 52.60%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:01,969 root INFO Step 495 (0.140s). Accuracy: 52.59%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:02,106 root INFO Step 496 (0.135s). Accuracy: 52.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:02,244 root INFO Step 497 (0.137s). Accuracy: 52.48%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:02,376 root INFO Step 498 (0.130s). Accuracy: 52.48%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:02,509 root INFO Step 499 (0.132s). Accuracy: 52.37%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:02,649 root INFO Step 500 (0.139s). Accuracy: 52.40%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:02,802 root INFO Step 501 (0.151s). Accuracy: 52.40%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:02,933 root INFO Step 502 (0.129s). Accuracy: 52.39%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:03,065 root INFO Step 503 (0.131s). Accuracy: 52.49%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:03,203 root INFO Step 504 (0.136s). Accuracy: 52.38%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:03,369 root INFO Step 505 (0.165s). Accuracy: 52.38%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:03,505 root INFO Step 506 (0.134s). Accuracy: 52.40%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:03,633 root INFO Step 507 (0.127s). Accuracy: 52.50%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:03,779 root INFO Step 508 (0.144s). Accuracy: 52.40%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:03,913 root INFO Step 509 (0.132s). Accuracy: 52.29%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:04,052 root INFO Step 510 (0.137s). Accuracy: 52.29%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:04,189 root INFO Step 511 (0.134s). Accuracy: 52.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:04,318 root INFO Step 512 (0.128s). Accuracy: 52.38%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:04,448 root INFO Step 513 (0.128s). Accuracy: 52.47%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:04,587 root INFO Step 514 (0.137s). Accuracy: 52.56%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:04,718 root INFO Step 515 (0.130s). Accuracy: 52.46%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:04,861 root INFO Step 516 (0.140s). Accuracy: 52.36%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:05,000 root INFO Step 517 (0.137s). Accuracy: 52.35%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:05,136 root INFO Step 518 (0.135s). Accuracy: 52.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:05,273 root INFO Step 519 (0.136s). Accuracy: 52.41%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:05,415 root INFO Step 520 (0.138s). Accuracy: 52.40%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:05,554 root INFO Step 521 (0.138s). Accuracy: 52.50%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:05,689 root INFO Step 522 (0.133s). Accuracy: 52.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:05,842 root INFO Step 523 (0.151s). Accuracy: 52.68%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:05,990 root INFO Step 524 (0.146s). Accuracy: 52.77%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:06,124 root INFO Step 525 (0.133s). Accuracy: 52.76%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:06,260 root INFO Step 526 (0.134s). Accuracy: 52.79%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:06,395 root INFO Step 527 (0.133s). Accuracy: 52.69%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:06,533 root INFO Step 528 (0.136s). Accuracy: 52.68%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:06,673 root INFO Step 529 (0.138s). Accuracy: 52.58%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:06,829 root INFO Step 530 (0.154s). Accuracy: 52.58%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:06,969 root INFO Step 531 (0.139s). Accuracy: 52.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:07,102 root INFO Step 532 (0.131s). Accuracy: 52.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:07,247 root INFO Step 533 (0.144s). Accuracy: 52.63%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:07,383 root INFO Step 534 (0.134s). Accuracy: 52.53%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:07,526 root INFO Step 535 (0.142s). Accuracy: 52.55%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:07,661 root INFO Step 536 (0.133s). Accuracy: 52.58%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:07,805 root INFO Step 537 (0.142s). Accuracy: 52.67%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:07,943 root INFO Step 538 (0.137s). Accuracy: 52.66%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:08,076 root INFO Step 539 (0.131s). Accuracy: 52.75%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:08,201 root INFO Step 540 (0.123s). Accuracy: 52.84%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:08,336 root INFO Step 541 (0.133s). Accuracy: 52.74%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:08,468 root INFO Step 542 (0.131s). Accuracy: 52.77%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:08,601 root INFO Step 543 (0.131s). Accuracy: 52.85%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:08,755 root INFO Step 544 (0.152s). Accuracy: 52.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:08,918 root INFO Step 545 (0.160s). Accuracy: 53.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:09,063 root INFO Step 546 (0.144s). Accuracy: 53.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:09,205 root INFO Step 547 (0.139s). Accuracy: 53.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:09,338 root INFO Step 548 (0.132s). Accuracy: 53.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:09,481 root INFO Step 549 (0.142s). Accuracy: 53.07%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:09,625 root INFO Step 550 (0.142s). Accuracy: 53.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:09,760 root INFO Step 551 (0.133s). Accuracy: 53.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:09,904 root INFO Step 552 (0.142s). Accuracy: 53.02%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:10,045 root INFO Step 553 (0.139s). Accuracy: 52.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:10,187 root INFO Step 554 (0.140s). Accuracy: 52.92%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:10,318 root INFO Step 555 (0.130s). Accuracy: 52.82%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:10,458 root INFO Step 556 (0.138s). Accuracy: 52.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:10,598 root INFO Step 557 (0.138s). Accuracy: 52.90%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:10,735 root INFO Step 558 (0.135s). Accuracy: 52.90%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:10,867 root INFO Step 559 (0.131s). Accuracy: 52.89%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:11,011 root INFO Step 560 (0.141s). Accuracy: 52.80%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:11,156 root INFO Step 561 (0.143s). Accuracy: 52.70%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:11,293 root INFO Step 562 (0.135s). Accuracy: 52.73%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:11,426 root INFO Step 563 (0.132s). Accuracy: 52.81%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:11,560 root INFO Step 564 (0.132s). Accuracy: 52.84%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:11,700 root INFO Step 565 (0.138s). Accuracy: 52.74%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:11,831 root INFO Step 566 (0.129s). Accuracy: 52.65%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:11,988 root INFO Step 567 (0.155s). Accuracy: 52.56%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:12,123 root INFO Step 568 (0.133s). Accuracy: 52.58%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:12,259 root INFO Step 569 (0.134s). Accuracy: 52.58%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:12,395 root INFO Step 570 (0.135s). Accuracy: 52.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:12,524 root INFO Step 571 (0.128s). Accuracy: 52.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:12,663 root INFO Step 572 (0.137s). Accuracy: 52.68%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:12,805 root INFO Step 573 (0.141s). Accuracy: 52.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:12,943 root INFO Step 574 (0.136s). Accuracy: 52.79%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:13,092 root INFO Step 575 (0.145s). Accuracy: 52.81%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:13,226 root INFO Step 576 (0.133s). Accuracy: 52.81%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:13,366 root INFO Step 577 (0.139s). Accuracy: 52.80%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:13,499 root INFO Step 578 (0.131s). Accuracy: 52.71%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:13,640 root INFO Step 579 (0.139s). Accuracy: 52.73%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:13,780 root INFO Step 580 (0.139s). Accuracy: 52.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:13,912 root INFO Step 581 (0.130s). Accuracy: 52.75%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:14,059 root INFO Step 582 (0.145s). Accuracy: 52.78%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:14,215 root INFO Step 583 (0.153s). Accuracy: 52.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:14,352 root INFO Step 584 (0.134s). Accuracy: 52.85%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:14,506 root INFO Step 585 (0.153s). Accuracy: 52.76%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:14,642 root INFO Step 586 (0.134s). Accuracy: 52.76%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:14,788 root INFO Step 587 (0.144s). Accuracy: 52.84%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:14,928 root INFO Step 588 (0.139s). Accuracy: 52.86%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:15,082 root INFO Step 589 (0.151s). Accuracy: 52.89%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:15,215 root INFO Step 590 (0.132s). Accuracy: 52.88%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:15,354 root INFO Step 591 (0.137s). Accuracy: 52.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:15,491 root INFO Step 592 (0.135s). Accuracy: 52.96%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:15,626 root INFO Step 593 (0.134s). Accuracy: 53.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:15,754 root INFO Step 594 (0.126s). Accuracy: 52.95%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:15,897 root INFO Step 595 (0.141s). Accuracy: 53.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:16,041 root INFO Step 596 (0.142s). Accuracy: 52.94%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:16,181 root INFO Step 597 (0.138s). Accuracy: 52.93%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:16,321 root INFO Step 598 (0.138s). Accuracy: 52.95%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:16,456 root INFO Step 599 (0.134s). Accuracy: 52.87%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:16,589 root INFO Step 600 (0.131s). Accuracy: 52.78%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:16,726 root INFO Step 601 (0.135s). Accuracy: 52.77%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:16,859 root INFO Step 602 (0.131s). Accuracy: 52.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:16,998 root INFO Step 603 (0.137s). Accuracy: 52.79%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:17,159 root INFO Step 604 (0.159s). Accuracy: 52.81%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:17,301 root INFO Step 605 (0.140s). Accuracy: 52.89%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:17,436 root INFO Step 606 (0.133s). Accuracy: 52.89%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:17,564 root INFO Step 607 (0.127s). Accuracy: 52.97%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:17,704 root INFO Step 608 (0.138s). Accuracy: 53.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:17,843 root INFO Step 609 (0.137s). Accuracy: 53.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:17,978 root INFO Step 610 (0.134s). Accuracy: 53.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:18,129 root INFO Step 611 (0.149s). Accuracy: 53.00%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:18,261 root INFO Step 612 (0.131s). Accuracy: 52.91%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:18,401 root INFO Step 613 (0.138s). Accuracy: 52.83%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:18,540 root INFO Step 614 (0.136s). Accuracy: 52.85%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:18,673 root INFO Step 615 (0.132s). Accuracy: 52.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:18,810 root INFO Step 616 (0.134s). Accuracy: 52.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:18,949 root INFO Step 617 (0.137s). Accuracy: 52.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:19,080 root INFO Step 618 (0.130s). Accuracy: 52.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:19,224 root INFO Step 619 (0.142s). Accuracy: 52.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:19,357 root INFO Step 620 (0.131s). Accuracy: 52.85%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:19,490 root INFO Step 621 (0.132s). Accuracy: 52.84%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:19,622 root INFO Step 622 (0.130s). Accuracy: 52.76%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:19,754 root INFO Step 623 (0.130s). Accuracy: 52.84%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:19,891 root INFO Step 624 (0.135s). Accuracy: 52.75%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:20,026 root INFO Step 625 (0.133s). Accuracy: 52.83%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:20,168 root INFO Step 626 (0.141s). Accuracy: 52.90%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:20,300 root INFO Step 627 (0.130s). Accuracy: 52.90%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:20,438 root INFO Step 628 (0.136s). Accuracy: 52.92%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:20,583 root INFO Step 629 (0.144s). Accuracy: 52.91%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:20,723 root INFO Step 630 (0.138s). Accuracy: 52.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:20,858 root INFO Step 631 (0.134s). Accuracy: 52.98%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:20,995 root INFO Step 632 (0.135s). Accuracy: 53.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:21,138 root INFO Step 633 (0.141s). Accuracy: 53.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:21,287 root INFO Step 634 (0.144s). Accuracy: 53.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:21,417 root INFO Step 635 (0.128s). Accuracy: 53.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:21,554 root INFO Step 636 (0.135s). Accuracy: 53.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:21,687 root INFO Step 637 (0.131s). Accuracy: 53.14%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:21,817 root INFO Step 638 (0.129s). Accuracy: 53.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:21,962 root INFO Step 639 (0.143s). Accuracy: 53.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:22,102 root INFO Step 640 (0.138s). Accuracy: 53.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:22,250 root INFO Step 641 (0.147s). Accuracy: 53.15%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:22,381 root INFO Step 642 (0.128s). Accuracy: 53.22%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:22,515 root INFO Step 643 (0.133s). Accuracy: 53.24%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:22,645 root INFO Step 644 (0.128s). Accuracy: 53.16%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:22,784 root INFO Step 645 (0.138s). Accuracy: 53.18%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:22,924 root INFO Step 646 (0.138s). Accuracy: 53.17%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:23,066 root INFO Step 647 (0.140s). Accuracy: 53.17%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:23,223 root INFO Step 648 (0.155s). Accuracy: 53.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:23,360 root INFO Step 649 (0.133s). Accuracy: 53.21%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:23,494 root INFO Step 650 (0.132s). Accuracy: 53.23%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:23,625 root INFO Step 651 (0.130s). Accuracy: 53.23%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:23,762 root INFO Step 652 (0.136s). Accuracy: 53.30%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:23,896 root INFO Step 653 (0.132s). Accuracy: 53.32%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:24,033 root INFO Step 654 (0.135s). Accuracy: 53.31%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:24,176 root INFO Step 655 (0.140s). Accuracy: 53.31%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:24,319 root INFO Step 656 (0.141s). Accuracy: 53.30%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:24,455 root INFO Step 657 (0.135s). Accuracy: 53.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:24,588 root INFO Step 658 (0.131s). Accuracy: 53.37%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:24,724 root INFO Step 659 (0.134s). Accuracy: 53.29%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:24,861 root INFO Step 660 (0.136s). Accuracy: 53.36%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:24,999 root INFO Step 661 (0.137s). Accuracy: 53.28%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:25,129 root INFO Step 662 (0.128s). Accuracy: 53.27%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:25,278 root INFO Step 663 (0.148s). Accuracy: 53.29%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:25,431 root INFO Step 664 (0.152s). Accuracy: 53.29%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:25,573 root INFO Step 665 (0.140s). Accuracy: 53.28%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:25,713 root INFO Step 666 (0.138s). Accuracy: 53.35%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:25,854 root INFO Step 667 (0.139s). Accuracy: 53.37%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:25,991 root INFO Step 668 (0.135s). Accuracy: 53.29%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:26,127 root INFO Step 669 (0.134s). Accuracy: 53.29%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:26,262 root INFO Step 670 (0.134s). Accuracy: 53.31%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:26,411 root INFO Step 671 (0.147s). Accuracy: 53.23%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:26,552 root INFO Step 672 (0.140s). Accuracy: 53.30%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:26,685 root INFO Step 673 (0.131s). Accuracy: 53.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:26,817 root INFO Step 674 (0.130s). Accuracy: 53.39%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:26,952 root INFO Step 675 (0.133s). Accuracy: 53.38%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:27,089 root INFO Step 676 (0.135s). Accuracy: 53.45%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:27,222 root INFO Step 677 (0.132s). Accuracy: 53.52%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:27,364 root INFO Step 678 (0.140s). Accuracy: 53.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:27,500 root INFO Step 679 (0.134s). Accuracy: 53.58%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:27,648 root INFO Step 680 (0.147s). Accuracy: 53.50%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:27,781 root INFO Step 681 (0.131s). Accuracy: 53.52%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:27,923 root INFO Step 682 (0.140s). Accuracy: 53.45%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:28,058 root INFO Step 683 (0.134s). Accuracy: 53.44%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:28,196 root INFO Step 684 (0.136s). Accuracy: 53.44%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:28,340 root INFO Step 685 (0.142s). Accuracy: 53.36%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:28,485 root INFO Step 686 (0.143s). Accuracy: 53.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:28,630 root INFO Step 687 (0.142s). Accuracy: 53.44%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:28,766 root INFO Step 688 (0.134s). Accuracy: 53.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:28,899 root INFO Step 689 (0.131s). Accuracy: 53.58%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:29,040 root INFO Step 690 (0.137s). Accuracy: 53.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:29,177 root INFO Step 691 (0.136s). Accuracy: 53.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:29,310 root INFO Step 692 (0.132s). Accuracy: 53.61%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:29,457 root INFO Step 693 (0.145s). Accuracy: 53.63%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:29,589 root INFO Step 694 (0.130s). Accuracy: 53.55%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:29,722 root INFO Step 695 (0.131s). Accuracy: 53.55%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:29,857 root INFO Step 696 (0.134s). Accuracy: 53.47%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:29,995 root INFO Step 697 (0.136s). Accuracy: 53.47%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:30,138 root INFO Step 698 (0.141s). Accuracy: 53.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:30,276 root INFO Step 699 (0.134s). Accuracy: 53.48%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:30,423 root INFO Step 700 (0.145s). Accuracy: 53.48%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:30,560 root INFO Step 701 (0.136s). Accuracy: 53.40%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:30,694 root INFO Step 702 (0.131s). Accuracy: 53.40%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:30,827 root INFO Step 703 (0.132s). Accuracy: 53.32%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:30,963 root INFO Step 704 (0.133s). Accuracy: 53.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:31,095 root INFO Step 705 (0.130s). Accuracy: 53.31%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:31,233 root INFO Step 706 (0.136s). Accuracy: 53.33%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:31,372 root INFO Step 707 (0.138s). Accuracy: 53.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:31,512 root INFO Step 708 (0.138s). Accuracy: 53.39%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:31,654 root INFO Step 709 (0.140s). Accuracy: 53.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:31,790 root INFO Step 710 (0.134s). Accuracy: 53.38%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:31,945 root INFO Step 711 (0.154s). Accuracy: 53.31%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:32,079 root INFO Step 712 (0.133s). Accuracy: 53.30%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:32,213 root INFO Step 713 (0.132s). Accuracy: 53.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:32,346 root INFO Step 714 (0.132s). Accuracy: 53.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:32,490 root INFO Step 715 (0.142s). Accuracy: 53.43%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:32,621 root INFO Step 716 (0.130s). Accuracy: 53.49%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:32,760 root INFO Step 717 (0.137s). Accuracy: 53.51%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:32,892 root INFO Step 718 (0.131s). Accuracy: 53.51%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:33,023 root INFO Step 719 (0.129s). Accuracy: 53.50%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:33,156 root INFO Step 720 (0.132s). Accuracy: 53.43%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:33,295 root INFO Step 721 (0.137s). Accuracy: 53.44%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:33,425 root INFO Step 722 (0.128s). Accuracy: 53.44%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:33,587 root INFO Step 723 (0.160s). Accuracy: 53.46%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:33,721 root INFO Step 724 (0.133s). Accuracy: 53.48%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:33,866 root INFO Step 725 (0.143s). Accuracy: 53.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:34,003 root INFO Step 726 (0.135s). Accuracy: 53.60%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:34,136 root INFO Step 727 (0.131s). Accuracy: 53.62%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:34,275 root INFO Step 728 (0.135s). Accuracy: 53.62%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:34,412 root INFO Step 729 (0.135s). Accuracy: 53.64%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:34,559 root INFO Step 730 (0.146s). Accuracy: 53.65%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:34,697 root INFO Step 731 (0.135s). Accuracy: 53.65%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:34,827 root INFO Step 732 (0.128s). Accuracy: 53.57%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:34,963 root INFO Step 733 (0.135s). Accuracy: 53.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:35,121 root INFO Step 734 (0.156s). Accuracy: 53.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:35,255 root INFO Step 735 (0.132s). Accuracy: 53.61%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:35,396 root INFO Step 736 (0.140s). Accuracy: 53.67%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:35,552 root INFO Step 737 (0.154s). Accuracy: 53.69%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:35,692 root INFO Step 738 (0.138s). Accuracy: 53.70%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:35,827 root INFO Step 739 (0.133s). Accuracy: 53.63%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:35,962 root INFO Step 740 (0.133s). Accuracy: 53.69%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:36,113 root INFO Step 741 (0.149s). Accuracy: 53.62%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:36,253 root INFO Step 742 (0.138s). Accuracy: 53.64%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:36,388 root INFO Step 743 (0.133s). Accuracy: 53.66%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:36,541 root INFO Step 744 (0.152s). Accuracy: 53.67%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:36,686 root INFO Step 745 (0.143s). Accuracy: 53.67%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:36,850 root INFO Step 746 (0.162s). Accuracy: 53.66%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:36,995 root INFO Step 747 (0.143s). Accuracy: 53.59%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:37,133 root INFO Step 748 (0.137s). Accuracy: 53.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:37,262 root INFO Step 749 (0.127s). Accuracy: 53.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:37,404 root INFO Step 750 (0.141s). Accuracy: 53.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:37,541 root INFO Step 751 (0.135s). Accuracy: 53.53%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:37,683 root INFO Step 752 (0.141s). Accuracy: 53.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:37,815 root INFO Step 753 (0.130s). Accuracy: 53.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:37,957 root INFO Step 754 (0.139s). Accuracy: 53.58%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:38,088 root INFO Step 755 (0.129s). Accuracy: 53.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:38,230 root INFO Step 756 (0.135s). Accuracy: 53.64%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:38,369 root INFO Step 757 (0.137s). Accuracy: 53.63%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:38,513 root INFO Step 758 (0.142s). Accuracy: 53.63%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:38,662 root INFO Step 759 (0.146s). Accuracy: 53.65%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:38,802 root INFO Step 760 (0.138s). Accuracy: 53.57%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:38,944 root INFO Step 761 (0.140s). Accuracy: 53.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:39,088 root INFO Step 762 (0.143s). Accuracy: 53.65%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:39,230 root INFO Step 763 (0.139s). Accuracy: 53.71%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:39,367 root INFO Step 764 (0.136s). Accuracy: 53.71%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:39,509 root INFO Step 765 (0.140s). Accuracy: 53.70%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:39,665 root INFO Step 766 (0.155s). Accuracy: 53.70%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:39,796 root INFO Step 767 (0.129s). Accuracy: 53.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:39,933 root INFO Step 768 (0.136s). Accuracy: 53.75%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:40,076 root INFO Step 769 (0.141s). Accuracy: 53.75%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:40,214 root INFO Step 770 (0.136s). Accuracy: 53.77%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:40,344 root INFO Step 771 (0.128s). Accuracy: 53.70%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:40,474 root INFO Step 772 (0.128s). Accuracy: 53.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:40,614 root INFO Step 773 (0.139s). Accuracy: 53.75%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:40,755 root INFO Step 774 (0.139s). Accuracy: 53.77%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:40,893 root INFO Step 775 (0.136s). Accuracy: 53.70%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:41,036 root INFO Step 776 (0.140s). Accuracy: 53.69%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:41,182 root INFO Step 777 (0.145s). Accuracy: 53.69%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:41,313 root INFO Step 778 (0.130s). Accuracy: 53.68%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:41,452 root INFO Step 779 (0.137s). Accuracy: 53.74%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:41,584 root INFO Step 780 (0.130s). Accuracy: 53.74%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:41,731 root INFO Step 781 (0.146s). Accuracy: 53.67%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:41,867 root INFO Step 782 (0.134s). Accuracy: 53.60%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:41,999 root INFO Step 783 (0.130s). Accuracy: 53.60%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:42,138 root INFO Step 784 (0.138s). Accuracy: 53.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:42,292 root INFO Step 785 (0.152s). Accuracy: 53.61%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:42,430 root INFO Step 786 (0.136s). Accuracy: 53.60%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:42,572 root INFO Step 787 (0.141s). Accuracy: 53.54%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:42,729 root INFO Step 788 (0.155s). Accuracy: 53.53%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:42,872 root INFO Step 789 (0.141s). Accuracy: 53.46%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:43,006 root INFO Step 790 (0.133s). Accuracy: 53.46%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:43,137 root INFO Step 791 (0.129s). Accuracy: 53.39%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:43,275 root INFO Step 792 (0.137s). Accuracy: 53.39%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:43,412 root INFO Step 793 (0.135s). Accuracy: 53.45%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:43,547 root INFO Step 794 (0.134s). Accuracy: 53.38%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:43,686 root INFO Step 795 (0.137s). Accuracy: 53.44%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:43,816 root INFO Step 796 (0.129s). Accuracy: 53.45%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:43,960 root INFO Step 797 (0.142s). Accuracy: 53.39%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:44,104 root INFO Step 798 (0.142s). Accuracy: 53.40%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:44,239 root INFO Step 799 (0.133s). Accuracy: 53.40%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:44,378 root INFO Step 800 (0.138s). Accuracy: 53.33%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:44,514 root INFO Step 801 (0.134s). Accuracy: 53.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:44,649 root INFO Step 802 (0.134s). Accuracy: 53.41%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:44,803 root INFO Step 803 (0.152s). Accuracy: 53.47%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:44,938 root INFO Step 804 (0.133s). Accuracy: 53.52%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:45,071 root INFO Step 805 (0.132s). Accuracy: 53.52%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:45,207 root INFO Step 806 (0.135s). Accuracy: 53.45%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:45,345 root INFO Step 807 (0.136s). Accuracy: 53.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:45,485 root INFO Step 808 (0.139s). Accuracy: 53.44%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:45,628 root INFO Step 809 (0.141s). Accuracy: 53.46%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:45,772 root INFO Step 810 (0.143s). Accuracy: 53.46%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:45,917 root INFO Step 811 (0.142s). Accuracy: 53.45%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:46,054 root INFO Step 812 (0.136s). Accuracy: 53.47%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:46,195 root INFO Step 813 (0.139s). Accuracy: 53.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:46,333 root INFO Step 814 (0.137s). Accuracy: 53.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:46,472 root INFO Step 815 (0.136s). Accuracy: 53.54%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:46,607 root INFO Step 816 (0.134s). Accuracy: 53.55%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:46,740 root INFO Step 817 (0.131s). Accuracy: 53.49%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:46,890 root INFO Step 818 (0.148s). Accuracy: 53.42%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:47,019 root INFO Step 819 (0.127s). Accuracy: 53.42%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:47,143 root INFO Step 820 (0.123s). Accuracy: 53.48%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:47,278 root INFO Step 821 (0.134s). Accuracy: 53.41%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:47,417 root INFO Step 822 (0.136s). Accuracy: 53.41%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:47,562 root INFO Step 823 (0.143s). Accuracy: 53.40%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:47,711 root INFO Step 824 (0.147s). Accuracy: 53.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:47,895 root INFO Step 825 (0.182s). Accuracy: 53.45%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:48,039 root INFO Step 826 (0.142s). Accuracy: 53.45%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:48,178 root INFO Step 827 (0.137s). Accuracy: 53.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:48,306 root INFO Step 828 (0.126s). Accuracy: 53.44%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:48,439 root INFO Step 829 (0.131s). Accuracy: 53.44%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:48,572 root INFO Step 830 (0.131s). Accuracy: 53.49%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:48,708 root INFO Step 831 (0.134s). Accuracy: 53.43%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:48,853 root INFO Step 832 (0.144s). Accuracy: 53.45%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:48,988 root INFO Step 833 (0.133s). Accuracy: 53.38%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:49,131 root INFO Step 834 (0.141s). Accuracy: 53.40%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:49,266 root INFO Step 835 (0.133s). Accuracy: 53.45%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:49,413 root INFO Step 836 (0.146s). Accuracy: 53.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:49,551 root INFO Step 837 (0.136s). Accuracy: 53.56%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:49,685 root INFO Step 838 (0.133s). Accuracy: 53.62%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:49,825 root INFO Step 839 (0.138s). Accuracy: 53.62%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:49,975 root INFO Step 840 (0.148s). Accuracy: 53.61%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:50,109 root INFO Step 841 (0.131s). Accuracy: 53.55%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:50,249 root INFO Step 842 (0.139s). Accuracy: 53.60%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:50,384 root INFO Step 843 (0.133s). Accuracy: 53.60%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:50,528 root INFO Step 844 (0.142s). Accuracy: 53.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:50,653 root INFO Step 845 (0.124s). Accuracy: 53.65%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:50,788 root INFO Step 846 (0.133s). Accuracy: 53.64%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:50,937 root INFO Step 847 (0.147s). Accuracy: 53.64%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:51,074 root INFO Step 848 (0.135s). Accuracy: 53.66%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:51,209 root INFO Step 849 (0.134s). Accuracy: 53.71%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:51,343 root INFO Step 850 (0.132s). Accuracy: 53.71%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:51,481 root INFO Step 851 (0.136s). Accuracy: 53.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:51,620 root INFO Step 852 (0.137s). Accuracy: 53.81%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:51,758 root INFO Step 853 (0.137s). Accuracy: 53.81%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:51,908 root INFO Step 854 (0.148s). Accuracy: 53.83%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:52,047 root INFO Step 855 (0.137s). Accuracy: 53.82%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:52,184 root INFO Step 856 (0.135s). Accuracy: 53.76%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:52,320 root INFO Step 857 (0.134s). Accuracy: 53.77%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:52,469 root INFO Step 858 (0.148s). Accuracy: 53.83%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:52,608 root INFO Step 859 (0.137s). Accuracy: 53.76%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:52,741 root INFO Step 860 (0.131s). Accuracy: 53.70%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:52,877 root INFO Step 861 (0.131s). Accuracy: 53.72%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:53,023 root INFO Step 862 (0.145s). Accuracy: 53.65%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:53,157 root INFO Step 863 (0.132s). Accuracy: 53.65%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:53,292 root INFO Step 864 (0.133s). Accuracy: 53.70%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:53,430 root INFO Step 865 (0.136s). Accuracy: 53.70%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:53,564 root INFO Step 866 (0.133s). Accuracy: 53.70%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:53,708 root INFO Step 867 (0.142s). Accuracy: 53.75%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:53,846 root INFO Step 868 (0.136s). Accuracy: 53.80%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:54,011 root INFO Step 869 (0.163s). Accuracy: 53.80%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:54,149 root INFO Step 870 (0.136s). Accuracy: 53.79%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:54,293 root INFO Step 871 (0.142s). Accuracy: 53.73%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:54,429 root INFO Step 872 (0.134s). Accuracy: 53.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:54,571 root INFO Step 873 (0.140s). Accuracy: 53.67%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:54,711 root INFO Step 874 (0.138s). Accuracy: 53.60%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:54,851 root INFO Step 875 (0.139s). Accuracy: 53.54%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:54,997 root INFO Step 876 (0.144s). Accuracy: 53.54%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:55,139 root INFO Step 877 (0.141s). Accuracy: 53.55%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:55,274 root INFO Step 878 (0.133s). Accuracy: 53.57%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:55,396 root INFO Step 879 (0.121s). Accuracy: 53.58%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:55,537 root INFO Step 880 (0.139s). Accuracy: 53.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:55,677 root INFO Step 881 (0.139s). Accuracy: 53.58%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:55,818 root INFO Step 882 (0.139s). Accuracy: 53.57%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:55,952 root INFO Step 883 (0.133s). Accuracy: 53.51%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:56,095 root INFO Step 884 (0.141s). Accuracy: 53.45%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:56,231 root INFO Step 885 (0.135s). Accuracy: 53.50%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:56,367 root INFO Step 886 (0.134s). Accuracy: 53.50%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:56,505 root INFO Step 887 (0.137s). Accuracy: 53.44%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:56,642 root INFO Step 888 (0.135s). Accuracy: 53.49%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:56,775 root INFO Step 889 (0.131s). Accuracy: 53.43%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:56,910 root INFO Step 890 (0.134s). Accuracy: 53.45%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:57,065 root INFO Step 891 (0.153s). Accuracy: 53.46%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:57,204 root INFO Step 892 (0.137s). Accuracy: 53.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:57,333 root INFO Step 893 (0.128s). Accuracy: 53.56%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:57,466 root INFO Step 894 (0.131s). Accuracy: 53.56%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:57,612 root INFO Step 895 (0.145s). Accuracy: 53.58%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:57,750 root INFO Step 896 (0.135s). Accuracy: 53.63%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:57,875 root INFO Step 897 (0.124s). Accuracy: 53.68%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:58,013 root INFO Step 898 (0.136s). Accuracy: 53.69%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:58,171 root INFO Step 899 (0.156s). Accuracy: 53.63%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:04:58,306 root INFO Step 900 (0.133s). Accuracy: 53.63%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:58,446 root INFO Step 901 (0.138s). Accuracy: 53.63%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:04:58,587 root INFO Step 902 (0.140s). Accuracy: 53.62%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:58,733 root INFO Step 903 (0.144s). Accuracy: 53.67%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:58,880 root INFO Step 904 (0.145s). Accuracy: 53.69%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:04:59,039 root INFO Step 905 (0.156s). Accuracy: 53.74%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:59,197 root INFO Step 906 (0.156s). Accuracy: 53.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:59,334 root INFO Step 907 (0.135s). Accuracy: 53.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:59,465 root INFO Step 908 (0.130s). Accuracy: 53.84%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:59,599 root INFO Step 909 (0.132s). Accuracy: 53.83%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:04:59,734 root INFO Step 910 (0.134s). Accuracy: 53.88%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:04:59,874 root INFO Step 911 (0.139s). Accuracy: 53.88%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:00,016 root INFO Step 912 (0.139s). Accuracy: 53.89%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:00,166 root INFO Step 913 (0.149s). Accuracy: 53.91%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:00,303 root INFO Step 914 (0.135s). Accuracy: 53.90%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:00,444 root INFO Step 915 (0.140s). Accuracy: 53.84%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:00,587 root INFO Step 916 (0.141s). Accuracy: 53.86%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:00,728 root INFO Step 917 (0.139s). Accuracy: 53.80%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:00,865 root INFO Step 918 (0.135s). Accuracy: 53.85%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:01,000 root INFO Step 919 (0.133s). Accuracy: 53.79%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:01,154 root INFO Step 920 (0.152s). Accuracy: 53.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:01,292 root INFO Step 921 (0.137s). Accuracy: 53.82%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:01,431 root INFO Step 922 (0.137s). Accuracy: 53.81%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:01,568 root INFO Step 923 (0.135s). Accuracy: 53.76%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:01,705 root INFO Step 924 (0.135s). Accuracy: 53.70%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:01,837 root INFO Step 925 (0.131s). Accuracy: 53.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:01,980 root INFO Step 926 (0.141s). Accuracy: 53.65%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:02,123 root INFO Step 927 (0.142s). Accuracy: 53.67%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:02,271 root INFO Step 928 (0.146s). Accuracy: 53.68%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:02,404 root INFO Step 929 (0.131s). Accuracy: 53.68%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:02,540 root INFO Step 930 (0.134s). Accuracy: 53.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:02,670 root INFO Step 931 (0.129s). Accuracy: 53.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:02,806 root INFO Step 932 (0.134s). Accuracy: 53.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:02,946 root INFO Step 933 (0.139s). Accuracy: 53.77%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:03,081 root INFO Step 934 (0.134s). Accuracy: 53.77%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:03,229 root INFO Step 935 (0.145s). Accuracy: 53.81%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:03,370 root INFO Step 936 (0.139s). Accuracy: 53.81%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:03,504 root INFO Step 937 (0.133s). Accuracy: 53.81%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:03,638 root INFO Step 938 (0.132s). Accuracy: 53.75%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:03,775 root INFO Step 939 (0.133s). Accuracy: 53.69%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:03,924 root INFO Step 940 (0.147s). Accuracy: 53.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:04,060 root INFO Step 941 (0.134s). Accuracy: 53.75%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:04,195 root INFO Step 942 (0.134s). Accuracy: 53.70%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:04,350 root INFO Step 943 (0.153s). Accuracy: 53.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:04,488 root INFO Step 944 (0.136s). Accuracy: 53.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:04,615 root INFO Step 945 (0.126s). Accuracy: 53.77%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:04,757 root INFO Step 946 (0.140s). Accuracy: 53.79%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:04,894 root INFO Step 947 (0.136s). Accuracy: 53.84%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:05,027 root INFO Step 948 (0.132s). Accuracy: 53.78%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:05,166 root INFO Step 949 (0.137s). Accuracy: 53.83%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:05,304 root INFO Step 950 (0.137s). Accuracy: 53.82%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:05,435 root INFO Step 951 (0.129s). Accuracy: 53.87%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:05,575 root INFO Step 952 (0.139s). Accuracy: 53.82%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:05,711 root INFO Step 953 (0.134s). Accuracy: 53.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:05,855 root INFO Step 954 (0.143s). Accuracy: 53.81%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:06,000 root INFO Step 955 (0.141s). Accuracy: 53.82%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:06,133 root INFO Step 956 (0.131s). Accuracy: 53.87%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:06,287 root INFO Step 957 (0.152s). Accuracy: 53.88%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:06,428 root INFO Step 958 (0.139s). Accuracy: 53.90%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:06,563 root INFO Step 959 (0.134s). Accuracy: 53.84%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:06,704 root INFO Step 960 (0.140s). Accuracy: 53.78%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:06,843 root INFO Step 961 (0.137s). Accuracy: 53.73%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:06,983 root INFO Step 962 (0.138s). Accuracy: 53.78%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:07,121 root INFO Step 963 (0.136s). Accuracy: 53.82%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:07,261 root INFO Step 964 (0.139s). Accuracy: 53.82%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:07,411 root INFO Step 965 (0.147s). Accuracy: 53.87%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:07,550 root INFO Step 966 (0.137s). Accuracy: 53.81%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:07,692 root INFO Step 967 (0.140s). Accuracy: 53.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:07,829 root INFO Step 968 (0.136s). Accuracy: 53.87%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:07,964 root INFO Step 969 (0.133s). Accuracy: 53.87%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:08,093 root INFO Step 970 (0.128s). Accuracy: 53.92%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:08,223 root INFO Step 971 (0.128s). Accuracy: 53.86%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:08,381 root INFO Step 972 (0.157s). Accuracy: 53.81%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:08,520 root INFO Step 973 (0.137s). Accuracy: 53.75%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:08,655 root INFO Step 974 (0.134s). Accuracy: 53.80%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:08,786 root INFO Step 975 (0.129s). Accuracy: 53.81%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:08,921 root INFO Step 976 (0.133s). Accuracy: 53.81%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:09,052 root INFO Step 977 (0.130s). Accuracy: 53.80%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:09,181 root INFO Step 978 (0.127s). Accuracy: 53.75%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:09,316 root INFO Step 979 (0.133s). Accuracy: 53.75%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:09,464 root INFO Step 980 (0.146s). Accuracy: 53.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:09,592 root INFO Step 981 (0.126s). Accuracy: 53.74%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:09,731 root INFO Step 982 (0.137s). Accuracy: 53.68%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:09,866 root INFO Step 983 (0.133s). Accuracy: 53.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:10,007 root INFO Step 984 (0.139s). Accuracy: 53.78%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:10,145 root INFO Step 985 (0.136s). Accuracy: 53.82%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:10,279 root INFO Step 986 (0.133s). Accuracy: 53.84%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:10,462 root INFO Step 987 (0.181s). Accuracy: 53.88%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:10,613 root INFO Step 988 (0.148s). Accuracy: 53.88%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:10,752 root INFO Step 989 (0.137s). Accuracy: 53.89%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:10,883 root INFO Step 990 (0.129s). Accuracy: 53.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:11,030 root INFO Step 991 (0.145s). Accuracy: 53.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:11,172 root INFO Step 992 (0.140s). Accuracy: 53.93%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:11,305 root INFO Step 993 (0.132s). Accuracy: 53.94%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:11,452 root INFO Step 994 (0.145s). Accuracy: 53.89%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:11,590 root INFO Step 995 (0.136s). Accuracy: 53.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:11,727 root INFO Step 996 (0.136s). Accuracy: 53.88%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:11,867 root INFO Step 997 (0.138s). Accuracy: 53.90%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:12,006 root INFO Step 998 (0.137s). Accuracy: 53.84%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:12,139 root INFO Step 999 (0.132s). Accuracy: 53.79%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:12,273 root INFO Step 1000 (0.133s). Accuracy: 53.83%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:12,410 root INFO Step 1001 (0.135s). Accuracy: 53.78%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:12,558 root INFO Step 1002 (0.146s). Accuracy: 53.78%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:12,696 root INFO Step 1003 (0.136s). Accuracy: 53.77%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:12,837 root INFO Step 1004 (0.139s). Accuracy: 53.77%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:12,980 root INFO Step 1005 (0.142s). Accuracy: 53.76%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:13,120 root INFO Step 1006 (0.139s). Accuracy: 53.81%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:13,264 root INFO Step 1007 (0.142s). Accuracy: 53.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:13,400 root INFO Step 1008 (0.135s). Accuracy: 53.90%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:13,548 root INFO Step 1009 (0.146s). Accuracy: 53.90%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:13,680 root INFO Step 1010 (0.130s). Accuracy: 53.84%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:13,811 root INFO Step 1011 (0.130s). Accuracy: 53.84%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:13,951 root INFO Step 1012 (0.138s). Accuracy: 53.79%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:14,093 root INFO Step 1013 (0.140s). Accuracy: 53.78%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:14,227 root INFO Step 1014 (0.133s). Accuracy: 53.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:14,366 root INFO Step 1015 (0.138s). Accuracy: 53.74%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:14,517 root INFO Step 1016 (0.149s). Accuracy: 53.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:14,658 root INFO Step 1017 (0.138s). Accuracy: 53.83%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:14,794 root INFO Step 1018 (0.135s). Accuracy: 53.83%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:14,928 root INFO Step 1019 (0.132s). Accuracy: 53.84%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:15,067 root INFO Step 1020 (0.138s). Accuracy: 53.79%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:15,206 root INFO Step 1021 (0.137s). Accuracy: 53.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:15,342 root INFO Step 1022 (0.134s). Accuracy: 53.75%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:15,480 root INFO Step 1023 (0.137s). Accuracy: 53.76%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:15,631 root INFO Step 1024 (0.149s). Accuracy: 53.76%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:15,774 root INFO Step 1025 (0.140s). Accuracy: 53.80%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:15,911 root INFO Step 1026 (0.136s). Accuracy: 53.82%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:16,071 root INFO Step 1027 (0.158s). Accuracy: 53.81%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:16,204 root INFO Step 1028 (0.131s). Accuracy: 53.76%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:16,334 root INFO Step 1029 (0.129s). Accuracy: 53.81%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:16,476 root INFO Step 1030 (0.140s). Accuracy: 53.80%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:16,621 root INFO Step 1031 (0.143s). Accuracy: 53.75%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:16,754 root INFO Step 1032 (0.132s). Accuracy: 53.75%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:16,896 root INFO Step 1033 (0.140s). Accuracy: 53.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:17,032 root INFO Step 1034 (0.135s). Accuracy: 53.79%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:17,170 root INFO Step 1035 (0.136s). Accuracy: 53.74%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:17,310 root INFO Step 1036 (0.134s). Accuracy: 53.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:17,444 root INFO Step 1037 (0.133s). Accuracy: 53.73%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:17,601 root INFO Step 1038 (0.155s). Accuracy: 53.74%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:17,749 root INFO Step 1039 (0.147s). Accuracy: 53.69%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:17,889 root INFO Step 1040 (0.138s). Accuracy: 53.69%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:18,023 root INFO Step 1041 (0.132s). Accuracy: 53.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:18,159 root INFO Step 1042 (0.135s). Accuracy: 53.74%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:18,292 root INFO Step 1043 (0.131s). Accuracy: 53.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:18,433 root INFO Step 1044 (0.139s). Accuracy: 53.78%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:18,578 root INFO Step 1045 (0.143s). Accuracy: 53.73%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:18,731 root INFO Step 1046 (0.150s). Accuracy: 53.74%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:18,870 root INFO Step 1047 (0.137s). Accuracy: 53.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:19,009 root INFO Step 1048 (0.138s). Accuracy: 53.78%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:19,151 root INFO Step 1049 (0.140s). Accuracy: 53.78%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:19,284 root INFO Step 1050 (0.132s). Accuracy: 53.83%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:19,423 root INFO Step 1051 (0.137s). Accuracy: 53.82%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:19,554 root INFO Step 1052 (0.129s). Accuracy: 53.77%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:19,705 root INFO Step 1053 (0.150s). Accuracy: 53.72%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:19,837 root INFO Step 1054 (0.130s). Accuracy: 53.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:19,969 root INFO Step 1055 (0.131s). Accuracy: 53.71%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:20,107 root INFO Step 1056 (0.136s). Accuracy: 53.71%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:20,243 root INFO Step 1057 (0.135s). Accuracy: 53.66%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:20,383 root INFO Step 1058 (0.138s). Accuracy: 53.67%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:20,512 root INFO Step 1059 (0.128s). Accuracy: 53.68%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:20,674 root INFO Step 1060 (0.160s). Accuracy: 53.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:20,812 root INFO Step 1061 (0.136s). Accuracy: 53.68%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:20,952 root INFO Step 1062 (0.139s). Accuracy: 53.63%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:21,085 root INFO Step 1063 (0.132s). Accuracy: 53.57%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:21,225 root INFO Step 1064 (0.138s). Accuracy: 53.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:21,364 root INFO Step 1065 (0.137s). Accuracy: 53.58%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:21,500 root INFO Step 1066 (0.135s). Accuracy: 53.53%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:21,637 root INFO Step 1067 (0.136s). Accuracy: 53.53%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:21,783 root INFO Step 1068 (0.142s). Accuracy: 53.54%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:21,916 root INFO Step 1069 (0.132s). Accuracy: 53.54%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:22,056 root INFO Step 1070 (0.138s). Accuracy: 53.54%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:22,191 root INFO Step 1071 (0.133s). Accuracy: 53.53%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:22,351 root INFO Step 1072 (0.158s). Accuracy: 53.58%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:22,490 root INFO Step 1073 (0.137s). Accuracy: 53.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:22,623 root INFO Step 1074 (0.132s). Accuracy: 53.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:22,771 root INFO Step 1075 (0.146s). Accuracy: 53.61%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:22,914 root INFO Step 1076 (0.142s). Accuracy: 53.56%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:23,051 root INFO Step 1077 (0.135s). Accuracy: 53.57%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:23,181 root INFO Step 1078 (0.128s). Accuracy: 53.53%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:23,319 root INFO Step 1079 (0.136s). Accuracy: 53.48%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:23,455 root INFO Step 1080 (0.135s). Accuracy: 53.52%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:23,587 root INFO Step 1081 (0.130s). Accuracy: 53.52%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:23,737 root INFO Step 1082 (0.148s). Accuracy: 53.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:23,873 root INFO Step 1083 (0.131s). Accuracy: 53.48%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:24,015 root INFO Step 1084 (0.139s). Accuracy: 53.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:24,153 root INFO Step 1085 (0.136s). Accuracy: 53.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:24,298 root INFO Step 1086 (0.143s). Accuracy: 53.44%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:24,430 root INFO Step 1087 (0.130s). Accuracy: 53.39%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:24,563 root INFO Step 1088 (0.131s). Accuracy: 53.34%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:24,699 root INFO Step 1089 (0.134s). Accuracy: 53.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:24,839 root INFO Step 1090 (0.139s). Accuracy: 53.33%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:24,978 root INFO Step 1091 (0.138s). Accuracy: 53.28%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:25,123 root INFO Step 1092 (0.143s). Accuracy: 53.33%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:25,257 root INFO Step 1093 (0.132s). Accuracy: 53.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:25,387 root INFO Step 1094 (0.129s). Accuracy: 53.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:25,521 root INFO Step 1095 (0.132s). Accuracy: 53.38%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:25,666 root INFO Step 1096 (0.142s). Accuracy: 53.33%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:25,812 root INFO Step 1097 (0.144s). Accuracy: 53.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:25,949 root INFO Step 1098 (0.135s). Accuracy: 53.42%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:26,087 root INFO Step 1099 (0.136s). Accuracy: 53.41%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:26,217 root INFO Step 1100 (0.128s). Accuracy: 53.36%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:26,360 root INFO Step 1101 (0.142s). Accuracy: 53.36%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:26,496 root INFO Step 1102 (0.134s). Accuracy: 53.36%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:26,629 root INFO Step 1103 (0.132s). Accuracy: 53.37%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:26,777 root INFO Step 1104 (0.146s). Accuracy: 53.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:26,922 root INFO Step 1105 (0.143s). Accuracy: 53.38%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:27,060 root INFO Step 1106 (0.136s). Accuracy: 53.42%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:27,197 root INFO Step 1107 (0.135s). Accuracy: 53.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:27,343 root INFO Step 1108 (0.144s). Accuracy: 53.41%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:27,478 root INFO Step 1109 (0.133s). Accuracy: 53.41%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:27,612 root INFO Step 1110 (0.132s). Accuracy: 53.36%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:27,748 root INFO Step 1111 (0.134s). Accuracy: 53.32%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:27,901 root INFO Step 1112 (0.151s). Accuracy: 53.31%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:28,034 root INFO Step 1113 (0.131s). Accuracy: 53.26%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:28,171 root INFO Step 1114 (0.135s). Accuracy: 53.26%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:28,309 root INFO Step 1115 (0.137s). Accuracy: 53.21%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:28,447 root INFO Step 1116 (0.137s). Accuracy: 53.23%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:28,583 root INFO Step 1117 (0.135s). Accuracy: 53.22%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:28,725 root INFO Step 1118 (0.140s). Accuracy: 53.22%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:28,872 root INFO Step 1119 (0.146s). Accuracy: 53.26%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:29,011 root INFO Step 1120 (0.137s). Accuracy: 53.30%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:29,150 root INFO Step 1121 (0.138s). Accuracy: 53.35%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:29,287 root INFO Step 1122 (0.135s). Accuracy: 53.36%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:29,427 root INFO Step 1123 (0.138s). Accuracy: 53.35%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:29,560 root INFO Step 1124 (0.132s). Accuracy: 53.37%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:29,688 root INFO Step 1125 (0.126s). Accuracy: 53.32%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:29,829 root INFO Step 1126 (0.140s). Accuracy: 53.33%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:29,970 root INFO Step 1127 (0.139s). Accuracy: 53.33%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:30,116 root INFO Step 1128 (0.144s). Accuracy: 53.34%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:30,250 root INFO Step 1129 (0.132s). Accuracy: 53.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:30,385 root INFO Step 1130 (0.134s). Accuracy: 53.42%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:30,522 root INFO Step 1131 (0.135s). Accuracy: 53.37%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:30,668 root INFO Step 1132 (0.145s). Accuracy: 53.37%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:30,801 root INFO Step 1133 (0.131s). Accuracy: 53.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:30,951 root INFO Step 1134 (0.148s). Accuracy: 53.40%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:31,088 root INFO Step 1135 (0.135s). Accuracy: 53.35%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:31,228 root INFO Step 1136 (0.139s). Accuracy: 53.35%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:31,361 root INFO Step 1137 (0.131s). Accuracy: 53.30%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:31,496 root INFO Step 1138 (0.133s). Accuracy: 53.30%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:31,628 root INFO Step 1139 (0.131s). Accuracy: 53.31%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:31,763 root INFO Step 1140 (0.133s). Accuracy: 53.35%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:31,910 root INFO Step 1141 (0.145s). Accuracy: 53.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:32,042 root INFO Step 1142 (0.130s). Accuracy: 53.34%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:32,174 root INFO Step 1143 (0.131s). Accuracy: 53.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:32,313 root INFO Step 1144 (0.138s). Accuracy: 53.38%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:32,459 root INFO Step 1145 (0.145s). Accuracy: 53.33%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:32,598 root INFO Step 1146 (0.137s). Accuracy: 53.34%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:32,732 root INFO Step 1147 (0.133s). Accuracy: 53.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:32,869 root INFO Step 1148 (0.136s). Accuracy: 53.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:33,015 root INFO Step 1149 (0.144s). Accuracy: 53.42%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:33,151 root INFO Step 1150 (0.135s). Accuracy: 53.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:33,284 root INFO Step 1151 (0.131s). Accuracy: 53.42%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:33,422 root INFO Step 1152 (0.137s). Accuracy: 53.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:33,557 root INFO Step 1153 (0.133s). Accuracy: 53.50%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:33,709 root INFO Step 1154 (0.150s). Accuracy: 53.50%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:33,865 root INFO Step 1155 (0.149s). Accuracy: 53.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:34,022 root INFO Step 1156 (0.155s). Accuracy: 53.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:34,166 root INFO Step 1157 (0.142s). Accuracy: 53.53%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:34,296 root INFO Step 1158 (0.128s). Accuracy: 53.54%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:34,432 root INFO Step 1159 (0.134s). Accuracy: 53.54%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:34,573 root INFO Step 1160 (0.140s). Accuracy: 53.55%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:34,709 root INFO Step 1161 (0.134s). Accuracy: 53.55%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:34,846 root INFO Step 1162 (0.135s). Accuracy: 53.50%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:34,997 root INFO Step 1163 (0.149s). Accuracy: 53.45%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:35,130 root INFO Step 1164 (0.131s). Accuracy: 53.41%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:35,269 root INFO Step 1165 (0.138s). Accuracy: 53.40%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:35,407 root INFO Step 1166 (0.135s). Accuracy: 53.44%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:35,549 root INFO Step 1167 (0.140s). Accuracy: 53.48%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:35,685 root INFO Step 1168 (0.135s). Accuracy: 53.50%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:35,813 root INFO Step 1169 (0.126s). Accuracy: 53.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:35,956 root INFO Step 1170 (0.141s). Accuracy: 53.53%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:36,100 root INFO Step 1171 (0.143s). Accuracy: 53.57%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:36,243 root INFO Step 1172 (0.141s). Accuracy: 53.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:36,380 root INFO Step 1173 (0.135s). Accuracy: 53.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:36,513 root INFO Step 1174 (0.131s). Accuracy: 53.61%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:36,648 root INFO Step 1175 (0.134s). Accuracy: 53.65%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:36,784 root INFO Step 1176 (0.134s). Accuracy: 53.66%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:36,928 root INFO Step 1177 (0.142s). Accuracy: 53.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:37,083 root INFO Step 1178 (0.153s). Accuracy: 53.57%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:37,224 root INFO Step 1179 (0.139s). Accuracy: 53.56%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:37,358 root INFO Step 1180 (0.131s). Accuracy: 53.56%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:37,496 root INFO Step 1181 (0.137s). Accuracy: 53.60%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:37,631 root INFO Step 1182 (0.134s). Accuracy: 53.61%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:37,761 root INFO Step 1183 (0.128s). Accuracy: 53.62%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:37,897 root INFO Step 1184 (0.135s). Accuracy: 53.66%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:38,040 root INFO Step 1185 (0.141s). Accuracy: 53.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:38,194 root INFO Step 1186 (0.152s). Accuracy: 53.61%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:38,327 root INFO Step 1187 (0.132s). Accuracy: 53.65%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:38,463 root INFO Step 1188 (0.134s). Accuracy: 53.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:38,601 root INFO Step 1189 (0.137s). Accuracy: 53.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:38,745 root INFO Step 1190 (0.142s). Accuracy: 53.64%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:38,885 root INFO Step 1191 (0.138s). Accuracy: 53.64%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:39,017 root INFO Step 1192 (0.130s). Accuracy: 53.59%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:39,165 root INFO Step 1193 (0.147s). Accuracy: 53.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:39,307 root INFO Step 1194 (0.140s). Accuracy: 53.62%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:39,450 root INFO Step 1195 (0.142s). Accuracy: 53.61%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:39,580 root INFO Step 1196 (0.128s). Accuracy: 53.61%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:39,718 root INFO Step 1197 (0.137s). Accuracy: 53.65%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:39,853 root INFO Step 1198 (0.133s). Accuracy: 53.64%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:39,987 root INFO Step 1199 (0.132s). Accuracy: 53.68%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:40,142 root INFO Step 1200 (0.153s). Accuracy: 53.72%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:40,280 root INFO Step 1201 (0.136s). Accuracy: 53.73%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:40,416 root INFO Step 1202 (0.134s). Accuracy: 53.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:40,559 root INFO Step 1203 (0.141s). Accuracy: 53.77%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:40,703 root INFO Step 1204 (0.142s). Accuracy: 53.72%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:40,843 root INFO Step 1205 (0.140s). Accuracy: 53.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:40,987 root INFO Step 1206 (0.142s). Accuracy: 53.77%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:41,140 root INFO Step 1207 (0.152s). Accuracy: 53.81%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:41,277 root INFO Step 1208 (0.134s). Accuracy: 53.82%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:41,409 root INFO Step 1209 (0.131s). Accuracy: 53.83%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:41,548 root INFO Step 1210 (0.137s). Accuracy: 53.83%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:41,688 root INFO Step 1211 (0.138s). Accuracy: 53.78%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:41,827 root INFO Step 1212 (0.137s). Accuracy: 53.82%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:41,969 root INFO Step 1213 (0.140s). Accuracy: 53.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:42,105 root INFO Step 1214 (0.135s). Accuracy: 53.90%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:42,259 root INFO Step 1215 (0.152s). Accuracy: 53.90%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:42,399 root INFO Step 1216 (0.139s). Accuracy: 53.89%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:42,525 root INFO Step 1217 (0.125s). Accuracy: 53.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:42,662 root INFO Step 1218 (0.135s). Accuracy: 53.94%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:42,798 root INFO Step 1219 (0.134s). Accuracy: 53.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:42,944 root INFO Step 1220 (0.145s). Accuracy: 54.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:43,083 root INFO Step 1221 (0.137s). Accuracy: 53.97%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:43,239 root INFO Step 1222 (0.154s). Accuracy: 53.93%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:43,376 root INFO Step 1223 (0.136s). Accuracy: 53.97%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:43,514 root INFO Step 1224 (0.136s). Accuracy: 53.98%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:43,648 root INFO Step 1225 (0.133s). Accuracy: 54.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:43,788 root INFO Step 1226 (0.139s). Accuracy: 54.01%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:43,925 root INFO Step 1227 (0.135s). Accuracy: 54.01%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:44,065 root INFO Step 1228 (0.138s). Accuracy: 53.96%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:44,208 root INFO Step 1229 (0.141s). Accuracy: 53.96%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:44,348 root INFO Step 1230 (0.138s). Accuracy: 53.96%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:44,479 root INFO Step 1231 (0.129s). Accuracy: 53.91%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:44,630 root INFO Step 1232 (0.150s). Accuracy: 53.95%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:44,772 root INFO Step 1233 (0.140s). Accuracy: 53.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:44,925 root INFO Step 1234 (0.151s). Accuracy: 53.96%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:45,065 root INFO Step 1235 (0.138s). Accuracy: 53.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:45,203 root INFO Step 1236 (0.136s). Accuracy: 53.99%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:45,343 root INFO Step 1237 (0.138s). Accuracy: 53.95%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:45,481 root INFO Step 1238 (0.136s). Accuracy: 53.96%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:45,612 root INFO Step 1239 (0.129s). Accuracy: 54.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:45,745 root INFO Step 1240 (0.131s). Accuracy: 54.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:45,881 root INFO Step 1241 (0.134s). Accuracy: 54.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:46,017 root INFO Step 1242 (0.134s). Accuracy: 54.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:46,146 root INFO Step 1243 (0.128s). Accuracy: 54.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:46,295 root INFO Step 1244 (0.147s). Accuracy: 54.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:46,444 root INFO Step 1245 (0.147s). Accuracy: 54.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:46,586 root INFO Step 1246 (0.140s). Accuracy: 54.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:46,723 root INFO Step 1247 (0.136s). Accuracy: 54.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:46,857 root INFO Step 1248 (0.131s). Accuracy: 54.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:46,997 root INFO Step 1249 (0.139s). Accuracy: 54.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:47,139 root INFO Step 1250 (0.139s). Accuracy: 54.07%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:47,288 root INFO Step 1251 (0.148s). Accuracy: 54.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:47,430 root INFO Step 1252 (0.139s). Accuracy: 54.07%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:47,563 root INFO Step 1253 (0.131s). Accuracy: 54.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:47,700 root INFO Step 1254 (0.136s). Accuracy: 54.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:47,841 root INFO Step 1255 (0.139s). Accuracy: 54.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:47,989 root INFO Step 1256 (0.146s). Accuracy: 54.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:48,124 root INFO Step 1257 (0.134s). Accuracy: 54.08%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:48,258 root INFO Step 1258 (0.132s). Accuracy: 54.08%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:48,401 root INFO Step 1259 (0.142s). Accuracy: 54.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:48,535 root INFO Step 1260 (0.133s). Accuracy: 54.05%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:48,671 root INFO Step 1261 (0.135s). Accuracy: 54.00%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:48,814 root INFO Step 1262 (0.141s). Accuracy: 54.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:48,950 root INFO Step 1263 (0.134s). Accuracy: 53.96%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:49,081 root INFO Step 1264 (0.130s). Accuracy: 53.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:49,219 root INFO Step 1265 (0.137s). Accuracy: 54.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:49,368 root INFO Step 1266 (0.147s). Accuracy: 53.96%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:49,506 root INFO Step 1267 (0.137s). Accuracy: 53.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:49,642 root INFO Step 1268 (0.134s). Accuracy: 53.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:49,777 root INFO Step 1269 (0.133s). Accuracy: 53.91%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:49,912 root INFO Step 1270 (0.134s). Accuracy: 53.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:50,050 root INFO Step 1271 (0.137s). Accuracy: 53.92%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:50,185 root INFO Step 1272 (0.133s). Accuracy: 53.88%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:50,320 root INFO Step 1273 (0.134s). Accuracy: 53.88%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:50,463 root INFO Step 1274 (0.141s). Accuracy: 53.83%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:50,607 root INFO Step 1275 (0.140s). Accuracy: 53.87%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:50,746 root INFO Step 1276 (0.138s). Accuracy: 53.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:50,884 root INFO Step 1277 (0.136s). Accuracy: 53.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:51,028 root INFO Step 1278 (0.143s). Accuracy: 53.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:51,166 root INFO Step 1279 (0.136s). Accuracy: 54.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:51,304 root INFO Step 1280 (0.136s). Accuracy: 54.05%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:51,453 root INFO Step 1281 (0.148s). Accuracy: 54.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:51,588 root INFO Step 1282 (0.132s). Accuracy: 54.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:51,717 root INFO Step 1283 (0.128s). Accuracy: 54.12%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:51,852 root INFO Step 1284 (0.133s). Accuracy: 54.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:51,988 root INFO Step 1285 (0.135s). Accuracy: 54.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:52,135 root INFO Step 1286 (0.145s). Accuracy: 54.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:52,276 root INFO Step 1287 (0.139s). Accuracy: 54.18%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:52,407 root INFO Step 1288 (0.129s). Accuracy: 54.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:52,550 root INFO Step 1289 (0.142s). Accuracy: 54.20%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:52,686 root INFO Step 1290 (0.134s). Accuracy: 54.20%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:52,818 root INFO Step 1291 (0.131s). Accuracy: 54.20%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:52,955 root INFO Step 1292 (0.135s). Accuracy: 54.23%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:53,098 root INFO Step 1293 (0.141s). Accuracy: 54.23%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:53,230 root INFO Step 1294 (0.131s). Accuracy: 54.22%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:53,370 root INFO Step 1295 (0.138s). Accuracy: 54.26%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:53,515 root INFO Step 1296 (0.143s). Accuracy: 54.27%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:53,651 root INFO Step 1297 (0.134s). Accuracy: 54.30%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:53,786 root INFO Step 1298 (0.134s). Accuracy: 54.31%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:53,923 root INFO Step 1299 (0.135s). Accuracy: 54.31%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:54,060 root INFO Step 1300 (0.136s). Accuracy: 54.27%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:54,201 root INFO Step 1301 (0.139s). Accuracy: 54.23%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:54,330 root INFO Step 1302 (0.126s). Accuracy: 54.24%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:54,478 root INFO Step 1303 (0.145s). Accuracy: 54.20%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:54,627 root INFO Step 1304 (0.148s). Accuracy: 54.15%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:54,762 root INFO Step 1305 (0.133s). Accuracy: 54.15%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:54,897 root INFO Step 1306 (0.134s). Accuracy: 54.16%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:55,030 root INFO Step 1307 (0.131s). Accuracy: 54.16%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:55,168 root INFO Step 1308 (0.136s). Accuracy: 54.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:55,301 root INFO Step 1309 (0.131s). Accuracy: 54.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:55,448 root INFO Step 1310 (0.145s). Accuracy: 54.16%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:55,599 root INFO Step 1311 (0.150s). Accuracy: 54.20%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:55,742 root INFO Step 1312 (0.141s). Accuracy: 54.19%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:55,882 root INFO Step 1313 (0.139s). Accuracy: 54.23%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:56,016 root INFO Step 1314 (0.132s). Accuracy: 54.24%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:56,153 root INFO Step 1315 (0.135s). Accuracy: 54.23%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:56,294 root INFO Step 1316 (0.139s). Accuracy: 54.27%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:56,455 root INFO Step 1317 (0.159s). Accuracy: 54.26%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:05:56,614 root INFO Step 1318 (0.157s). Accuracy: 54.30%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:56,766 root INFO Step 1319 (0.147s). Accuracy: 54.26%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:56,902 root INFO Step 1320 (0.134s). Accuracy: 54.29%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:57,039 root INFO Step 1321 (0.136s). Accuracy: 54.30%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:57,172 root INFO Step 1322 (0.131s). Accuracy: 54.34%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:57,315 root INFO Step 1323 (0.141s). Accuracy: 54.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:57,459 root INFO Step 1324 (0.142s). Accuracy: 54.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:57,613 root INFO Step 1325 (0.152s). Accuracy: 54.42%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:57,746 root INFO Step 1326 (0.132s). Accuracy: 54.45%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:57,879 root INFO Step 1327 (0.131s). Accuracy: 54.45%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:05:58,022 root INFO Step 1328 (0.142s). Accuracy: 54.46%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:58,161 root INFO Step 1329 (0.137s). Accuracy: 54.46%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:58,300 root INFO Step 1330 (0.137s). Accuracy: 54.42%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:58,437 root INFO Step 1331 (0.136s). Accuracy: 54.38%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:58,585 root INFO Step 1332 (0.146s). Accuracy: 54.39%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:58,725 root INFO Step 1333 (0.138s). Accuracy: 54.35%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:58,863 root INFO Step 1334 (0.136s). Accuracy: 54.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:59,007 root INFO Step 1335 (0.141s). Accuracy: 54.42%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:59,139 root INFO Step 1336 (0.130s). Accuracy: 54.45%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:59,270 root INFO Step 1337 (0.130s). Accuracy: 54.46%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:05:59,408 root INFO Step 1338 (0.137s). Accuracy: 54.50%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:59,554 root INFO Step 1339 (0.144s). Accuracy: 54.53%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:59,691 root INFO Step 1340 (0.136s). Accuracy: 54.56%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:05:59,830 root INFO Step 1341 (0.137s). Accuracy: 54.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:05:59,961 root INFO Step 1342 (0.130s). Accuracy: 54.52%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:00,098 root INFO Step 1343 (0.134s). Accuracy: 54.55%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:00,239 root INFO Step 1344 (0.139s). Accuracy: 54.55%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:00,375 root INFO Step 1345 (0.132s). Accuracy: 54.51%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:00,506 root INFO Step 1346 (0.129s). Accuracy: 54.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:00,667 root INFO Step 1347 (0.159s). Accuracy: 54.50%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:00,804 root INFO Step 1348 (0.135s). Accuracy: 54.50%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:00,934 root INFO Step 1349 (0.128s). Accuracy: 54.51%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:01,074 root INFO Step 1350 (0.138s). Accuracy: 54.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:01,207 root INFO Step 1351 (0.131s). Accuracy: 54.58%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:01,345 root INFO Step 1352 (0.137s). Accuracy: 54.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:01,477 root INFO Step 1353 (0.131s). Accuracy: 54.58%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:01,614 root INFO Step 1354 (0.135s). Accuracy: 54.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:01,752 root INFO Step 1355 (0.136s). Accuracy: 54.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:01,886 root INFO Step 1356 (0.133s). Accuracy: 54.61%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:02,018 root INFO Step 1357 (0.130s). Accuracy: 54.62%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:02,169 root INFO Step 1358 (0.149s). Accuracy: 54.65%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:02,303 root INFO Step 1359 (0.132s). Accuracy: 54.66%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:02,428 root INFO Step 1360 (0.125s). Accuracy: 54.69%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:02,560 root INFO Step 1361 (0.130s). Accuracy: 54.70%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:02,704 root INFO Step 1362 (0.143s). Accuracy: 54.70%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:02,845 root INFO Step 1363 (0.139s). Accuracy: 54.66%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:02,977 root INFO Step 1364 (0.130s). Accuracy: 54.66%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:03,119 root INFO Step 1365 (0.140s). Accuracy: 54.65%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:03,264 root INFO Step 1366 (0.143s). Accuracy: 54.69%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:03,399 root INFO Step 1367 (0.133s). Accuracy: 54.68%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:03,535 root INFO Step 1368 (0.134s). Accuracy: 54.68%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:03,674 root INFO Step 1369 (0.138s). Accuracy: 54.71%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:03,817 root INFO Step 1370 (0.142s). Accuracy: 54.74%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:03,948 root INFO Step 1371 (0.129s). Accuracy: 54.78%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:04,089 root INFO Step 1372 (0.140s). Accuracy: 54.79%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:04,225 root INFO Step 1373 (0.134s). Accuracy: 54.82%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:04,355 root INFO Step 1374 (0.129s). Accuracy: 54.85%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:04,497 root INFO Step 1375 (0.136s). Accuracy: 54.88%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:04,634 root INFO Step 1376 (0.135s). Accuracy: 54.92%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:04,781 root INFO Step 1377 (0.146s). Accuracy: 54.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:04,917 root INFO Step 1378 (0.134s). Accuracy: 54.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:05,058 root INFO Step 1379 (0.140s). Accuracy: 54.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:05,192 root INFO Step 1380 (0.132s). Accuracy: 54.90%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:05,330 root INFO Step 1381 (0.136s). Accuracy: 54.90%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:05,473 root INFO Step 1382 (0.141s). Accuracy: 54.86%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:05,616 root INFO Step 1383 (0.141s). Accuracy: 54.82%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:05,755 root INFO Step 1384 (0.138s). Accuracy: 54.82%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:05,903 root INFO Step 1385 (0.146s). Accuracy: 54.85%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:06,045 root INFO Step 1386 (0.139s). Accuracy: 54.81%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:06,186 root INFO Step 1387 (0.139s). Accuracy: 54.82%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:06,322 root INFO Step 1388 (0.134s). Accuracy: 54.85%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:06,462 root INFO Step 1389 (0.138s). Accuracy: 54.85%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:06,605 root INFO Step 1390 (0.141s). Accuracy: 54.84%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:06,748 root INFO Step 1391 (0.141s). Accuracy: 54.84%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:06,896 root INFO Step 1392 (0.146s). Accuracy: 54.80%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:07,042 root INFO Step 1393 (0.144s). Accuracy: 54.76%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:07,180 root INFO Step 1394 (0.137s). Accuracy: 54.76%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:07,316 root INFO Step 1395 (0.134s). Accuracy: 54.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:07,472 root INFO Step 1396 (0.154s). Accuracy: 54.82%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:07,612 root INFO Step 1397 (0.139s). Accuracy: 54.83%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:07,753 root INFO Step 1398 (0.139s). Accuracy: 54.79%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:07,905 root INFO Step 1399 (0.150s). Accuracy: 54.79%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:08,039 root INFO Step 1400 (0.132s). Accuracy: 54.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:08,175 root INFO Step 1401 (0.134s). Accuracy: 54.76%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:08,308 root INFO Step 1402 (0.132s). Accuracy: 54.72%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:08,439 root INFO Step 1403 (0.130s). Accuracy: 54.72%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:08,579 root INFO Step 1404 (0.138s). Accuracy: 54.68%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:08,724 root INFO Step 1405 (0.143s). Accuracy: 54.69%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:08,874 root INFO Step 1406 (0.148s). Accuracy: 54.68%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:09,019 root INFO Step 1407 (0.142s). Accuracy: 54.68%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:09,156 root INFO Step 1408 (0.135s). Accuracy: 54.69%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:09,288 root INFO Step 1409 (0.131s). Accuracy: 54.68%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:09,425 root INFO Step 1410 (0.135s). Accuracy: 54.65%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:09,559 root INFO Step 1411 (0.132s). Accuracy: 54.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:09,697 root INFO Step 1412 (0.136s). Accuracy: 54.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:09,831 root INFO Step 1413 (0.133s). Accuracy: 54.65%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:09,973 root INFO Step 1414 (0.140s). Accuracy: 54.68%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:10,114 root INFO Step 1415 (0.139s). Accuracy: 54.68%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:10,249 root INFO Step 1416 (0.134s). Accuracy: 54.67%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:10,382 root INFO Step 1417 (0.131s). Accuracy: 54.67%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:10,524 root INFO Step 1418 (0.141s). Accuracy: 54.63%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:10,678 root INFO Step 1419 (0.151s). Accuracy: 54.63%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:10,815 root INFO Step 1420 (0.136s). Accuracy: 54.66%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:10,966 root INFO Step 1421 (0.148s). Accuracy: 54.69%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:11,105 root INFO Step 1422 (0.137s). Accuracy: 54.72%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:11,249 root INFO Step 1423 (0.143s). Accuracy: 54.68%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:11,382 root INFO Step 1424 (0.131s). Accuracy: 54.69%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:11,536 root INFO Step 1425 (0.152s). Accuracy: 54.65%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:11,678 root INFO Step 1426 (0.140s). Accuracy: 54.65%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:11,812 root INFO Step 1427 (0.132s). Accuracy: 54.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:11,962 root INFO Step 1428 (0.149s). Accuracy: 54.58%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:12,097 root INFO Step 1429 (0.134s). Accuracy: 54.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:12,237 root INFO Step 1430 (0.138s). Accuracy: 54.58%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:12,371 root INFO Step 1431 (0.132s). Accuracy: 54.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:12,502 root INFO Step 1432 (0.130s). Accuracy: 54.62%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:12,647 root INFO Step 1433 (0.143s). Accuracy: 54.58%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:12,785 root INFO Step 1434 (0.136s). Accuracy: 54.54%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:12,925 root INFO Step 1435 (0.138s). Accuracy: 54.54%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:13,070 root INFO Step 1436 (0.142s). Accuracy: 54.55%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:13,209 root INFO Step 1437 (0.137s). Accuracy: 54.51%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:13,347 root INFO Step 1438 (0.136s). Accuracy: 54.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:13,491 root INFO Step 1439 (0.143s). Accuracy: 54.57%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:13,625 root INFO Step 1440 (0.131s). Accuracy: 54.54%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:13,761 root INFO Step 1441 (0.135s). Accuracy: 54.50%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:13,896 root INFO Step 1442 (0.133s). Accuracy: 54.53%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:14,055 root INFO Step 1443 (0.157s). Accuracy: 54.53%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:14,202 root INFO Step 1444 (0.144s). Accuracy: 54.54%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:14,337 root INFO Step 1445 (0.134s). Accuracy: 54.54%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:14,475 root INFO Step 1446 (0.136s). Accuracy: 54.51%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:14,611 root INFO Step 1447 (0.134s). Accuracy: 54.50%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:14,751 root INFO Step 1448 (0.139s). Accuracy: 54.50%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:14,890 root INFO Step 1449 (0.136s). Accuracy: 54.46%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:15,035 root INFO Step 1450 (0.144s). Accuracy: 54.43%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:15,176 root INFO Step 1451 (0.139s). Accuracy: 54.43%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:15,310 root INFO Step 1452 (0.133s). Accuracy: 54.40%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:15,439 root INFO Step 1453 (0.127s). Accuracy: 54.39%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:15,574 root INFO Step 1454 (0.133s). Accuracy: 54.36%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:15,719 root INFO Step 1455 (0.142s). Accuracy: 54.35%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:15,872 root INFO Step 1456 (0.151s). Accuracy: 54.32%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:16,025 root INFO Step 1457 (0.151s). Accuracy: 54.31%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:16,163 root INFO Step 1458 (0.135s). Accuracy: 54.34%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:16,299 root INFO Step 1459 (0.134s). Accuracy: 54.31%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:16,436 root INFO Step 1460 (0.135s). Accuracy: 54.32%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:16,565 root INFO Step 1461 (0.128s). Accuracy: 54.35%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:16,701 root INFO Step 1462 (0.134s). Accuracy: 54.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:16,846 root INFO Step 1463 (0.143s). Accuracy: 54.34%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:16,984 root INFO Step 1464 (0.136s). Accuracy: 54.34%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:17,143 root INFO Step 1465 (0.155s). Accuracy: 54.33%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:17,274 root INFO Step 1466 (0.130s). Accuracy: 54.33%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:17,414 root INFO Step 1467 (0.138s). Accuracy: 54.36%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:17,553 root INFO Step 1468 (0.138s). Accuracy: 54.33%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:17,687 root INFO Step 1469 (0.132s). Accuracy: 54.32%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:17,824 root INFO Step 1470 (0.136s). Accuracy: 54.32%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:17,960 root INFO Step 1471 (0.134s). Accuracy: 54.35%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:18,130 root INFO Step 1472 (0.168s). Accuracy: 54.35%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:18,263 root INFO Step 1473 (0.130s). Accuracy: 54.34%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:18,405 root INFO Step 1474 (0.140s). Accuracy: 54.31%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:18,554 root INFO Step 1475 (0.148s). Accuracy: 54.31%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:18,695 root INFO Step 1476 (0.139s). Accuracy: 54.27%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:18,832 root INFO Step 1477 (0.135s). Accuracy: 54.23%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:18,969 root INFO Step 1478 (0.135s). Accuracy: 54.26%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:19,119 root INFO Step 1479 (0.149s). Accuracy: 54.23%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:19,256 root INFO Step 1480 (0.135s). Accuracy: 54.26%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:19,387 root INFO Step 1481 (0.129s). Accuracy: 54.27%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:19,528 root INFO Step 1482 (0.139s). Accuracy: 54.30%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:19,663 root INFO Step 1483 (0.134s). Accuracy: 54.29%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:19,795 root INFO Step 1484 (0.131s). Accuracy: 54.32%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:19,928 root INFO Step 1485 (0.131s). Accuracy: 54.35%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:20,063 root INFO Step 1486 (0.134s). Accuracy: 54.32%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:20,198 root INFO Step 1487 (0.133s). Accuracy: 54.28%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:20,343 root INFO Step 1488 (0.143s). Accuracy: 54.31%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:20,481 root INFO Step 1489 (0.136s). Accuracy: 54.28%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:20,626 root INFO Step 1490 (0.144s). Accuracy: 54.31%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:20,762 root INFO Step 1491 (0.134s). Accuracy: 54.27%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:20,888 root INFO Step 1492 (0.124s). Accuracy: 54.27%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:21,028 root INFO Step 1493 (0.139s). Accuracy: 54.30%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:21,186 root INFO Step 1494 (0.156s). Accuracy: 54.29%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:21,323 root INFO Step 1495 (0.135s). Accuracy: 54.26%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:21,461 root INFO Step 1496 (0.136s). Accuracy: 54.29%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:21,594 root INFO Step 1497 (0.131s). Accuracy: 54.32%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:21,734 root INFO Step 1498 (0.139s). Accuracy: 54.28%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:21,870 root INFO Step 1499 (0.134s). Accuracy: 54.29%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:22,005 root INFO Step 1500 (0.133s). Accuracy: 54.32%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:22,142 root INFO Step 1501 (0.136s). Accuracy: 54.32%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:22,290 root INFO Step 1502 (0.146s). Accuracy: 54.33%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:22,425 root INFO Step 1503 (0.134s). Accuracy: 54.34%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:22,562 root INFO Step 1504 (0.135s). Accuracy: 54.34%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:22,690 root INFO Step 1505 (0.126s). Accuracy: 54.34%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:22,826 root INFO Step 1506 (0.135s). Accuracy: 54.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:22,971 root INFO Step 1507 (0.143s). Accuracy: 54.37%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:23,105 root INFO Step 1508 (0.132s). Accuracy: 54.37%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:23,251 root INFO Step 1509 (0.145s). Accuracy: 54.36%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:23,379 root INFO Step 1510 (0.127s). Accuracy: 54.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:23,510 root INFO Step 1511 (0.129s). Accuracy: 54.39%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:23,645 root INFO Step 1512 (0.134s). Accuracy: 54.40%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:23,783 root INFO Step 1513 (0.137s). Accuracy: 54.41%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:23,918 root INFO Step 1514 (0.133s). Accuracy: 54.40%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:24,050 root INFO Step 1515 (0.131s). Accuracy: 54.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:24,187 root INFO Step 1516 (0.132s). Accuracy: 54.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:24,331 root INFO Step 1517 (0.142s). Accuracy: 54.49%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:24,466 root INFO Step 1518 (0.133s). Accuracy: 54.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:24,603 root INFO Step 1519 (0.135s). Accuracy: 54.52%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:24,728 root INFO Step 1520 (0.124s). Accuracy: 54.55%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:24,868 root INFO Step 1521 (0.138s). Accuracy: 54.51%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:25,008 root INFO Step 1522 (0.138s). Accuracy: 54.51%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:25,148 root INFO Step 1523 (0.139s). Accuracy: 54.51%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:25,304 root INFO Step 1524 (0.154s). Accuracy: 54.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:25,439 root INFO Step 1525 (0.134s). Accuracy: 54.54%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:25,580 root INFO Step 1526 (0.139s). Accuracy: 54.53%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:25,718 root INFO Step 1527 (0.136s). Accuracy: 54.53%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:25,859 root INFO Step 1528 (0.138s). Accuracy: 54.56%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:26,003 root INFO Step 1529 (0.143s). Accuracy: 54.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:26,144 root INFO Step 1530 (0.138s). Accuracy: 54.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:26,285 root INFO Step 1531 (0.139s). Accuracy: 54.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:26,428 root INFO Step 1532 (0.139s). Accuracy: 54.56%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:26,561 root INFO Step 1533 (0.131s). Accuracy: 54.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:26,691 root INFO Step 1534 (0.129s). Accuracy: 54.55%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:26,829 root INFO Step 1535 (0.136s). Accuracy: 54.56%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:26,968 root INFO Step 1536 (0.137s). Accuracy: 54.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:27,111 root INFO Step 1537 (0.142s). Accuracy: 54.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:27,247 root INFO Step 1538 (0.134s). Accuracy: 54.55%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:27,397 root INFO Step 1539 (0.149s). Accuracy: 54.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:27,530 root INFO Step 1540 (0.131s). Accuracy: 54.51%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:27,665 root INFO Step 1541 (0.133s). Accuracy: 54.51%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:27,800 root INFO Step 1542 (0.134s). Accuracy: 54.51%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:27,941 root INFO Step 1543 (0.140s). Accuracy: 54.47%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:28,080 root INFO Step 1544 (0.137s). Accuracy: 54.44%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:28,224 root INFO Step 1545 (0.142s). Accuracy: 54.43%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:28,376 root INFO Step 1546 (0.150s). Accuracy: 54.44%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:28,508 root INFO Step 1547 (0.130s). Accuracy: 54.44%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:28,641 root INFO Step 1548 (0.132s). Accuracy: 54.45%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:28,775 root INFO Step 1549 (0.133s). Accuracy: 54.45%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:28,908 root INFO Step 1550 (0.131s). Accuracy: 54.45%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:29,046 root INFO Step 1551 (0.136s). Accuracy: 54.45%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:29,180 root INFO Step 1552 (0.132s). Accuracy: 54.41%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:29,317 root INFO Step 1553 (0.136s). Accuracy: 54.38%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:29,461 root INFO Step 1554 (0.142s). Accuracy: 54.39%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:29,623 root INFO Step 1555 (0.160s). Accuracy: 54.35%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:29,772 root INFO Step 1556 (0.147s). Accuracy: 54.35%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:29,914 root INFO Step 1557 (0.140s). Accuracy: 54.35%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:30,053 root INFO Step 1558 (0.137s). Accuracy: 54.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:30,188 root INFO Step 1559 (0.133s). Accuracy: 54.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:30,319 root INFO Step 1560 (0.130s). Accuracy: 54.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:30,462 root INFO Step 1561 (0.141s). Accuracy: 54.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:30,604 root INFO Step 1562 (0.139s). Accuracy: 54.47%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:30,739 root INFO Step 1563 (0.134s). Accuracy: 54.48%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:30,873 root INFO Step 1564 (0.132s). Accuracy: 54.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:31,005 root INFO Step 1565 (0.130s). Accuracy: 54.48%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:31,155 root INFO Step 1566 (0.148s). Accuracy: 54.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:31,290 root INFO Step 1567 (0.133s). Accuracy: 54.51%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:31,436 root INFO Step 1568 (0.145s). Accuracy: 54.47%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:31,579 root INFO Step 1569 (0.141s). Accuracy: 54.47%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:31,712 root INFO Step 1570 (0.131s). Accuracy: 54.48%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:31,846 root INFO Step 1571 (0.133s). Accuracy: 54.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:31,982 root INFO Step 1572 (0.134s). Accuracy: 54.45%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:32,117 root INFO Step 1573 (0.133s). Accuracy: 54.45%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:32,266 root INFO Step 1574 (0.148s). Accuracy: 54.46%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:32,400 root INFO Step 1575 (0.133s). Accuracy: 54.49%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:32,546 root INFO Step 1576 (0.143s). Accuracy: 54.48%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:32,687 root INFO Step 1577 (0.140s). Accuracy: 54.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:32,818 root INFO Step 1578 (0.128s). Accuracy: 54.49%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:32,953 root INFO Step 1579 (0.134s). Accuracy: 54.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:33,094 root INFO Step 1580 (0.139s). Accuracy: 54.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:33,226 root INFO Step 1581 (0.131s). Accuracy: 54.52%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:33,365 root INFO Step 1582 (0.138s). Accuracy: 54.55%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:33,510 root INFO Step 1583 (0.144s). Accuracy: 54.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:33,638 root INFO Step 1584 (0.126s). Accuracy: 54.52%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:33,777 root INFO Step 1585 (0.135s). Accuracy: 54.52%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:33,911 root INFO Step 1586 (0.132s). Accuracy: 54.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:34,057 root INFO Step 1587 (0.144s). Accuracy: 54.56%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:34,195 root INFO Step 1588 (0.136s). Accuracy: 54.55%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:34,344 root INFO Step 1589 (0.147s). Accuracy: 54.58%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:34,488 root INFO Step 1590 (0.143s). Accuracy: 54.55%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:34,627 root INFO Step 1591 (0.136s). Accuracy: 54.51%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:34,756 root INFO Step 1592 (0.127s). Accuracy: 54.52%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:34,889 root INFO Step 1593 (0.131s). Accuracy: 54.49%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:35,026 root INFO Step 1594 (0.136s). Accuracy: 54.50%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:35,178 root INFO Step 1595 (0.149s). Accuracy: 54.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:35,321 root INFO Step 1596 (0.142s). Accuracy: 54.52%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:35,465 root INFO Step 1597 (0.142s). Accuracy: 54.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:35,619 root INFO Step 1598 (0.151s). Accuracy: 54.50%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:35,756 root INFO Step 1599 (0.135s). Accuracy: 54.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:35,901 root INFO Step 1600 (0.144s). Accuracy: 54.52%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:36,046 root INFO Step 1601 (0.143s). Accuracy: 54.55%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:36,183 root INFO Step 1602 (0.136s). Accuracy: 54.55%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:36,326 root INFO Step 1603 (0.142s). Accuracy: 54.57%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:36,462 root INFO Step 1604 (0.134s). Accuracy: 54.58%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:36,603 root INFO Step 1605 (0.140s). Accuracy: 54.61%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:36,731 root INFO Step 1606 (0.126s). Accuracy: 54.61%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:36,865 root INFO Step 1607 (0.132s). Accuracy: 54.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:37,008 root INFO Step 1608 (0.141s). Accuracy: 54.63%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:37,143 root INFO Step 1609 (0.134s). Accuracy: 54.60%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:37,279 root INFO Step 1610 (0.134s). Accuracy: 54.57%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:37,415 root INFO Step 1611 (0.135s). Accuracy: 54.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:37,560 root INFO Step 1612 (0.144s). Accuracy: 54.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:37,704 root INFO Step 1613 (0.141s). Accuracy: 54.63%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:37,844 root INFO Step 1614 (0.139s). Accuracy: 54.64%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:37,978 root INFO Step 1615 (0.132s). Accuracy: 54.60%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:38,117 root INFO Step 1616 (0.137s). Accuracy: 54.60%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:38,251 root INFO Step 1617 (0.132s). Accuracy: 54.63%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:38,383 root INFO Step 1618 (0.131s). Accuracy: 54.64%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:38,520 root INFO Step 1619 (0.135s). Accuracy: 54.66%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:38,664 root INFO Step 1620 (0.143s). Accuracy: 54.69%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:38,801 root INFO Step 1621 (0.134s). Accuracy: 54.70%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:38,938 root INFO Step 1622 (0.136s). Accuracy: 54.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:39,075 root INFO Step 1623 (0.135s). Accuracy: 54.70%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:39,214 root INFO Step 1624 (0.137s). Accuracy: 54.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:39,353 root INFO Step 1625 (0.138s). Accuracy: 54.74%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:39,488 root INFO Step 1626 (0.134s). Accuracy: 54.75%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:39,645 root INFO Step 1627 (0.155s). Accuracy: 54.75%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:39,787 root INFO Step 1628 (0.140s). Accuracy: 54.72%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:39,929 root INFO Step 1629 (0.140s). Accuracy: 54.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:40,061 root INFO Step 1630 (0.130s). Accuracy: 54.71%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:40,193 root INFO Step 1631 (0.131s). Accuracy: 54.72%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:40,332 root INFO Step 1632 (0.136s). Accuracy: 54.75%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:40,465 root INFO Step 1633 (0.131s). Accuracy: 54.76%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:40,605 root INFO Step 1634 (0.139s). Accuracy: 54.76%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:40,752 root INFO Step 1635 (0.145s). Accuracy: 54.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:40,895 root INFO Step 1636 (0.141s). Accuracy: 54.79%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:41,034 root INFO Step 1637 (0.137s). Accuracy: 54.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:41,166 root INFO Step 1638 (0.131s). Accuracy: 54.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:41,326 root INFO Step 1639 (0.159s). Accuracy: 54.83%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:41,467 root INFO Step 1640 (0.139s). Accuracy: 54.80%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:41,612 root INFO Step 1641 (0.143s). Accuracy: 54.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:41,762 root INFO Step 1642 (0.148s). Accuracy: 54.83%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:41,897 root INFO Step 1643 (0.133s). Accuracy: 54.83%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:42,030 root INFO Step 1644 (0.131s). Accuracy: 54.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:42,170 root INFO Step 1645 (0.135s). Accuracy: 54.82%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:42,302 root INFO Step 1646 (0.130s). Accuracy: 54.82%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:42,443 root INFO Step 1647 (0.140s). Accuracy: 54.83%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:42,583 root INFO Step 1648 (0.138s). Accuracy: 54.83%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:42,737 root INFO Step 1649 (0.153s). Accuracy: 54.83%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:42,872 root INFO Step 1650 (0.133s). Accuracy: 54.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:43,006 root INFO Step 1651 (0.133s). Accuracy: 54.87%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:43,160 root INFO Step 1652 (0.152s). Accuracy: 54.89%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:43,300 root INFO Step 1653 (0.139s). Accuracy: 54.89%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:43,441 root INFO Step 1654 (0.139s). Accuracy: 54.89%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:43,572 root INFO Step 1655 (0.129s). Accuracy: 54.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:43,712 root INFO Step 1656 (0.139s). Accuracy: 54.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:43,860 root INFO Step 1657 (0.146s). Accuracy: 54.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:43,994 root INFO Step 1658 (0.132s). Accuracy: 54.91%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:44,137 root INFO Step 1659 (0.141s). Accuracy: 54.91%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:44,274 root INFO Step 1660 (0.134s). Accuracy: 54.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:44,405 root INFO Step 1661 (0.130s). Accuracy: 54.94%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:44,537 root INFO Step 1662 (0.130s). Accuracy: 54.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:44,679 root INFO Step 1663 (0.141s). Accuracy: 54.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:44,819 root INFO Step 1664 (0.139s). Accuracy: 55.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:44,966 root INFO Step 1665 (0.145s). Accuracy: 55.05%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:45,103 root INFO Step 1666 (0.135s). Accuracy: 55.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:45,238 root INFO Step 1667 (0.133s). Accuracy: 55.02%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:45,382 root INFO Step 1668 (0.142s). Accuracy: 55.02%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:45,523 root INFO Step 1669 (0.138s). Accuracy: 54.98%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:45,666 root INFO Step 1670 (0.141s). Accuracy: 54.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:45,811 root INFO Step 1671 (0.143s). Accuracy: 54.96%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:45,949 root INFO Step 1672 (0.136s). Accuracy: 54.96%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:46,096 root INFO Step 1673 (0.146s). Accuracy: 54.96%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:46,243 root INFO Step 1674 (0.145s). Accuracy: 54.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:46,376 root INFO Step 1675 (0.131s). Accuracy: 54.99%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:46,515 root INFO Step 1676 (0.138s). Accuracy: 54.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:46,649 root INFO Step 1677 (0.132s). Accuracy: 54.99%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:46,793 root INFO Step 1678 (0.143s). Accuracy: 55.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:46,934 root INFO Step 1679 (0.139s). Accuracy: 55.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:47,072 root INFO Step 1680 (0.136s). Accuracy: 55.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:47,213 root INFO Step 1681 (0.140s). Accuracy: 55.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:47,353 root INFO Step 1682 (0.138s). Accuracy: 55.07%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:47,488 root INFO Step 1683 (0.133s). Accuracy: 55.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:47,623 root INFO Step 1684 (0.133s). Accuracy: 55.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:47,752 root INFO Step 1685 (0.128s). Accuracy: 55.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:47,903 root INFO Step 1686 (0.150s). Accuracy: 55.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:48,046 root INFO Step 1687 (0.142s). Accuracy: 55.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:48,188 root INFO Step 1688 (0.140s). Accuracy: 55.14%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:48,332 root INFO Step 1689 (0.141s). Accuracy: 55.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:48,461 root INFO Step 1690 (0.127s). Accuracy: 55.14%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:48,596 root INFO Step 1691 (0.133s). Accuracy: 55.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:48,734 root INFO Step 1692 (0.137s). Accuracy: 55.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:48,883 root INFO Step 1693 (0.148s). Accuracy: 55.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:49,023 root INFO Step 1694 (0.138s). Accuracy: 55.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:49,162 root INFO Step 1695 (0.138s). Accuracy: 55.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:49,304 root INFO Step 1696 (0.140s). Accuracy: 55.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:49,438 root INFO Step 1697 (0.132s). Accuracy: 55.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:49,573 root INFO Step 1698 (0.134s). Accuracy: 55.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:49,704 root INFO Step 1699 (0.129s). Accuracy: 55.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:49,850 root INFO Step 1700 (0.144s). Accuracy: 55.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:49,998 root INFO Step 1701 (0.146s). Accuracy: 55.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:50,137 root INFO Step 1702 (0.138s). Accuracy: 55.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:50,290 root INFO Step 1703 (0.151s). Accuracy: 55.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:50,432 root INFO Step 1704 (0.140s). Accuracy: 55.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:50,573 root INFO Step 1705 (0.139s). Accuracy: 55.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:50,710 root INFO Step 1706 (0.136s). Accuracy: 55.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:50,856 root INFO Step 1707 (0.144s). Accuracy: 55.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:51,003 root INFO Step 1708 (0.145s). Accuracy: 55.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:51,157 root INFO Step 1709 (0.152s). Accuracy: 55.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:51,295 root INFO Step 1710 (0.136s). Accuracy: 55.18%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:51,434 root INFO Step 1711 (0.137s). Accuracy: 55.20%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:51,572 root INFO Step 1712 (0.136s). Accuracy: 55.20%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:51,710 root INFO Step 1713 (0.136s). Accuracy: 55.20%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:51,852 root INFO Step 1714 (0.141s). Accuracy: 55.20%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:51,994 root INFO Step 1715 (0.140s). Accuracy: 55.23%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:52,142 root INFO Step 1716 (0.147s). Accuracy: 55.24%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:52,272 root INFO Step 1717 (0.128s). Accuracy: 55.23%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:52,406 root INFO Step 1718 (0.132s). Accuracy: 55.26%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:52,569 root INFO Step 1719 (0.162s). Accuracy: 55.26%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:52,707 root INFO Step 1720 (0.136s). Accuracy: 55.27%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:52,857 root INFO Step 1721 (0.149s). Accuracy: 55.24%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:53,009 root INFO Step 1722 (0.150s). Accuracy: 55.27%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:53,150 root INFO Step 1723 (0.139s). Accuracy: 55.26%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:53,282 root INFO Step 1724 (0.131s). Accuracy: 55.29%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:53,418 root INFO Step 1725 (0.134s). Accuracy: 55.29%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:53,557 root INFO Step 1726 (0.138s). Accuracy: 55.30%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:53,694 root INFO Step 1727 (0.135s). Accuracy: 55.30%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:53,825 root INFO Step 1728 (0.129s). Accuracy: 55.32%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:53,969 root INFO Step 1729 (0.142s). Accuracy: 55.35%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:54,115 root INFO Step 1730 (0.143s). Accuracy: 55.35%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:54,247 root INFO Step 1731 (0.130s). Accuracy: 55.34%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:54,386 root INFO Step 1732 (0.137s). Accuracy: 55.31%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:54,522 root INFO Step 1733 (0.135s). Accuracy: 55.34%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:54,662 root INFO Step 1734 (0.137s). Accuracy: 55.34%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:54,796 root INFO Step 1735 (0.133s). Accuracy: 55.34%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:06:54,932 root INFO Step 1736 (0.134s). Accuracy: 55.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:55,078 root INFO Step 1737 (0.144s). Accuracy: 55.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:55,216 root INFO Step 1738 (0.136s). Accuracy: 55.42%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:55,358 root INFO Step 1739 (0.140s). Accuracy: 55.39%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:55,502 root INFO Step 1740 (0.142s). Accuracy: 55.35%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:55,648 root INFO Step 1741 (0.144s). Accuracy: 55.35%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:55,781 root INFO Step 1742 (0.132s). Accuracy: 55.36%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:55,918 root INFO Step 1743 (0.135s). Accuracy: 55.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:56,076 root INFO Step 1744 (0.156s). Accuracy: 55.38%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:56,214 root INFO Step 1745 (0.136s). Accuracy: 55.35%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:56,347 root INFO Step 1746 (0.131s). Accuracy: 55.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:56,484 root INFO Step 1747 (0.135s). Accuracy: 55.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:56,616 root INFO Step 1748 (0.130s). Accuracy: 55.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:56,762 root INFO Step 1749 (0.145s). Accuracy: 55.45%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:56,897 root INFO Step 1750 (0.133s). Accuracy: 55.45%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:57,035 root INFO Step 1751 (0.136s). Accuracy: 55.47%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:57,183 root INFO Step 1752 (0.145s). Accuracy: 55.50%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:57,316 root INFO Step 1753 (0.131s). Accuracy: 55.47%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:57,451 root INFO Step 1754 (0.133s). Accuracy: 55.47%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:57,588 root INFO Step 1755 (0.136s). Accuracy: 55.47%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:57,726 root INFO Step 1756 (0.136s). Accuracy: 55.50%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:57,857 root INFO Step 1757 (0.129s). Accuracy: 55.50%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:57,991 root INFO Step 1758 (0.132s). Accuracy: 55.53%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:58,138 root INFO Step 1759 (0.146s). Accuracy: 55.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:06:58,284 root INFO Step 1760 (0.142s). Accuracy: 55.50%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:58,416 root INFO Step 1761 (0.131s). Accuracy: 55.47%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:58,550 root INFO Step 1762 (0.133s). Accuracy: 55.50%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:58,683 root INFO Step 1763 (0.131s). Accuracy: 55.46%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:58,817 root INFO Step 1764 (0.132s). Accuracy: 55.43%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:58,954 root INFO Step 1765 (0.135s). Accuracy: 55.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:06:59,103 root INFO Step 1766 (0.148s). Accuracy: 55.45%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:59,247 root INFO Step 1767 (0.139s). Accuracy: 55.42%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:59,384 root INFO Step 1768 (0.135s). Accuracy: 55.42%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:59,520 root INFO Step 1769 (0.134s). Accuracy: 55.39%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:06:59,655 root INFO Step 1770 (0.134s). Accuracy: 55.39%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:59,801 root INFO Step 1771 (0.144s). Accuracy: 55.38%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:06:59,942 root INFO Step 1772 (0.139s). Accuracy: 55.41%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:00,103 root INFO Step 1773 (0.160s). Accuracy: 55.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:00,248 root INFO Step 1774 (0.143s). Accuracy: 55.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:00,390 root INFO Step 1775 (0.139s). Accuracy: 55.46%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:00,530 root INFO Step 1776 (0.139s). Accuracy: 55.42%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:00,669 root INFO Step 1777 (0.137s). Accuracy: 55.42%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:00,798 root INFO Step 1778 (0.127s). Accuracy: 55.43%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:00,934 root INFO Step 1779 (0.135s). Accuracy: 55.43%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:01,075 root INFO Step 1780 (0.139s). Accuracy: 55.43%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:01,217 root INFO Step 1781 (0.141s). Accuracy: 55.43%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:01,362 root INFO Step 1782 (0.143s). Accuracy: 55.43%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:01,493 root INFO Step 1783 (0.129s). Accuracy: 55.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:01,625 root INFO Step 1784 (0.131s). Accuracy: 55.46%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:01,763 root INFO Step 1785 (0.136s). Accuracy: 55.42%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:01,908 root INFO Step 1786 (0.144s). Accuracy: 55.42%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:02,044 root INFO Step 1787 (0.134s). Accuracy: 55.39%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:02,190 root INFO Step 1788 (0.144s). Accuracy: 55.42%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:02,328 root INFO Step 1789 (0.135s). Accuracy: 55.44%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:02,464 root INFO Step 1790 (0.134s). Accuracy: 55.47%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:02,595 root INFO Step 1791 (0.130s). Accuracy: 55.47%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:02,737 root INFO Step 1792 (0.140s). Accuracy: 55.44%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:02,878 root INFO Step 1793 (0.140s). Accuracy: 55.41%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:03,021 root INFO Step 1794 (0.141s). Accuracy: 55.42%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:03,177 root INFO Step 1795 (0.155s). Accuracy: 55.41%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:03,329 root INFO Step 1796 (0.143s). Accuracy: 55.44%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:03,469 root INFO Step 1797 (0.139s). Accuracy: 55.44%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:03,601 root INFO Step 1798 (0.130s). Accuracy: 55.47%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:03,729 root INFO Step 1799 (0.126s). Accuracy: 55.49%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:03,862 root INFO Step 1800 (0.132s). Accuracy: 55.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:03,998 root INFO Step 1801 (0.134s). Accuracy: 55.52%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:04,134 root INFO Step 1802 (0.134s). Accuracy: 55.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:04,289 root INFO Step 1803 (0.154s). Accuracy: 55.54%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:04,424 root INFO Step 1804 (0.133s). Accuracy: 55.54%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:04,561 root INFO Step 1805 (0.135s). Accuracy: 55.55%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:04,698 root INFO Step 1806 (0.133s). Accuracy: 55.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:04,836 root INFO Step 1807 (0.137s). Accuracy: 55.52%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:04,972 root INFO Step 1808 (0.134s). Accuracy: 55.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:05,118 root INFO Step 1809 (0.144s). Accuracy: 55.54%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:05,274 root INFO Step 1810 (0.154s). Accuracy: 55.51%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:05,424 root INFO Step 1811 (0.149s). Accuracy: 55.53%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:05,560 root INFO Step 1812 (0.134s). Accuracy: 55.54%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:05,706 root INFO Step 1813 (0.145s). Accuracy: 55.54%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:05,846 root INFO Step 1814 (0.138s). Accuracy: 55.54%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:05,984 root INFO Step 1815 (0.136s). Accuracy: 55.55%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:06,123 root INFO Step 1816 (0.137s). Accuracy: 55.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:06,255 root INFO Step 1817 (0.130s). Accuracy: 55.51%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:06,396 root INFO Step 1818 (0.139s). Accuracy: 55.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:06,529 root INFO Step 1819 (0.131s). Accuracy: 55.53%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:06,661 root INFO Step 1820 (0.130s). Accuracy: 55.56%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:06,796 root INFO Step 1821 (0.134s). Accuracy: 55.53%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:06,940 root INFO Step 1822 (0.142s). Accuracy: 55.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:07,071 root INFO Step 1823 (0.130s). Accuracy: 55.54%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:07,213 root INFO Step 1824 (0.141s). Accuracy: 55.51%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:07,361 root INFO Step 1825 (0.146s). Accuracy: 55.51%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:07,503 root INFO Step 1826 (0.140s). Accuracy: 55.53%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:07,636 root INFO Step 1827 (0.132s). Accuracy: 55.54%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:07,774 root INFO Step 1828 (0.137s). Accuracy: 55.53%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:07,913 root INFO Step 1829 (0.137s). Accuracy: 55.56%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:08,047 root INFO Step 1830 (0.133s). Accuracy: 55.56%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:08,186 root INFO Step 1831 (0.137s). Accuracy: 55.55%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:08,321 root INFO Step 1832 (0.133s). Accuracy: 55.58%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:08,465 root INFO Step 1833 (0.143s). Accuracy: 55.58%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:08,597 root INFO Step 1834 (0.130s). Accuracy: 55.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:08,739 root INFO Step 1835 (0.140s). Accuracy: 55.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:08,877 root INFO Step 1836 (0.136s). Accuracy: 55.61%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:09,012 root INFO Step 1837 (0.134s). Accuracy: 55.61%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:09,148 root INFO Step 1838 (0.134s). Accuracy: 55.60%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:09,282 root INFO Step 1839 (0.133s). Accuracy: 55.63%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:09,430 root INFO Step 1840 (0.146s). Accuracy: 55.63%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:09,567 root INFO Step 1841 (0.136s). Accuracy: 55.66%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:09,700 root INFO Step 1842 (0.131s). Accuracy: 55.66%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:09,834 root INFO Step 1843 (0.133s). Accuracy: 55.65%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:09,972 root INFO Step 1844 (0.136s). Accuracy: 55.62%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:10,105 root INFO Step 1845 (0.131s). Accuracy: 55.63%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:10,237 root INFO Step 1846 (0.130s). Accuracy: 55.65%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:10,389 root INFO Step 1847 (0.151s). Accuracy: 55.68%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:10,535 root INFO Step 1848 (0.144s). Accuracy: 55.68%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:10,675 root INFO Step 1849 (0.137s). Accuracy: 55.65%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:10,812 root INFO Step 1850 (0.136s). Accuracy: 55.65%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:10,952 root INFO Step 1851 (0.139s). Accuracy: 55.65%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:11,086 root INFO Step 1852 (0.133s). Accuracy: 55.62%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:11,221 root INFO Step 1853 (0.133s). Accuracy: 55.62%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:11,358 root INFO Step 1854 (0.136s). Accuracy: 55.62%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:11,500 root INFO Step 1855 (0.140s). Accuracy: 55.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:11,643 root INFO Step 1856 (0.141s). Accuracy: 55.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:11,778 root INFO Step 1857 (0.133s). Accuracy: 55.62%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:11,906 root INFO Step 1858 (0.127s). Accuracy: 55.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:12,045 root INFO Step 1859 (0.138s). Accuracy: 55.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:12,182 root INFO Step 1860 (0.135s). Accuracy: 55.62%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:12,318 root INFO Step 1861 (0.134s). Accuracy: 55.59%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:12,464 root INFO Step 1862 (0.145s). Accuracy: 55.61%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:12,597 root INFO Step 1863 (0.131s). Accuracy: 55.62%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:12,734 root INFO Step 1864 (0.135s). Accuracy: 55.62%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:12,871 root INFO Step 1865 (0.136s). Accuracy: 55.59%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:13,011 root INFO Step 1866 (0.138s). Accuracy: 55.61%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:13,152 root INFO Step 1867 (0.140s). Accuracy: 55.58%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:13,288 root INFO Step 1868 (0.134s). Accuracy: 55.58%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:13,421 root INFO Step 1869 (0.131s). Accuracy: 55.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:13,567 root INFO Step 1870 (0.145s). Accuracy: 55.60%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:13,705 root INFO Step 1871 (0.136s). Accuracy: 55.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:13,840 root INFO Step 1872 (0.133s). Accuracy: 55.56%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:13,977 root INFO Step 1873 (0.136s). Accuracy: 55.57%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:14,141 root INFO Step 1874 (0.162s). Accuracy: 55.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:14,284 root INFO Step 1875 (0.140s). Accuracy: 55.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:14,422 root INFO Step 1876 (0.137s). Accuracy: 55.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:14,575 root INFO Step 1877 (0.152s). Accuracy: 55.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:14,708 root INFO Step 1878 (0.132s). Accuracy: 55.56%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:14,843 root INFO Step 1879 (0.132s). Accuracy: 55.58%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:14,984 root INFO Step 1880 (0.139s). Accuracy: 55.55%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:15,131 root INFO Step 1881 (0.146s). Accuracy: 55.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:15,271 root INFO Step 1882 (0.138s). Accuracy: 55.52%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:15,406 root INFO Step 1883 (0.134s). Accuracy: 55.52%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:15,561 root INFO Step 1884 (0.152s). Accuracy: 55.52%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:15,699 root INFO Step 1885 (0.136s). Accuracy: 55.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:15,830 root INFO Step 1886 (0.130s). Accuracy: 55.57%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:15,970 root INFO Step 1887 (0.139s). Accuracy: 55.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:16,110 root INFO Step 1888 (0.135s). Accuracy: 55.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:16,257 root INFO Step 1889 (0.145s). Accuracy: 55.58%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:16,385 root INFO Step 1890 (0.126s). Accuracy: 55.58%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:16,520 root INFO Step 1891 (0.134s). Accuracy: 55.61%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:16,664 root INFO Step 1892 (0.142s). Accuracy: 55.61%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:16,803 root INFO Step 1893 (0.138s). Accuracy: 55.63%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:16,941 root INFO Step 1894 (0.136s). Accuracy: 55.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:17,075 root INFO Step 1895 (0.132s). Accuracy: 55.58%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:17,218 root INFO Step 1896 (0.141s). Accuracy: 55.55%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:17,351 root INFO Step 1897 (0.132s). Accuracy: 55.57%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:17,486 root INFO Step 1898 (0.133s). Accuracy: 55.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:17,635 root INFO Step 1899 (0.147s). Accuracy: 55.56%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:17,773 root INFO Step 1900 (0.137s). Accuracy: 55.57%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:17,907 root INFO Step 1901 (0.133s). Accuracy: 55.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:18,049 root INFO Step 1902 (0.140s). Accuracy: 55.62%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:18,186 root INFO Step 1903 (0.135s). Accuracy: 55.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:18,322 root INFO Step 1904 (0.134s). Accuracy: 55.66%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:18,455 root INFO Step 1905 (0.132s). Accuracy: 55.67%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:18,608 root INFO Step 1906 (0.151s). Accuracy: 55.69%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:18,746 root INFO Step 1907 (0.136s). Accuracy: 55.70%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:18,878 root INFO Step 1908 (0.131s). Accuracy: 55.70%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:19,015 root INFO Step 1909 (0.135s). Accuracy: 55.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:19,158 root INFO Step 1910 (0.141s). Accuracy: 55.68%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:19,285 root INFO Step 1911 (0.125s). Accuracy: 55.70%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:19,422 root INFO Step 1912 (0.136s). Accuracy: 55.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:19,558 root INFO Step 1913 (0.135s). Accuracy: 55.75%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:19,706 root INFO Step 1914 (0.146s). Accuracy: 55.72%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:19,846 root INFO Step 1915 (0.138s). Accuracy: 55.69%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:19,994 root INFO Step 1916 (0.144s). Accuracy: 55.72%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:20,128 root INFO Step 1917 (0.132s). Accuracy: 55.74%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:20,270 root INFO Step 1918 (0.141s). Accuracy: 55.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:20,408 root INFO Step 1919 (0.136s). Accuracy: 55.73%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:20,550 root INFO Step 1920 (0.141s). Accuracy: 55.70%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:20,710 root INFO Step 1921 (0.158s). Accuracy: 55.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:20,843 root INFO Step 1922 (0.131s). Accuracy: 55.73%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:20,993 root INFO Step 1923 (0.148s). Accuracy: 55.74%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:21,137 root INFO Step 1924 (0.142s). Accuracy: 55.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:21,268 root INFO Step 1925 (0.130s). Accuracy: 55.74%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:21,403 root INFO Step 1926 (0.133s). Accuracy: 55.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:21,544 root INFO Step 1927 (0.139s). Accuracy: 55.76%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:21,690 root INFO Step 1928 (0.145s). Accuracy: 55.77%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:21,824 root INFO Step 1929 (0.132s). Accuracy: 55.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:21,962 root INFO Step 1930 (0.137s). Accuracy: 55.79%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:22,086 root INFO Step 1931 (0.122s). Accuracy: 55.78%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:22,216 root INFO Step 1932 (0.128s). Accuracy: 55.79%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:22,348 root INFO Step 1933 (0.130s). Accuracy: 55.79%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:22,478 root INFO Step 1934 (0.128s). Accuracy: 55.81%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:22,610 root INFO Step 1935 (0.130s). Accuracy: 55.78%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:22,757 root INFO Step 1936 (0.146s). Accuracy: 55.78%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:22,903 root INFO Step 1937 (0.144s). Accuracy: 55.80%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:23,040 root INFO Step 1938 (0.135s). Accuracy: 55.77%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:23,179 root INFO Step 1939 (0.137s). Accuracy: 55.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:23,308 root INFO Step 1940 (0.128s). Accuracy: 55.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:23,450 root INFO Step 1941 (0.140s). Accuracy: 55.82%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:23,583 root INFO Step 1942 (0.132s). Accuracy: 55.79%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:23,734 root INFO Step 1943 (0.149s). Accuracy: 55.82%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:23,871 root INFO Step 1944 (0.135s). Accuracy: 55.79%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:24,003 root INFO Step 1945 (0.130s). Accuracy: 55.79%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:24,142 root INFO Step 1946 (0.138s). Accuracy: 55.82%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:24,279 root INFO Step 1947 (0.135s). Accuracy: 55.84%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:24,414 root INFO Step 1948 (0.133s). Accuracy: 55.84%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:24,554 root INFO Step 1949 (0.137s). Accuracy: 55.84%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:24,693 root INFO Step 1950 (0.136s). Accuracy: 55.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:24,841 root INFO Step 1951 (0.146s). Accuracy: 55.89%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:24,981 root INFO Step 1952 (0.138s). Accuracy: 55.86%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:25,116 root INFO Step 1953 (0.134s). Accuracy: 55.88%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:25,245 root INFO Step 1954 (0.127s). Accuracy: 55.88%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:25,410 root INFO Step 1955 (0.163s). Accuracy: 55.85%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:25,546 root INFO Step 1956 (0.134s). Accuracy: 55.85%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:25,693 root INFO Step 1957 (0.146s). Accuracy: 55.87%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:25,838 root INFO Step 1958 (0.144s). Accuracy: 55.84%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:25,980 root INFO Step 1959 (0.140s). Accuracy: 55.84%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:26,113 root INFO Step 1960 (0.130s). Accuracy: 55.81%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:26,247 root INFO Step 1961 (0.133s). Accuracy: 55.81%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:26,382 root INFO Step 1962 (0.134s). Accuracy: 55.82%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:26,518 root INFO Step 1963 (0.134s). Accuracy: 55.82%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:26,655 root INFO Step 1964 (0.136s). Accuracy: 55.84%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:26,808 root INFO Step 1965 (0.151s). Accuracy: 55.84%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:26,953 root INFO Step 1966 (0.143s). Accuracy: 55.84%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:27,090 root INFO Step 1967 (0.136s). Accuracy: 55.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:27,236 root INFO Step 1968 (0.144s). Accuracy: 55.89%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:27,374 root INFO Step 1969 (0.137s). Accuracy: 55.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:27,512 root INFO Step 1970 (0.136s). Accuracy: 55.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:27,645 root INFO Step 1971 (0.132s). Accuracy: 55.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:27,772 root INFO Step 1972 (0.125s). Accuracy: 55.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:27,926 root INFO Step 1973 (0.152s). Accuracy: 55.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:28,060 root INFO Step 1974 (0.133s). Accuracy: 55.96%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:28,190 root INFO Step 1975 (0.128s). Accuracy: 55.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:28,324 root INFO Step 1976 (0.133s). Accuracy: 55.98%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:28,458 root INFO Step 1977 (0.133s). Accuracy: 56.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:28,586 root INFO Step 1978 (0.126s). Accuracy: 56.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:28,716 root INFO Step 1979 (0.129s). Accuracy: 56.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:28,869 root INFO Step 1980 (0.151s). Accuracy: 55.98%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:29,006 root INFO Step 1981 (0.135s). Accuracy: 55.98%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:29,143 root INFO Step 1982 (0.135s). Accuracy: 55.95%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:29,275 root INFO Step 1983 (0.131s). Accuracy: 55.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:29,426 root INFO Step 1984 (0.149s). Accuracy: 55.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:29,558 root INFO Step 1985 (0.130s). Accuracy: 55.98%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:29,696 root INFO Step 1986 (0.136s). Accuracy: 55.98%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:29,826 root INFO Step 1987 (0.128s). Accuracy: 56.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:29,978 root INFO Step 1988 (0.150s). Accuracy: 55.99%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:30,122 root INFO Step 1989 (0.142s). Accuracy: 55.97%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:30,260 root INFO Step 1990 (0.132s). Accuracy: 55.94%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:30,398 root INFO Step 1991 (0.137s). Accuracy: 55.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:30,541 root INFO Step 1992 (0.142s). Accuracy: 55.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:30,684 root INFO Step 1993 (0.141s). Accuracy: 56.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:30,827 root INFO Step 1994 (0.141s). Accuracy: 56.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:30,978 root INFO Step 1995 (0.149s). Accuracy: 55.97%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:31,119 root INFO Step 1996 (0.139s). Accuracy: 56.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:31,255 root INFO Step 1997 (0.134s). Accuracy: 55.99%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:31,391 root INFO Step 1998 (0.135s). Accuracy: 55.96%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:31,522 root INFO Step 1999 (0.129s). Accuracy: 55.94%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:31,660 root INFO Step 2000 (0.137s). Accuracy: 55.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:31,794 root INFO Step 2001 (0.132s). Accuracy: 55.93%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:31,946 root INFO Step 2002 (0.150s). Accuracy: 55.95%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:32,082 root INFO Step 2003 (0.135s). Accuracy: 55.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:32,210 root INFO Step 2004 (0.125s). Accuracy: 55.95%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:32,347 root INFO Step 2005 (0.136s). Accuracy: 55.97%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:32,487 root INFO Step 2006 (0.138s). Accuracy: 55.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:32,623 root INFO Step 2007 (0.135s). Accuracy: 55.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:32,776 root INFO Step 2008 (0.151s). Accuracy: 55.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:32,911 root INFO Step 2009 (0.134s). Accuracy: 55.96%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:33,064 root INFO Step 2010 (0.151s). Accuracy: 55.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:33,198 root INFO Step 2011 (0.132s). Accuracy: 55.96%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:33,331 root INFO Step 2012 (0.132s). Accuracy: 55.96%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:33,463 root INFO Step 2013 (0.131s). Accuracy: 55.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:33,613 root INFO Step 2014 (0.148s). Accuracy: 55.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:33,744 root INFO Step 2015 (0.129s). Accuracy: 55.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:33,880 root INFO Step 2016 (0.134s). Accuracy: 55.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:34,037 root INFO Step 2017 (0.156s). Accuracy: 55.92%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:34,178 root INFO Step 2018 (0.139s). Accuracy: 55.89%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:34,312 root INFO Step 2019 (0.132s). Accuracy: 55.89%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:34,453 root INFO Step 2020 (0.139s). Accuracy: 55.89%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:34,600 root INFO Step 2021 (0.144s). Accuracy: 55.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:34,740 root INFO Step 2022 (0.138s). Accuracy: 55.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:34,874 root INFO Step 2023 (0.133s). Accuracy: 55.91%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:35,027 root INFO Step 2024 (0.152s). Accuracy: 55.91%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:35,158 root INFO Step 2025 (0.129s). Accuracy: 55.88%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:35,285 root INFO Step 2026 (0.125s). Accuracy: 55.86%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:35,416 root INFO Step 2027 (0.129s). Accuracy: 55.85%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:35,544 root INFO Step 2028 (0.127s). Accuracy: 55.88%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:35,691 root INFO Step 2029 (0.146s). Accuracy: 55.90%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:35,825 root INFO Step 2030 (0.133s). Accuracy: 55.89%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:35,964 root INFO Step 2031 (0.137s). Accuracy: 55.87%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:36,108 root INFO Step 2032 (0.143s). Accuracy: 55.89%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:36,247 root INFO Step 2033 (0.137s). Accuracy: 55.89%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:36,393 root INFO Step 2034 (0.145s). Accuracy: 55.89%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:36,541 root INFO Step 2035 (0.146s). Accuracy: 55.90%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:36,692 root INFO Step 2036 (0.149s). Accuracy: 55.92%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:36,838 root INFO Step 2037 (0.142s). Accuracy: 55.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:36,985 root INFO Step 2038 (0.145s). Accuracy: 55.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:37,139 root INFO Step 2039 (0.148s). Accuracy: 55.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:37,274 root INFO Step 2040 (0.133s). Accuracy: 55.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:37,416 root INFO Step 2041 (0.141s). Accuracy: 56.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:37,560 root INFO Step 2042 (0.142s). Accuracy: 56.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:37,695 root INFO Step 2043 (0.133s). Accuracy: 55.98%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:37,828 root INFO Step 2044 (0.131s). Accuracy: 55.98%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:37,960 root INFO Step 2045 (0.131s). Accuracy: 56.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:38,112 root INFO Step 2046 (0.149s). Accuracy: 56.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:38,253 root INFO Step 2047 (0.139s). Accuracy: 56.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:38,387 root INFO Step 2048 (0.132s). Accuracy: 56.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:38,525 root INFO Step 2049 (0.137s). Accuracy: 56.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:38,657 root INFO Step 2050 (0.130s). Accuracy: 56.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:38,790 root INFO Step 2051 (0.132s). Accuracy: 56.09%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:38,933 root INFO Step 2052 (0.141s). Accuracy: 56.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:39,068 root INFO Step 2053 (0.133s). Accuracy: 56.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:39,214 root INFO Step 2054 (0.144s). Accuracy: 56.08%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:39,350 root INFO Step 2055 (0.135s). Accuracy: 56.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:39,482 root INFO Step 2056 (0.131s). Accuracy: 56.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:39,621 root INFO Step 2057 (0.137s). Accuracy: 56.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:39,762 root INFO Step 2058 (0.139s). Accuracy: 56.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:39,920 root INFO Step 2059 (0.156s). Accuracy: 56.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:40,058 root INFO Step 2060 (0.137s). Accuracy: 56.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:40,206 root INFO Step 2061 (0.146s). Accuracy: 56.15%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:40,346 root INFO Step 2062 (0.138s). Accuracy: 56.15%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:40,489 root INFO Step 2063 (0.142s). Accuracy: 56.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:40,626 root INFO Step 2064 (0.135s). Accuracy: 56.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:40,779 root INFO Step 2065 (0.151s). Accuracy: 56.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:40,913 root INFO Step 2066 (0.133s). Accuracy: 56.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:41,047 root INFO Step 2067 (0.132s). Accuracy: 56.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:41,192 root INFO Step 2068 (0.143s). Accuracy: 56.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:41,334 root INFO Step 2069 (0.140s). Accuracy: 56.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:41,474 root INFO Step 2070 (0.138s). Accuracy: 56.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:41,617 root INFO Step 2071 (0.141s). Accuracy: 56.09%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:41,758 root INFO Step 2072 (0.139s). Accuracy: 56.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:41,892 root INFO Step 2073 (0.133s). Accuracy: 56.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:42,027 root INFO Step 2074 (0.133s). Accuracy: 56.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:42,178 root INFO Step 2075 (0.149s). Accuracy: 56.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:42,318 root INFO Step 2076 (0.138s). Accuracy: 56.05%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:42,457 root INFO Step 2077 (0.138s). Accuracy: 56.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:42,590 root INFO Step 2078 (0.131s). Accuracy: 56.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:42,724 root INFO Step 2079 (0.132s). Accuracy: 56.07%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:42,855 root INFO Step 2080 (0.130s). Accuracy: 56.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:42,993 root INFO Step 2081 (0.136s). Accuracy: 56.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:43,136 root INFO Step 2082 (0.142s). Accuracy: 56.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:43,286 root INFO Step 2083 (0.148s). Accuracy: 56.10%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:43,422 root INFO Step 2084 (0.134s). Accuracy: 56.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:43,563 root INFO Step 2085 (0.139s). Accuracy: 56.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:43,697 root INFO Step 2086 (0.132s). Accuracy: 56.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:43,845 root INFO Step 2087 (0.146s). Accuracy: 56.11%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:43,989 root INFO Step 2088 (0.141s). Accuracy: 56.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:44,131 root INFO Step 2089 (0.140s). Accuracy: 56.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:44,274 root INFO Step 2090 (0.141s). Accuracy: 56.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:44,414 root INFO Step 2091 (0.138s). Accuracy: 56.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:44,548 root INFO Step 2092 (0.132s). Accuracy: 56.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:44,683 root INFO Step 2093 (0.134s). Accuracy: 56.16%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:44,814 root INFO Step 2094 (0.130s). Accuracy: 56.13%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:44,953 root INFO Step 2095 (0.137s). Accuracy: 56.13%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:45,091 root INFO Step 2096 (0.136s). Accuracy: 56.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:45,230 root INFO Step 2097 (0.137s). Accuracy: 56.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:45,368 root INFO Step 2098 (0.136s). Accuracy: 56.19%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:45,503 root INFO Step 2099 (0.133s). Accuracy: 56.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:45,638 root INFO Step 2100 (0.133s). Accuracy: 56.17%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:45,780 root INFO Step 2101 (0.141s). Accuracy: 56.19%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:45,919 root INFO Step 2102 (0.137s). Accuracy: 56.18%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:46,060 root INFO Step 2103 (0.139s). Accuracy: 56.18%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:46,200 root INFO Step 2104 (0.138s). Accuracy: 56.20%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:46,343 root INFO Step 2105 (0.141s). Accuracy: 56.18%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:46,483 root INFO Step 2106 (0.139s). Accuracy: 56.20%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:46,620 root INFO Step 2107 (0.135s). Accuracy: 56.19%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:46,751 root INFO Step 2108 (0.130s). Accuracy: 56.21%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:46,889 root INFO Step 2109 (0.136s). Accuracy: 56.19%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:47,026 root INFO Step 2110 (0.135s). Accuracy: 56.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:47,171 root INFO Step 2111 (0.144s). Accuracy: 56.19%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:47,321 root INFO Step 2112 (0.149s). Accuracy: 56.16%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:47,461 root INFO Step 2113 (0.138s). Accuracy: 56.17%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:47,613 root INFO Step 2114 (0.151s). Accuracy: 56.19%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:47,757 root INFO Step 2115 (0.142s). Accuracy: 56.19%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:47,901 root INFO Step 2116 (0.142s). Accuracy: 56.21%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:48,036 root INFO Step 2117 (0.134s). Accuracy: 56.18%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:48,175 root INFO Step 2118 (0.138s). Accuracy: 56.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:48,317 root INFO Step 2119 (0.140s). Accuracy: 56.16%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:48,453 root INFO Step 2120 (0.132s). Accuracy: 56.18%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:48,586 root INFO Step 2121 (0.131s). Accuracy: 56.18%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:48,724 root INFO Step 2122 (0.137s). Accuracy: 56.15%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:48,859 root INFO Step 2123 (0.133s). Accuracy: 56.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:48,998 root INFO Step 2124 (0.138s). Accuracy: 56.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:49,135 root INFO Step 2125 (0.135s). Accuracy: 56.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:49,271 root INFO Step 2126 (0.134s). Accuracy: 56.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:49,417 root INFO Step 2127 (0.144s). Accuracy: 56.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:49,553 root INFO Step 2128 (0.135s). Accuracy: 56.16%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:49,681 root INFO Step 2129 (0.126s). Accuracy: 56.16%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:49,815 root INFO Step 2130 (0.133s). Accuracy: 56.18%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:49,946 root INFO Step 2131 (0.130s). Accuracy: 56.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:50,091 root INFO Step 2132 (0.143s). Accuracy: 56.18%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:50,236 root INFO Step 2133 (0.143s). Accuracy: 56.18%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:50,381 root INFO Step 2134 (0.144s). Accuracy: 56.20%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:50,522 root INFO Step 2135 (0.138s). Accuracy: 56.22%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:50,664 root INFO Step 2136 (0.141s). Accuracy: 56.22%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:50,797 root INFO Step 2137 (0.131s). Accuracy: 56.22%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:50,932 root INFO Step 2138 (0.134s). Accuracy: 56.24%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:51,071 root INFO Step 2139 (0.137s). Accuracy: 56.23%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:51,204 root INFO Step 2140 (0.131s). Accuracy: 56.25%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:51,347 root INFO Step 2141 (0.142s). Accuracy: 56.27%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:51,489 root INFO Step 2142 (0.140s). Accuracy: 56.29%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:51,629 root INFO Step 2143 (0.138s). Accuracy: 56.29%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:51,762 root INFO Step 2144 (0.131s). Accuracy: 56.31%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:51,892 root INFO Step 2145 (0.128s). Accuracy: 56.32%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:52,036 root INFO Step 2146 (0.143s). Accuracy: 56.31%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:52,177 root INFO Step 2147 (0.139s). Accuracy: 56.31%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:52,303 root INFO Step 2148 (0.124s). Accuracy: 56.31%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:52,447 root INFO Step 2149 (0.143s). Accuracy: 56.31%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:52,578 root INFO Step 2150 (0.129s). Accuracy: 56.28%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:52,715 root INFO Step 2151 (0.135s). Accuracy: 56.30%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:52,865 root INFO Step 2152 (0.149s). Accuracy: 56.32%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:53,010 root INFO Step 2153 (0.143s). Accuracy: 56.32%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:53,158 root INFO Step 2154 (0.146s). Accuracy: 56.34%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:53,303 root INFO Step 2155 (0.143s). Accuracy: 56.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:53,457 root INFO Step 2156 (0.152s). Accuracy: 56.36%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:53,607 root INFO Step 2157 (0.147s). Accuracy: 56.37%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:53,752 root INFO Step 2158 (0.143s). Accuracy: 56.36%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:53,904 root INFO Step 2159 (0.151s). Accuracy: 56.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:54,058 root INFO Step 2160 (0.152s). Accuracy: 56.38%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:54,196 root INFO Step 2161 (0.136s). Accuracy: 56.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:54,336 root INFO Step 2162 (0.138s). Accuracy: 56.41%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:54,492 root INFO Step 2163 (0.153s). Accuracy: 56.40%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:54,649 root INFO Step 2164 (0.155s). Accuracy: 56.42%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:54,794 root INFO Step 2165 (0.143s). Accuracy: 56.40%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:54,936 root INFO Step 2166 (0.140s). Accuracy: 56.42%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:55,081 root INFO Step 2167 (0.144s). Accuracy: 56.44%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:55,229 root INFO Step 2168 (0.147s). Accuracy: 56.44%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:55,378 root INFO Step 2169 (0.147s). Accuracy: 56.45%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:55,537 root INFO Step 2170 (0.157s). Accuracy: 56.47%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:55,702 root INFO Step 2171 (0.163s). Accuracy: 56.47%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:55,845 root INFO Step 2172 (0.141s). Accuracy: 56.47%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:55,994 root INFO Step 2173 (0.148s). Accuracy: 56.44%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:56,141 root INFO Step 2174 (0.145s). Accuracy: 56.42%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:56,277 root INFO Step 2175 (0.134s). Accuracy: 56.39%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:56,421 root INFO Step 2176 (0.141s). Accuracy: 56.39%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:56,583 root INFO Step 2177 (0.161s). Accuracy: 56.39%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:56,735 root INFO Step 2178 (0.150s). Accuracy: 56.41%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:56,887 root INFO Step 2179 (0.151s). Accuracy: 56.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:57,035 root INFO Step 2180 (0.146s). Accuracy: 56.41%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:07:57,191 root INFO Step 2181 (0.154s). Accuracy: 56.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:57,341 root INFO Step 2182 (0.148s). Accuracy: 56.43%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:57,489 root INFO Step 2183 (0.147s). Accuracy: 56.44%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:57,668 root INFO Step 2184 (0.177s). Accuracy: 56.43%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:57,829 root INFO Step 2185 (0.158s). Accuracy: 56.43%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:57,967 root INFO Step 2186 (0.137s). Accuracy: 56.43%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:58,117 root INFO Step 2187 (0.148s). Accuracy: 56.43%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:58,261 root INFO Step 2188 (0.142s). Accuracy: 56.43%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:07:58,412 root INFO Step 2189 (0.150s). Accuracy: 56.43%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:58,556 root INFO Step 2190 (0.142s). Accuracy: 56.43%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:58,714 root INFO Step 2191 (0.156s). Accuracy: 56.43%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:58,850 root INFO Step 2192 (0.134s). Accuracy: 56.42%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:07:59,003 root INFO Step 2193 (0.150s). Accuracy: 56.44%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:59,141 root INFO Step 2194 (0.136s). Accuracy: 56.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:59,303 root INFO Step 2195 (0.160s). Accuracy: 56.48%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:59,449 root INFO Step 2196 (0.144s). Accuracy: 56.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:59,594 root INFO Step 2197 (0.144s). Accuracy: 56.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:07:59,749 root INFO Step 2198 (0.152s). Accuracy: 56.51%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:07:59,896 root INFO Step 2199 (0.145s). Accuracy: 56.49%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:00,049 root INFO Step 2200 (0.151s). Accuracy: 56.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:00,191 root INFO Step 2201 (0.140s). Accuracy: 56.51%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:00,346 root INFO Step 2202 (0.153s). Accuracy: 56.53%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:00,499 root INFO Step 2203 (0.151s). Accuracy: 56.51%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:00,668 root INFO Step 2204 (0.167s). Accuracy: 56.53%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:00,815 root INFO Step 2205 (0.144s). Accuracy: 56.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:00,964 root INFO Step 2206 (0.147s). Accuracy: 56.53%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:01,121 root INFO Step 2207 (0.155s). Accuracy: 56.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:01,263 root INFO Step 2208 (0.141s). Accuracy: 56.54%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:01,403 root INFO Step 2209 (0.137s). Accuracy: 56.56%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:01,561 root INFO Step 2210 (0.157s). Accuracy: 56.58%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:01,723 root INFO Step 2211 (0.159s). Accuracy: 56.58%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:01,868 root INFO Step 2212 (0.144s). Accuracy: 56.56%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:02,018 root INFO Step 2213 (0.148s). Accuracy: 56.57%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:02,170 root INFO Step 2214 (0.150s). Accuracy: 56.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:02,315 root INFO Step 2215 (0.144s). Accuracy: 56.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:02,456 root INFO Step 2216 (0.138s). Accuracy: 56.57%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:02,596 root INFO Step 2217 (0.138s). Accuracy: 56.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:02,755 root INFO Step 2218 (0.157s). Accuracy: 56.54%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:02,899 root INFO Step 2219 (0.142s). Accuracy: 56.56%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:03,047 root INFO Step 2220 (0.146s). Accuracy: 56.58%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:03,189 root INFO Step 2221 (0.140s). Accuracy: 56.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:03,328 root INFO Step 2222 (0.138s). Accuracy: 56.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:03,482 root INFO Step 2223 (0.151s). Accuracy: 56.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:03,635 root INFO Step 2224 (0.150s). Accuracy: 56.61%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:03,791 root INFO Step 2225 (0.155s). Accuracy: 56.61%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:03,936 root INFO Step 2226 (0.142s). Accuracy: 56.63%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:04,083 root INFO Step 2227 (0.145s). Accuracy: 56.63%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:04,221 root INFO Step 2228 (0.136s). Accuracy: 56.63%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:04,370 root INFO Step 2229 (0.147s). Accuracy: 56.63%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:04,516 root INFO Step 2230 (0.143s). Accuracy: 56.65%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:04,668 root INFO Step 2231 (0.150s). Accuracy: 56.63%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:04,815 root INFO Step 2232 (0.145s). Accuracy: 56.62%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:04,963 root INFO Step 2233 (0.147s). Accuracy: 56.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:05,101 root INFO Step 2234 (0.136s). Accuracy: 56.66%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:05,245 root INFO Step 2235 (0.142s). Accuracy: 56.66%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:05,388 root INFO Step 2236 (0.141s). Accuracy: 56.63%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:05,536 root INFO Step 2237 (0.146s). Accuracy: 56.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:05,684 root INFO Step 2238 (0.146s). Accuracy: 56.58%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:05,845 root INFO Step 2239 (0.159s). Accuracy: 56.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:05,994 root INFO Step 2240 (0.148s). Accuracy: 56.56%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:06,144 root INFO Step 2241 (0.147s). Accuracy: 56.58%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:06,298 root INFO Step 2242 (0.152s). Accuracy: 56.60%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:06,439 root INFO Step 2243 (0.139s). Accuracy: 56.58%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:06,591 root INFO Step 2244 (0.150s). Accuracy: 56.60%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:06,724 root INFO Step 2245 (0.132s). Accuracy: 56.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:06,872 root INFO Step 2246 (0.146s). Accuracy: 56.57%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:07,012 root INFO Step 2247 (0.137s). Accuracy: 56.55%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:07,147 root INFO Step 2248 (0.133s). Accuracy: 56.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:07,286 root INFO Step 2249 (0.138s). Accuracy: 56.50%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:07,422 root INFO Step 2250 (0.135s). Accuracy: 56.50%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:07,567 root INFO Step 2251 (0.143s). Accuracy: 56.51%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:07,703 root INFO Step 2252 (0.135s). Accuracy: 56.53%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:07,846 root INFO Step 2253 (0.142s). Accuracy: 56.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:07,995 root INFO Step 2254 (0.147s). Accuracy: 56.54%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:08,133 root INFO Step 2255 (0.137s). Accuracy: 56.53%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:08,271 root INFO Step 2256 (0.136s). Accuracy: 56.55%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:08,411 root INFO Step 2257 (0.139s). Accuracy: 56.57%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:08,550 root INFO Step 2258 (0.137s). Accuracy: 56.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:08,685 root INFO Step 2259 (0.134s). Accuracy: 56.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:08,821 root INFO Step 2260 (0.135s). Accuracy: 56.61%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:08,976 root INFO Step 2261 (0.153s). Accuracy: 56.63%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:09,113 root INFO Step 2262 (0.135s). Accuracy: 56.63%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:09,249 root INFO Step 2263 (0.135s). Accuracy: 56.63%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:09,380 root INFO Step 2264 (0.129s). Accuracy: 56.60%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:09,514 root INFO Step 2265 (0.132s). Accuracy: 56.61%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:09,650 root INFO Step 2266 (0.135s). Accuracy: 56.60%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:09,789 root INFO Step 2267 (0.137s). Accuracy: 56.62%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:09,933 root INFO Step 2268 (0.143s). Accuracy: 56.60%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:10,059 root INFO Step 2269 (0.124s). Accuracy: 56.62%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:10,209 root INFO Step 2270 (0.148s). Accuracy: 56.62%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:10,340 root INFO Step 2271 (0.129s). Accuracy: 56.61%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:10,490 root INFO Step 2272 (0.149s). Accuracy: 56.63%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:10,640 root INFO Step 2273 (0.148s). Accuracy: 56.65%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:10,770 root INFO Step 2274 (0.129s). Accuracy: 56.63%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:10,920 root INFO Step 2275 (0.148s). Accuracy: 56.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:11,061 root INFO Step 2276 (0.139s). Accuracy: 56.66%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:11,197 root INFO Step 2277 (0.135s). Accuracy: 56.64%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:11,330 root INFO Step 2278 (0.131s). Accuracy: 56.64%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:11,461 root INFO Step 2279 (0.130s). Accuracy: 56.62%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:11,591 root INFO Step 2280 (0.128s). Accuracy: 56.62%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:11,728 root INFO Step 2281 (0.136s). Accuracy: 56.61%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:11,864 root INFO Step 2282 (0.134s). Accuracy: 56.62%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:12,003 root INFO Step 2283 (0.138s). Accuracy: 56.61%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:12,138 root INFO Step 2284 (0.133s). Accuracy: 56.63%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:12,272 root INFO Step 2285 (0.133s). Accuracy: 56.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:12,402 root INFO Step 2286 (0.129s). Accuracy: 56.63%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:12,539 root INFO Step 2287 (0.135s). Accuracy: 56.62%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:12,677 root INFO Step 2288 (0.136s). Accuracy: 56.62%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:12,808 root INFO Step 2289 (0.129s). Accuracy: 56.62%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:12,950 root INFO Step 2290 (0.140s). Accuracy: 56.59%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:13,092 root INFO Step 2291 (0.138s). Accuracy: 56.59%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:13,227 root INFO Step 2292 (0.134s). Accuracy: 56.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:13,367 root INFO Step 2293 (0.138s). Accuracy: 56.61%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:13,511 root INFO Step 2294 (0.142s). Accuracy: 56.63%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:13,651 root INFO Step 2295 (0.138s). Accuracy: 56.61%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:13,796 root INFO Step 2296 (0.143s). Accuracy: 56.58%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:13,929 root INFO Step 2297 (0.131s). Accuracy: 56.56%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:14,079 root INFO Step 2298 (0.148s). Accuracy: 56.53%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:14,215 root INFO Step 2299 (0.135s). Accuracy: 56.51%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:14,342 root INFO Step 2300 (0.126s). Accuracy: 56.51%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:14,484 root INFO Step 2301 (0.140s). Accuracy: 56.49%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:14,616 root INFO Step 2302 (0.130s). Accuracy: 56.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:14,743 root INFO Step 2303 (0.126s). Accuracy: 56.48%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:14,882 root INFO Step 2304 (0.137s). Accuracy: 56.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:15,030 root INFO Step 2305 (0.146s). Accuracy: 56.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:15,163 root INFO Step 2306 (0.131s). Accuracy: 56.50%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:15,307 root INFO Step 2307 (0.142s). Accuracy: 56.48%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:15,439 root INFO Step 2308 (0.131s). Accuracy: 56.50%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:15,570 root INFO Step 2309 (0.130s). Accuracy: 56.50%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:15,709 root INFO Step 2310 (0.138s). Accuracy: 56.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:15,847 root INFO Step 2311 (0.136s). Accuracy: 56.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:15,984 root INFO Step 2312 (0.135s). Accuracy: 56.50%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:16,136 root INFO Step 2313 (0.150s). Accuracy: 56.50%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:16,269 root INFO Step 2314 (0.131s). Accuracy: 56.50%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:16,398 root INFO Step 2315 (0.128s). Accuracy: 56.52%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:16,534 root INFO Step 2316 (0.134s). Accuracy: 56.49%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:16,672 root INFO Step 2317 (0.137s). Accuracy: 56.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:16,811 root INFO Step 2318 (0.138s). Accuracy: 56.51%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:16,946 root INFO Step 2319 (0.133s). Accuracy: 56.53%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:17,104 root INFO Step 2320 (0.156s). Accuracy: 56.52%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:17,250 root INFO Step 2321 (0.144s). Accuracy: 56.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:17,389 root INFO Step 2322 (0.138s). Accuracy: 56.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:17,522 root INFO Step 2323 (0.131s). Accuracy: 56.52%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:17,660 root INFO Step 2324 (0.136s). Accuracy: 56.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:17,799 root INFO Step 2325 (0.137s). Accuracy: 56.56%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:17,941 root INFO Step 2326 (0.141s). Accuracy: 56.58%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:18,093 root INFO Step 2327 (0.150s). Accuracy: 56.57%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:18,237 root INFO Step 2328 (0.142s). Accuracy: 56.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:18,367 root INFO Step 2329 (0.129s). Accuracy: 56.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:18,504 root INFO Step 2330 (0.135s). Accuracy: 56.60%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:18,640 root INFO Step 2331 (0.134s). Accuracy: 56.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:18,772 root INFO Step 2332 (0.131s). Accuracy: 56.62%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:18,909 root INFO Step 2333 (0.135s). Accuracy: 56.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:19,042 root INFO Step 2334 (0.131s). Accuracy: 56.63%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:19,189 root INFO Step 2335 (0.145s). Accuracy: 56.64%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:19,325 root INFO Step 2336 (0.134s). Accuracy: 56.64%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:19,458 root INFO Step 2337 (0.132s). Accuracy: 56.65%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:19,589 root INFO Step 2338 (0.129s). Accuracy: 56.67%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:19,720 root INFO Step 2339 (0.129s). Accuracy: 56.67%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:19,851 root INFO Step 2340 (0.130s). Accuracy: 56.69%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:19,984 root INFO Step 2341 (0.131s). Accuracy: 56.69%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:20,146 root INFO Step 2342 (0.161s). Accuracy: 56.69%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:20,284 root INFO Step 2343 (0.136s). Accuracy: 56.69%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:20,425 root INFO Step 2344 (0.139s). Accuracy: 56.70%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:20,559 root INFO Step 2345 (0.133s). Accuracy: 56.67%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:20,700 root INFO Step 2346 (0.139s). Accuracy: 56.69%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:20,836 root INFO Step 2347 (0.135s). Accuracy: 56.70%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:20,977 root INFO Step 2348 (0.139s). Accuracy: 56.70%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:21,112 root INFO Step 2349 (0.132s). Accuracy: 56.70%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:21,288 root INFO Step 2350 (0.175s). Accuracy: 56.72%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:21,432 root INFO Step 2351 (0.142s). Accuracy: 56.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:21,570 root INFO Step 2352 (0.137s). Accuracy: 56.70%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:21,705 root INFO Step 2353 (0.133s). Accuracy: 56.71%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:21,840 root INFO Step 2354 (0.133s). Accuracy: 56.71%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:21,975 root INFO Step 2355 (0.133s). Accuracy: 56.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:22,111 root INFO Step 2356 (0.135s). Accuracy: 56.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:22,268 root INFO Step 2357 (0.155s). Accuracy: 56.75%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:22,410 root INFO Step 2358 (0.140s). Accuracy: 56.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:22,539 root INFO Step 2359 (0.127s). Accuracy: 56.78%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:22,670 root INFO Step 2360 (0.130s). Accuracy: 56.80%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:22,805 root INFO Step 2361 (0.133s). Accuracy: 56.82%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:22,949 root INFO Step 2362 (0.142s). Accuracy: 56.84%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:23,085 root INFO Step 2363 (0.134s). Accuracy: 56.81%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:23,239 root INFO Step 2364 (0.152s). Accuracy: 56.83%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:23,379 root INFO Step 2365 (0.137s). Accuracy: 56.84%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:23,519 root INFO Step 2366 (0.138s). Accuracy: 56.84%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:23,654 root INFO Step 2367 (0.133s). Accuracy: 56.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:23,787 root INFO Step 2368 (0.132s). Accuracy: 56.86%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:23,926 root INFO Step 2369 (0.137s). Accuracy: 56.86%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:24,071 root INFO Step 2370 (0.143s). Accuracy: 56.88%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:24,218 root INFO Step 2371 (0.145s). Accuracy: 56.90%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:24,362 root INFO Step 2372 (0.142s). Accuracy: 56.90%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:24,497 root INFO Step 2373 (0.133s). Accuracy: 56.90%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:24,634 root INFO Step 2374 (0.135s). Accuracy: 56.92%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:24,771 root INFO Step 2375 (0.135s). Accuracy: 56.90%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:24,913 root INFO Step 2376 (0.141s). Accuracy: 56.92%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:25,045 root INFO Step 2377 (0.130s). Accuracy: 56.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:25,179 root INFO Step 2378 (0.133s). Accuracy: 56.92%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:25,322 root INFO Step 2379 (0.141s). Accuracy: 56.92%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:25,454 root INFO Step 2380 (0.130s). Accuracy: 56.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:25,590 root INFO Step 2381 (0.134s). Accuracy: 56.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:25,733 root INFO Step 2382 (0.141s). Accuracy: 56.89%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:25,885 root INFO Step 2383 (0.150s). Accuracy: 56.90%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:26,021 root INFO Step 2384 (0.134s). Accuracy: 56.90%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:26,157 root INFO Step 2385 (0.134s). Accuracy: 56.92%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:26,311 root INFO Step 2386 (0.152s). Accuracy: 56.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:26,449 root INFO Step 2387 (0.137s). Accuracy: 56.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:26,584 root INFO Step 2388 (0.133s). Accuracy: 56.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:26,720 root INFO Step 2389 (0.134s). Accuracy: 56.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:26,870 root INFO Step 2390 (0.148s). Accuracy: 56.90%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:27,008 root INFO Step 2391 (0.137s). Accuracy: 56.92%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:27,144 root INFO Step 2392 (0.134s). Accuracy: 56.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:27,281 root INFO Step 2393 (0.136s). Accuracy: 56.94%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:27,423 root INFO Step 2394 (0.140s). Accuracy: 56.91%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:27,552 root INFO Step 2395 (0.127s). Accuracy: 56.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:27,699 root INFO Step 2396 (0.146s). Accuracy: 56.95%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:27,840 root INFO Step 2397 (0.139s). Accuracy: 56.97%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:27,978 root INFO Step 2398 (0.136s). Accuracy: 56.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:28,119 root INFO Step 2399 (0.139s). Accuracy: 56.96%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:28,257 root INFO Step 2400 (0.137s). Accuracy: 56.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:28,399 root INFO Step 2401 (0.140s). Accuracy: 56.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:28,540 root INFO Step 2402 (0.140s). Accuracy: 56.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:28,676 root INFO Step 2403 (0.134s). Accuracy: 56.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:28,816 root INFO Step 2404 (0.139s). Accuracy: 56.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:28,952 root INFO Step 2405 (0.134s). Accuracy: 56.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:29,086 root INFO Step 2406 (0.132s). Accuracy: 57.00%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:29,219 root INFO Step 2407 (0.131s). Accuracy: 56.99%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:29,363 root INFO Step 2408 (0.143s). Accuracy: 57.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:29,500 root INFO Step 2409 (0.135s). Accuracy: 57.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:29,644 root INFO Step 2410 (0.142s). Accuracy: 57.03%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:29,785 root INFO Step 2411 (0.140s). Accuracy: 57.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:29,920 root INFO Step 2412 (0.133s). Accuracy: 57.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:30,064 root INFO Step 2413 (0.143s). Accuracy: 57.04%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:30,198 root INFO Step 2414 (0.132s). Accuracy: 57.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:30,337 root INFO Step 2415 (0.138s). Accuracy: 57.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:30,479 root INFO Step 2416 (0.140s). Accuracy: 57.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:30,621 root INFO Step 2417 (0.140s). Accuracy: 57.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:30,761 root INFO Step 2418 (0.139s). Accuracy: 57.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:30,897 root INFO Step 2419 (0.134s). Accuracy: 57.03%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:31,035 root INFO Step 2420 (0.137s). Accuracy: 57.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:31,175 root INFO Step 2421 (0.138s). Accuracy: 57.01%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:31,311 root INFO Step 2422 (0.134s). Accuracy: 56.98%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:31,450 root INFO Step 2423 (0.137s). Accuracy: 56.98%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:31,586 root INFO Step 2424 (0.135s). Accuracy: 56.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:31,719 root INFO Step 2425 (0.131s). Accuracy: 56.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:31,861 root INFO Step 2426 (0.140s). Accuracy: 56.97%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:32,005 root INFO Step 2427 (0.142s). Accuracy: 56.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:32,142 root INFO Step 2428 (0.136s). Accuracy: 56.95%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:32,274 root INFO Step 2429 (0.130s). Accuracy: 56.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:32,404 root INFO Step 2430 (0.129s). Accuracy: 56.96%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:32,556 root INFO Step 2431 (0.149s). Accuracy: 56.94%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:32,695 root INFO Step 2432 (0.137s). Accuracy: 56.94%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:32,836 root INFO Step 2433 (0.139s). Accuracy: 56.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:32,997 root INFO Step 2434 (0.159s). Accuracy: 56.93%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:33,130 root INFO Step 2435 (0.131s). Accuracy: 56.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:33,271 root INFO Step 2436 (0.137s). Accuracy: 56.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:33,407 root INFO Step 2437 (0.135s). Accuracy: 56.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:33,554 root INFO Step 2438 (0.146s). Accuracy: 56.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:33,686 root INFO Step 2439 (0.130s). Accuracy: 56.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:33,828 root INFO Step 2440 (0.140s). Accuracy: 56.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:33,962 root INFO Step 2441 (0.133s). Accuracy: 56.91%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:34,100 root INFO Step 2442 (0.136s). Accuracy: 56.91%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:34,233 root INFO Step 2443 (0.131s). Accuracy: 56.92%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:34,369 root INFO Step 2444 (0.135s). Accuracy: 56.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:34,523 root INFO Step 2445 (0.152s). Accuracy: 56.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:34,663 root INFO Step 2446 (0.138s). Accuracy: 56.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:34,803 root INFO Step 2447 (0.139s). Accuracy: 56.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:34,938 root INFO Step 2448 (0.133s). Accuracy: 56.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:35,076 root INFO Step 2449 (0.135s). Accuracy: 56.95%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:35,212 root INFO Step 2450 (0.134s). Accuracy: 56.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:35,351 root INFO Step 2451 (0.138s). Accuracy: 56.94%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:35,498 root INFO Step 2452 (0.145s). Accuracy: 56.95%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:35,638 root INFO Step 2453 (0.138s). Accuracy: 56.94%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:35,778 root INFO Step 2454 (0.138s). Accuracy: 56.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:35,910 root INFO Step 2455 (0.130s). Accuracy: 56.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:36,050 root INFO Step 2456 (0.138s). Accuracy: 56.96%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:36,187 root INFO Step 2457 (0.136s). Accuracy: 56.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:36,322 root INFO Step 2458 (0.134s). Accuracy: 56.98%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:36,459 root INFO Step 2459 (0.135s). Accuracy: 56.96%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:36,613 root INFO Step 2460 (0.152s). Accuracy: 56.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:36,769 root INFO Step 2461 (0.154s). Accuracy: 57.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:36,912 root INFO Step 2462 (0.141s). Accuracy: 57.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:37,045 root INFO Step 2463 (0.132s). Accuracy: 57.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:37,183 root INFO Step 2464 (0.136s). Accuracy: 57.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:37,313 root INFO Step 2465 (0.128s). Accuracy: 57.05%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:37,445 root INFO Step 2466 (0.131s). Accuracy: 57.07%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:37,597 root INFO Step 2467 (0.150s). Accuracy: 57.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:37,731 root INFO Step 2468 (0.133s). Accuracy: 57.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:37,864 root INFO Step 2469 (0.131s). Accuracy: 57.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:38,003 root INFO Step 2470 (0.138s). Accuracy: 57.09%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:38,142 root INFO Step 2471 (0.137s). Accuracy: 57.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:38,277 root INFO Step 2472 (0.134s). Accuracy: 57.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:38,419 root INFO Step 2473 (0.140s). Accuracy: 57.08%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:38,553 root INFO Step 2474 (0.132s). Accuracy: 57.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:38,703 root INFO Step 2475 (0.149s). Accuracy: 57.08%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:38,834 root INFO Step 2476 (0.130s). Accuracy: 57.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:38,974 root INFO Step 2477 (0.138s). Accuracy: 57.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:39,116 root INFO Step 2478 (0.140s). Accuracy: 57.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:39,259 root INFO Step 2479 (0.141s). Accuracy: 57.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:39,392 root INFO Step 2480 (0.132s). Accuracy: 57.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:39,531 root INFO Step 2481 (0.137s). Accuracy: 57.04%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:39,675 root INFO Step 2482 (0.142s). Accuracy: 57.04%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:39,814 root INFO Step 2483 (0.138s). Accuracy: 57.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:39,946 root INFO Step 2484 (0.130s). Accuracy: 57.02%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:40,076 root INFO Step 2485 (0.129s). Accuracy: 57.02%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:40,217 root INFO Step 2486 (0.139s). Accuracy: 57.02%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:40,356 root INFO Step 2487 (0.137s). Accuracy: 57.02%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:40,489 root INFO Step 2488 (0.132s). Accuracy: 57.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:40,639 root INFO Step 2489 (0.149s). Accuracy: 57.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:40,774 root INFO Step 2490 (0.133s). Accuracy: 57.03%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:40,910 root INFO Step 2491 (0.135s). Accuracy: 57.03%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:41,046 root INFO Step 2492 (0.133s). Accuracy: 57.00%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:41,180 root INFO Step 2493 (0.132s). Accuracy: 57.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:41,315 root INFO Step 2494 (0.134s). Accuracy: 56.98%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:41,453 root INFO Step 2495 (0.136s). Accuracy: 56.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:41,587 root INFO Step 2496 (0.132s). Accuracy: 56.95%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:41,720 root INFO Step 2497 (0.132s). Accuracy: 56.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:41,857 root INFO Step 2498 (0.135s). Accuracy: 56.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:41,997 root INFO Step 2499 (0.138s). Accuracy: 56.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:42,137 root INFO Step 2500 (0.139s). Accuracy: 56.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:42,279 root INFO Step 2501 (0.138s). Accuracy: 56.90%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:42,412 root INFO Step 2502 (0.131s). Accuracy: 56.90%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:42,556 root INFO Step 2503 (0.142s). Accuracy: 56.88%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:42,703 root INFO Step 2504 (0.145s). Accuracy: 56.90%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:42,846 root INFO Step 2505 (0.141s). Accuracy: 56.89%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:42,984 root INFO Step 2506 (0.136s). Accuracy: 56.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:43,117 root INFO Step 2507 (0.131s). Accuracy: 56.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:43,253 root INFO Step 2508 (0.134s). Accuracy: 56.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:43,385 root INFO Step 2509 (0.130s). Accuracy: 56.94%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:43,520 root INFO Step 2510 (0.133s). Accuracy: 56.95%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:43,657 root INFO Step 2511 (0.136s). Accuracy: 56.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:43,800 root INFO Step 2512 (0.142s). Accuracy: 56.93%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:43,942 root INFO Step 2513 (0.140s). Accuracy: 56.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:44,114 root INFO Step 2514 (0.165s). Accuracy: 56.94%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:44,252 root INFO Step 2515 (0.137s). Accuracy: 56.94%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:44,384 root INFO Step 2516 (0.130s). Accuracy: 56.94%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:44,518 root INFO Step 2517 (0.133s). Accuracy: 56.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:44,655 root INFO Step 2518 (0.135s). Accuracy: 56.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:44,800 root INFO Step 2519 (0.143s). Accuracy: 56.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:44,933 root INFO Step 2520 (0.131s). Accuracy: 56.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:45,068 root INFO Step 2521 (0.133s). Accuracy: 57.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:45,198 root INFO Step 2522 (0.129s). Accuracy: 57.01%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:45,339 root INFO Step 2523 (0.138s). Accuracy: 57.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:45,476 root INFO Step 2524 (0.135s). Accuracy: 57.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:45,615 root INFO Step 2525 (0.138s). Accuracy: 57.00%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:45,772 root INFO Step 2526 (0.155s). Accuracy: 57.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:45,905 root INFO Step 2527 (0.132s). Accuracy: 56.98%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:46,044 root INFO Step 2528 (0.138s). Accuracy: 56.98%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:46,180 root INFO Step 2529 (0.134s). Accuracy: 57.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:46,314 root INFO Step 2530 (0.132s). Accuracy: 57.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:46,446 root INFO Step 2531 (0.131s). Accuracy: 57.02%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:46,586 root INFO Step 2532 (0.139s). Accuracy: 57.02%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:46,714 root INFO Step 2533 (0.126s). Accuracy: 57.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:46,862 root INFO Step 2534 (0.147s). Accuracy: 57.05%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:47,002 root INFO Step 2535 (0.133s). Accuracy: 57.03%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:47,143 root INFO Step 2536 (0.139s). Accuracy: 57.03%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:47,287 root INFO Step 2537 (0.142s). Accuracy: 57.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:47,421 root INFO Step 2538 (0.133s). Accuracy: 57.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:47,554 root INFO Step 2539 (0.131s). Accuracy: 57.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:47,692 root INFO Step 2540 (0.135s). Accuracy: 57.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:47,840 root INFO Step 2541 (0.146s). Accuracy: 57.02%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:47,979 root INFO Step 2542 (0.138s). Accuracy: 57.00%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:48,119 root INFO Step 2543 (0.138s). Accuracy: 57.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:48,249 root INFO Step 2544 (0.129s). Accuracy: 57.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:48,395 root INFO Step 2545 (0.145s). Accuracy: 57.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:48,535 root INFO Step 2546 (0.137s). Accuracy: 57.03%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:48,672 root INFO Step 2547 (0.136s). Accuracy: 57.03%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:48,814 root INFO Step 2548 (0.140s). Accuracy: 57.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:48,953 root INFO Step 2549 (0.137s). Accuracy: 56.98%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:49,093 root INFO Step 2550 (0.138s). Accuracy: 57.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:49,240 root INFO Step 2551 (0.145s). Accuracy: 57.00%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:49,379 root INFO Step 2552 (0.138s). Accuracy: 56.98%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:49,514 root INFO Step 2553 (0.133s). Accuracy: 57.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:49,659 root INFO Step 2554 (0.143s). Accuracy: 57.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:49,804 root INFO Step 2555 (0.143s). Accuracy: 57.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:49,946 root INFO Step 2556 (0.140s). Accuracy: 57.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:50,081 root INFO Step 2557 (0.134s). Accuracy: 57.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:50,220 root INFO Step 2558 (0.137s). Accuracy: 57.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:50,358 root INFO Step 2559 (0.136s). Accuracy: 57.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:50,492 root INFO Step 2560 (0.133s). Accuracy: 57.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:50,628 root INFO Step 2561 (0.134s). Accuracy: 57.06%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:50,779 root INFO Step 2562 (0.149s). Accuracy: 57.06%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:50,928 root INFO Step 2563 (0.147s). Accuracy: 57.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:51,067 root INFO Step 2564 (0.138s). Accuracy: 57.06%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:51,200 root INFO Step 2565 (0.131s). Accuracy: 57.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:51,339 root INFO Step 2566 (0.137s). Accuracy: 57.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:51,477 root INFO Step 2567 (0.136s). Accuracy: 57.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:51,613 root INFO Step 2568 (0.134s). Accuracy: 57.08%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:51,754 root INFO Step 2569 (0.139s). Accuracy: 57.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:51,887 root INFO Step 2570 (0.131s). Accuracy: 57.06%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:52,036 root INFO Step 2571 (0.148s). Accuracy: 57.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:52,177 root INFO Step 2572 (0.139s). Accuracy: 57.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:52,313 root INFO Step 2573 (0.134s). Accuracy: 57.06%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:52,453 root INFO Step 2574 (0.137s). Accuracy: 57.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:52,595 root INFO Step 2575 (0.140s). Accuracy: 57.06%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:52,735 root INFO Step 2576 (0.138s). Accuracy: 57.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:52,867 root INFO Step 2577 (0.130s). Accuracy: 57.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:53,007 root INFO Step 2578 (0.139s). Accuracy: 57.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:53,148 root INFO Step 2579 (0.139s). Accuracy: 57.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:53,288 root INFO Step 2580 (0.138s). Accuracy: 57.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:53,428 root INFO Step 2581 (0.138s). Accuracy: 57.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:53,574 root INFO Step 2582 (0.145s). Accuracy: 57.04%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:53,714 root INFO Step 2583 (0.138s). Accuracy: 57.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:53,855 root INFO Step 2584 (0.140s). Accuracy: 57.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:54,007 root INFO Step 2585 (0.151s). Accuracy: 57.05%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:54,155 root INFO Step 2586 (0.145s). Accuracy: 57.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:54,282 root INFO Step 2587 (0.125s). Accuracy: 57.03%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:54,414 root INFO Step 2588 (0.131s). Accuracy: 57.03%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:54,550 root INFO Step 2589 (0.134s). Accuracy: 57.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:54,683 root INFO Step 2590 (0.132s). Accuracy: 57.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:54,819 root INFO Step 2591 (0.134s). Accuracy: 57.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:54,958 root INFO Step 2592 (0.137s). Accuracy: 57.02%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:55,106 root INFO Step 2593 (0.147s). Accuracy: 57.02%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:55,279 root INFO Step 2594 (0.172s). Accuracy: 57.02%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:55,412 root INFO Step 2595 (0.130s). Accuracy: 56.99%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:55,541 root INFO Step 2596 (0.128s). Accuracy: 56.97%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:55,677 root INFO Step 2597 (0.134s). Accuracy: 56.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:55,813 root INFO Step 2598 (0.134s). Accuracy: 57.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:55,949 root INFO Step 2599 (0.134s). Accuracy: 57.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:56,102 root INFO Step 2600 (0.151s). Accuracy: 57.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:56,239 root INFO Step 2601 (0.135s). Accuracy: 57.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:56,370 root INFO Step 2602 (0.131s). Accuracy: 57.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:56,506 root INFO Step 2603 (0.134s). Accuracy: 56.99%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:56,637 root INFO Step 2604 (0.130s). Accuracy: 56.97%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:56,779 root INFO Step 2605 (0.141s). Accuracy: 56.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:56,924 root INFO Step 2606 (0.143s). Accuracy: 56.97%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:08:57,077 root INFO Step 2607 (0.151s). Accuracy: 56.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:57,221 root INFO Step 2608 (0.141s). Accuracy: 56.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:57,354 root INFO Step 2609 (0.131s). Accuracy: 56.97%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:57,492 root INFO Step 2610 (0.137s). Accuracy: 56.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:57,635 root INFO Step 2611 (0.141s). Accuracy: 56.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:57,761 root INFO Step 2612 (0.124s). Accuracy: 56.96%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:08:57,894 root INFO Step 2613 (0.132s). Accuracy: 56.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:58,026 root INFO Step 2614 (0.131s). Accuracy: 56.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:58,175 root INFO Step 2615 (0.146s). Accuracy: 56.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:58,330 root INFO Step 2616 (0.153s). Accuracy: 56.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:58,476 root INFO Step 2617 (0.144s). Accuracy: 56.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:58,614 root INFO Step 2618 (0.137s). Accuracy: 56.98%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:58,753 root INFO Step 2619 (0.137s). Accuracy: 56.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:58,889 root INFO Step 2620 (0.133s). Accuracy: 56.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:59,030 root INFO Step 2621 (0.140s). Accuracy: 56.99%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:08:59,173 root INFO Step 2622 (0.141s). Accuracy: 56.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:59,317 root INFO Step 2623 (0.142s). Accuracy: 57.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:59,446 root INFO Step 2624 (0.128s). Accuracy: 57.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:08:59,581 root INFO Step 2625 (0.134s). Accuracy: 57.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:59,719 root INFO Step 2626 (0.136s). Accuracy: 57.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:59,852 root INFO Step 2627 (0.131s). Accuracy: 57.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:08:59,991 root INFO Step 2628 (0.138s). Accuracy: 57.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:00,146 root INFO Step 2629 (0.153s). Accuracy: 57.07%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:00,282 root INFO Step 2630 (0.134s). Accuracy: 57.05%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:00,421 root INFO Step 2631 (0.137s). Accuracy: 57.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:00,568 root INFO Step 2632 (0.146s). Accuracy: 57.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:00,707 root INFO Step 2633 (0.138s). Accuracy: 57.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:00,852 root INFO Step 2634 (0.139s). Accuracy: 57.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:00,994 root INFO Step 2635 (0.139s). Accuracy: 57.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:01,146 root INFO Step 2636 (0.151s). Accuracy: 57.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:01,286 root INFO Step 2637 (0.137s). Accuracy: 57.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:01,424 root INFO Step 2638 (0.136s). Accuracy: 57.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:01,560 root INFO Step 2639 (0.134s). Accuracy: 57.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:01,693 root INFO Step 2640 (0.131s). Accuracy: 57.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:01,831 root INFO Step 2641 (0.137s). Accuracy: 57.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:01,967 root INFO Step 2642 (0.135s). Accuracy: 57.15%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:02,104 root INFO Step 2643 (0.135s). Accuracy: 57.16%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:02,259 root INFO Step 2644 (0.153s). Accuracy: 57.15%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:02,397 root INFO Step 2645 (0.136s). Accuracy: 57.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:02,541 root INFO Step 2646 (0.142s). Accuracy: 57.19%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:02,683 root INFO Step 2647 (0.140s). Accuracy: 57.20%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:02,812 root INFO Step 2648 (0.127s). Accuracy: 57.18%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:02,946 root INFO Step 2649 (0.133s). Accuracy: 57.20%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:03,081 root INFO Step 2650 (0.133s). Accuracy: 57.18%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:03,227 root INFO Step 2651 (0.145s). Accuracy: 57.18%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:03,367 root INFO Step 2652 (0.138s). Accuracy: 57.18%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:03,501 root INFO Step 2653 (0.132s). Accuracy: 57.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:03,638 root INFO Step 2654 (0.135s). Accuracy: 57.20%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:03,787 root INFO Step 2655 (0.143s). Accuracy: 57.21%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:03,932 root INFO Step 2656 (0.143s). Accuracy: 57.21%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:04,073 root INFO Step 2657 (0.139s). Accuracy: 57.21%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:04,220 root INFO Step 2658 (0.146s). Accuracy: 57.20%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:04,356 root INFO Step 2659 (0.134s). Accuracy: 57.20%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:04,488 root INFO Step 2660 (0.130s). Accuracy: 57.18%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:04,624 root INFO Step 2661 (0.135s). Accuracy: 57.18%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:04,773 root INFO Step 2662 (0.147s). Accuracy: 57.20%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:04,907 root INFO Step 2663 (0.132s). Accuracy: 57.20%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:05,043 root INFO Step 2664 (0.134s). Accuracy: 57.21%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:05,179 root INFO Step 2665 (0.134s). Accuracy: 57.21%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:05,321 root INFO Step 2666 (0.140s). Accuracy: 57.23%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:05,461 root INFO Step 2667 (0.138s). Accuracy: 57.24%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:05,593 root INFO Step 2668 (0.130s). Accuracy: 57.25%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:05,734 root INFO Step 2669 (0.139s). Accuracy: 57.24%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:05,882 root INFO Step 2670 (0.147s). Accuracy: 57.24%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:06,026 root INFO Step 2671 (0.142s). Accuracy: 57.22%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:06,195 root INFO Step 2672 (0.167s). Accuracy: 57.22%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:06,348 root INFO Step 2673 (0.151s). Accuracy: 57.24%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:06,485 root INFO Step 2674 (0.135s). Accuracy: 57.26%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:06,619 root INFO Step 2675 (0.133s). Accuracy: 57.26%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:06,761 root INFO Step 2676 (0.140s). Accuracy: 57.26%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:06,901 root INFO Step 2677 (0.138s). Accuracy: 57.27%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:07,047 root INFO Step 2678 (0.144s). Accuracy: 57.28%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:07,187 root INFO Step 2679 (0.138s). Accuracy: 57.30%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:07,334 root INFO Step 2680 (0.145s). Accuracy: 57.31%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:07,473 root INFO Step 2681 (0.137s). Accuracy: 57.33%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:07,604 root INFO Step 2682 (0.129s). Accuracy: 57.31%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:07,743 root INFO Step 2683 (0.137s). Accuracy: 57.31%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:07,881 root INFO Step 2684 (0.137s). Accuracy: 57.31%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:08,017 root INFO Step 2685 (0.135s). Accuracy: 57.33%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:08,151 root INFO Step 2686 (0.132s). Accuracy: 57.35%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:08,285 root INFO Step 2687 (0.133s). Accuracy: 57.36%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:08,425 root INFO Step 2688 (0.138s). Accuracy: 57.37%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:08,561 root INFO Step 2689 (0.134s). Accuracy: 57.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:08,701 root INFO Step 2690 (0.139s). Accuracy: 57.36%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:08,837 root INFO Step 2691 (0.134s). Accuracy: 57.36%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:08,969 root INFO Step 2692 (0.131s). Accuracy: 57.34%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:09,106 root INFO Step 2693 (0.136s). Accuracy: 57.34%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:09,236 root INFO Step 2694 (0.128s). Accuracy: 57.36%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:09,384 root INFO Step 2695 (0.146s). Accuracy: 57.33%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:09,525 root INFO Step 2696 (0.139s). Accuracy: 57.34%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:09,663 root INFO Step 2697 (0.137s). Accuracy: 57.34%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:09,807 root INFO Step 2698 (0.143s). Accuracy: 57.34%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:09,948 root INFO Step 2699 (0.138s). Accuracy: 57.34%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:10,085 root INFO Step 2700 (0.136s). Accuracy: 57.35%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:10,226 root INFO Step 2701 (0.139s). Accuracy: 57.35%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:10,373 root INFO Step 2702 (0.145s). Accuracy: 57.33%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:10,514 root INFO Step 2703 (0.139s). Accuracy: 57.33%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:10,651 root INFO Step 2704 (0.135s). Accuracy: 57.34%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:10,786 root INFO Step 2705 (0.134s). Accuracy: 57.34%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:10,933 root INFO Step 2706 (0.145s). Accuracy: 57.34%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:11,072 root INFO Step 2707 (0.138s). Accuracy: 57.36%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:11,202 root INFO Step 2708 (0.128s). Accuracy: 57.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:11,339 root INFO Step 2709 (0.135s). Accuracy: 57.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:11,482 root INFO Step 2710 (0.141s). Accuracy: 57.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:11,630 root INFO Step 2711 (0.146s). Accuracy: 57.40%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:11,772 root INFO Step 2712 (0.139s). Accuracy: 57.40%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:11,905 root INFO Step 2713 (0.131s). Accuracy: 57.40%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:12,044 root INFO Step 2714 (0.138s). Accuracy: 57.38%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:12,182 root INFO Step 2715 (0.136s). Accuracy: 57.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:12,327 root INFO Step 2716 (0.143s). Accuracy: 57.39%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:12,472 root INFO Step 2717 (0.143s). Accuracy: 57.39%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:12,600 root INFO Step 2718 (0.127s). Accuracy: 57.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:12,737 root INFO Step 2719 (0.135s). Accuracy: 57.42%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:12,872 root INFO Step 2720 (0.131s). Accuracy: 57.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:13,008 root INFO Step 2721 (0.134s). Accuracy: 57.41%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:13,145 root INFO Step 2722 (0.136s). Accuracy: 57.41%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:13,283 root INFO Step 2723 (0.136s). Accuracy: 57.42%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:13,426 root INFO Step 2724 (0.142s). Accuracy: 57.40%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:13,572 root INFO Step 2725 (0.143s). Accuracy: 57.38%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:13,710 root INFO Step 2726 (0.137s). Accuracy: 57.36%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:13,852 root INFO Step 2727 (0.140s). Accuracy: 57.36%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:13,995 root INFO Step 2728 (0.142s). Accuracy: 57.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:14,129 root INFO Step 2729 (0.132s). Accuracy: 57.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:14,271 root INFO Step 2730 (0.140s). Accuracy: 57.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:14,406 root INFO Step 2731 (0.134s). Accuracy: 57.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:14,558 root INFO Step 2732 (0.150s). Accuracy: 57.39%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:14,694 root INFO Step 2733 (0.133s). Accuracy: 57.37%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:14,830 root INFO Step 2734 (0.135s). Accuracy: 57.37%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:14,974 root INFO Step 2735 (0.142s). Accuracy: 57.35%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:15,109 root INFO Step 2736 (0.133s). Accuracy: 57.35%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:15,236 root INFO Step 2737 (0.126s). Accuracy: 57.35%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:15,363 root INFO Step 2738 (0.125s). Accuracy: 57.35%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:15,515 root INFO Step 2739 (0.150s). Accuracy: 57.35%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:15,656 root INFO Step 2740 (0.138s). Accuracy: 57.35%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:15,801 root INFO Step 2741 (0.144s). Accuracy: 57.35%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:15,937 root INFO Step 2742 (0.134s). Accuracy: 57.34%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:16,079 root INFO Step 2743 (0.138s). Accuracy: 57.36%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:16,217 root INFO Step 2744 (0.137s). Accuracy: 57.34%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:16,356 root INFO Step 2745 (0.137s). Accuracy: 57.32%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:16,504 root INFO Step 2746 (0.146s). Accuracy: 57.31%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:16,648 root INFO Step 2747 (0.142s). Accuracy: 57.32%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:16,817 root INFO Step 2748 (0.168s). Accuracy: 57.33%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:16,949 root INFO Step 2749 (0.130s). Accuracy: 57.33%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:17,099 root INFO Step 2750 (0.149s). Accuracy: 57.35%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:17,233 root INFO Step 2751 (0.132s). Accuracy: 57.36%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:17,369 root INFO Step 2752 (0.134s). Accuracy: 57.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:17,510 root INFO Step 2753 (0.140s). Accuracy: 57.37%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:17,661 root INFO Step 2754 (0.149s). Accuracy: 57.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:17,803 root INFO Step 2755 (0.141s). Accuracy: 57.37%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:17,937 root INFO Step 2756 (0.131s). Accuracy: 57.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:18,070 root INFO Step 2757 (0.131s). Accuracy: 57.41%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:18,203 root INFO Step 2758 (0.132s). Accuracy: 57.40%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:18,343 root INFO Step 2759 (0.139s). Accuracy: 57.42%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:18,472 root INFO Step 2760 (0.127s). Accuracy: 57.42%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:18,617 root INFO Step 2761 (0.143s). Accuracy: 57.40%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:18,750 root INFO Step 2762 (0.131s). Accuracy: 57.38%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:18,883 root INFO Step 2763 (0.131s). Accuracy: 57.36%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:19,023 root INFO Step 2764 (0.134s). Accuracy: 57.36%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:19,158 root INFO Step 2765 (0.133s). Accuracy: 57.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:19,301 root INFO Step 2766 (0.141s). Accuracy: 57.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:19,433 root INFO Step 2767 (0.131s). Accuracy: 57.39%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:19,577 root INFO Step 2768 (0.142s). Accuracy: 57.41%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:19,723 root INFO Step 2769 (0.144s). Accuracy: 57.41%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:19,860 root INFO Step 2770 (0.136s). Accuracy: 57.39%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:19,997 root INFO Step 2771 (0.135s). Accuracy: 57.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:20,140 root INFO Step 2772 (0.141s). Accuracy: 57.41%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:20,281 root INFO Step 2773 (0.139s). Accuracy: 57.39%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:20,418 root INFO Step 2774 (0.136s). Accuracy: 57.37%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:20,557 root INFO Step 2775 (0.137s). Accuracy: 57.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:20,701 root INFO Step 2776 (0.142s). Accuracy: 57.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:20,841 root INFO Step 2777 (0.138s). Accuracy: 57.41%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:20,972 root INFO Step 2778 (0.129s). Accuracy: 57.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:21,114 root INFO Step 2779 (0.140s). Accuracy: 57.43%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:21,257 root INFO Step 2780 (0.141s). Accuracy: 57.45%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:21,394 root INFO Step 2781 (0.135s). Accuracy: 57.44%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:21,535 root INFO Step 2782 (0.139s). Accuracy: 57.44%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:21,688 root INFO Step 2783 (0.152s). Accuracy: 57.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:21,828 root INFO Step 2784 (0.138s). Accuracy: 57.47%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:21,964 root INFO Step 2785 (0.134s). Accuracy: 57.49%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:22,112 root INFO Step 2786 (0.146s). Accuracy: 57.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:22,252 root INFO Step 2787 (0.138s). Accuracy: 57.47%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:22,386 root INFO Step 2788 (0.133s). Accuracy: 57.47%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:22,520 root INFO Step 2789 (0.132s). Accuracy: 57.49%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:22,675 root INFO Step 2790 (0.154s). Accuracy: 57.47%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:22,811 root INFO Step 2791 (0.134s). Accuracy: 57.46%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:22,962 root INFO Step 2792 (0.150s). Accuracy: 57.48%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:23,105 root INFO Step 2793 (0.141s). Accuracy: 57.48%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:23,242 root INFO Step 2794 (0.135s). Accuracy: 57.46%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:23,376 root INFO Step 2795 (0.133s). Accuracy: 57.47%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:23,513 root INFO Step 2796 (0.135s). Accuracy: 57.45%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:23,659 root INFO Step 2797 (0.145s). Accuracy: 57.47%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:23,803 root INFO Step 2798 (0.142s). Accuracy: 57.48%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:23,943 root INFO Step 2799 (0.139s). Accuracy: 57.46%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:24,084 root INFO Step 2800 (0.139s). Accuracy: 57.48%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:24,215 root INFO Step 2801 (0.130s). Accuracy: 57.48%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:24,350 root INFO Step 2802 (0.133s). Accuracy: 57.46%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:24,491 root INFO Step 2803 (0.139s). Accuracy: 57.47%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:24,621 root INFO Step 2804 (0.129s). Accuracy: 57.48%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:24,768 root INFO Step 2805 (0.146s). Accuracy: 57.49%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:24,910 root INFO Step 2806 (0.140s). Accuracy: 57.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:25,046 root INFO Step 2807 (0.134s). Accuracy: 57.47%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:25,183 root INFO Step 2808 (0.136s). Accuracy: 57.47%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:25,315 root INFO Step 2809 (0.131s). Accuracy: 57.48%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:25,443 root INFO Step 2810 (0.127s). Accuracy: 57.46%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:25,592 root INFO Step 2811 (0.147s). Accuracy: 57.46%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:25,739 root INFO Step 2812 (0.145s). Accuracy: 57.44%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:25,885 root INFO Step 2813 (0.139s). Accuracy: 57.42%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:26,014 root INFO Step 2814 (0.127s). Accuracy: 57.43%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:26,149 root INFO Step 2815 (0.134s). Accuracy: 57.43%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:26,281 root INFO Step 2816 (0.131s). Accuracy: 57.45%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:26,416 root INFO Step 2817 (0.133s). Accuracy: 57.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:26,548 root INFO Step 2818 (0.130s). Accuracy: 57.48%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:26,688 root INFO Step 2819 (0.139s). Accuracy: 57.49%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:26,834 root INFO Step 2820 (0.144s). Accuracy: 57.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:26,977 root INFO Step 2821 (0.141s). Accuracy: 57.50%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:27,109 root INFO Step 2822 (0.131s). Accuracy: 57.49%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:27,251 root INFO Step 2823 (0.140s). Accuracy: 57.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:27,397 root INFO Step 2824 (0.145s). Accuracy: 57.49%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:27,564 root INFO Step 2825 (0.165s). Accuracy: 57.49%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:27,708 root INFO Step 2826 (0.141s). Accuracy: 57.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:27,844 root INFO Step 2827 (0.136s). Accuracy: 57.49%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:27,985 root INFO Step 2828 (0.139s). Accuracy: 57.49%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:28,121 root INFO Step 2829 (0.134s). Accuracy: 57.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:28,261 root INFO Step 2830 (0.139s). Accuracy: 57.52%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:28,401 root INFO Step 2831 (0.137s). Accuracy: 57.52%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:28,535 root INFO Step 2832 (0.134s). Accuracy: 57.54%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:28,672 root INFO Step 2833 (0.135s). Accuracy: 57.55%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:28,825 root INFO Step 2834 (0.151s). Accuracy: 57.53%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:28,958 root INFO Step 2835 (0.131s). Accuracy: 57.53%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:29,097 root INFO Step 2836 (0.137s). Accuracy: 57.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:29,234 root INFO Step 2837 (0.135s). Accuracy: 57.55%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:29,363 root INFO Step 2838 (0.128s). Accuracy: 57.55%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:29,495 root INFO Step 2839 (0.131s). Accuracy: 57.55%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:29,627 root INFO Step 2840 (0.130s). Accuracy: 57.55%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:29,761 root INFO Step 2841 (0.132s). Accuracy: 57.55%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:29,905 root INFO Step 2842 (0.142s). Accuracy: 57.57%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:30,041 root INFO Step 2843 (0.134s). Accuracy: 57.58%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:30,170 root INFO Step 2844 (0.127s). Accuracy: 57.59%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:30,306 root INFO Step 2845 (0.134s). Accuracy: 57.59%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:30,437 root INFO Step 2846 (0.129s). Accuracy: 57.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:30,571 root INFO Step 2847 (0.133s). Accuracy: 57.59%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:30,717 root INFO Step 2848 (0.145s). Accuracy: 57.59%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:30,869 root INFO Step 2849 (0.150s). Accuracy: 57.61%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:31,013 root INFO Step 2850 (0.141s). Accuracy: 57.58%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:31,149 root INFO Step 2851 (0.135s). Accuracy: 57.60%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:31,295 root INFO Step 2852 (0.143s). Accuracy: 57.60%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:31,434 root INFO Step 2853 (0.138s). Accuracy: 57.62%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:31,569 root INFO Step 2854 (0.133s). Accuracy: 57.62%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:31,715 root INFO Step 2855 (0.144s). Accuracy: 57.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:31,860 root INFO Step 2856 (0.143s). Accuracy: 57.64%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:31,997 root INFO Step 2857 (0.135s). Accuracy: 57.62%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:32,135 root INFO Step 2858 (0.136s). Accuracy: 57.62%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:32,272 root INFO Step 2859 (0.135s). Accuracy: 57.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:32,404 root INFO Step 2860 (0.131s). Accuracy: 57.65%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:32,548 root INFO Step 2861 (0.142s). Accuracy: 57.65%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:32,701 root INFO Step 2862 (0.151s). Accuracy: 57.63%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:32,846 root INFO Step 2863 (0.143s). Accuracy: 57.64%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:32,994 root INFO Step 2864 (0.146s). Accuracy: 57.64%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:33,130 root INFO Step 2865 (0.133s). Accuracy: 57.66%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:33,268 root INFO Step 2866 (0.136s). Accuracy: 57.67%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:33,403 root INFO Step 2867 (0.134s). Accuracy: 57.67%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:33,537 root INFO Step 2868 (0.133s). Accuracy: 57.68%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:33,679 root INFO Step 2869 (0.140s). Accuracy: 57.66%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:33,808 root INFO Step 2870 (0.128s). Accuracy: 57.67%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:33,966 root INFO Step 2871 (0.156s). Accuracy: 57.68%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:34,108 root INFO Step 2872 (0.140s). Accuracy: 57.68%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:34,242 root INFO Step 2873 (0.132s). Accuracy: 57.67%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:34,377 root INFO Step 2874 (0.134s). Accuracy: 57.69%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:34,515 root INFO Step 2875 (0.137s). Accuracy: 57.70%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:34,650 root INFO Step 2876 (0.133s). Accuracy: 57.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:34,790 root INFO Step 2877 (0.138s). Accuracy: 57.70%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:34,923 root INFO Step 2878 (0.131s). Accuracy: 57.72%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:35,075 root INFO Step 2879 (0.150s). Accuracy: 57.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:35,228 root INFO Step 2880 (0.151s). Accuracy: 57.73%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:35,366 root INFO Step 2881 (0.137s). Accuracy: 57.73%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:35,506 root INFO Step 2882 (0.139s). Accuracy: 57.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:35,635 root INFO Step 2883 (0.126s). Accuracy: 57.73%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:35,779 root INFO Step 2884 (0.143s). Accuracy: 57.71%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:35,914 root INFO Step 2885 (0.133s). Accuracy: 57.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:36,072 root INFO Step 2886 (0.156s). Accuracy: 57.71%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:36,206 root INFO Step 2887 (0.132s). Accuracy: 57.71%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:36,340 root INFO Step 2888 (0.133s). Accuracy: 57.70%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:36,485 root INFO Step 2889 (0.143s). Accuracy: 57.70%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:36,620 root INFO Step 2890 (0.133s). Accuracy: 57.70%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:36,754 root INFO Step 2891 (0.133s). Accuracy: 57.70%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:36,895 root INFO Step 2892 (0.139s). Accuracy: 57.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:37,043 root INFO Step 2893 (0.146s). Accuracy: 57.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:37,201 root INFO Step 2894 (0.157s). Accuracy: 57.72%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:37,338 root INFO Step 2895 (0.134s). Accuracy: 57.73%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:37,480 root INFO Step 2896 (0.141s). Accuracy: 57.74%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:37,601 root INFO Step 2897 (0.119s). Accuracy: 57.74%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:37,735 root INFO Step 2898 (0.132s). Accuracy: 57.72%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:37,876 root INFO Step 2899 (0.139s). Accuracy: 57.74%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:38,012 root INFO Step 2900 (0.134s). Accuracy: 57.72%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:38,154 root INFO Step 2901 (0.141s). Accuracy: 57.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:38,298 root INFO Step 2902 (0.142s). Accuracy: 57.71%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:38,462 root INFO Step 2903 (0.163s). Accuracy: 57.71%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:38,602 root INFO Step 2904 (0.138s). Accuracy: 57.71%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:38,734 root INFO Step 2905 (0.130s). Accuracy: 57.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:38,869 root INFO Step 2906 (0.133s). Accuracy: 57.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:39,006 root INFO Step 2907 (0.136s). Accuracy: 57.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:39,158 root INFO Step 2908 (0.150s). Accuracy: 57.71%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:39,292 root INFO Step 2909 (0.132s). Accuracy: 57.72%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:39,439 root INFO Step 2910 (0.145s). Accuracy: 57.73%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:39,578 root INFO Step 2911 (0.137s). Accuracy: 57.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:39,714 root INFO Step 2912 (0.135s). Accuracy: 57.74%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:39,862 root INFO Step 2913 (0.146s). Accuracy: 57.72%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:40,002 root INFO Step 2914 (0.139s). Accuracy: 57.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:40,147 root INFO Step 2915 (0.142s). Accuracy: 57.72%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:40,284 root INFO Step 2916 (0.135s). Accuracy: 57.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:40,422 root INFO Step 2917 (0.137s). Accuracy: 57.75%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:40,558 root INFO Step 2918 (0.134s). Accuracy: 57.75%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:40,693 root INFO Step 2919 (0.134s). Accuracy: 57.77%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:40,835 root INFO Step 2920 (0.137s). Accuracy: 57.78%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:40,974 root INFO Step 2921 (0.137s). Accuracy: 57.76%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:41,127 root INFO Step 2922 (0.152s). Accuracy: 57.76%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:41,268 root INFO Step 2923 (0.138s). Accuracy: 57.78%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:41,413 root INFO Step 2924 (0.144s). Accuracy: 57.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:41,548 root INFO Step 2925 (0.133s). Accuracy: 57.77%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:41,687 root INFO Step 2926 (0.137s). Accuracy: 57.77%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:41,821 root INFO Step 2927 (0.132s). Accuracy: 57.77%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:41,961 root INFO Step 2928 (0.138s). Accuracy: 57.77%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:42,107 root INFO Step 2929 (0.144s). Accuracy: 57.75%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:42,260 root INFO Step 2930 (0.150s). Accuracy: 57.73%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:42,397 root INFO Step 2931 (0.136s). Accuracy: 57.73%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:42,534 root INFO Step 2932 (0.135s). Accuracy: 57.73%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:42,669 root INFO Step 2933 (0.134s). Accuracy: 57.73%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:42,799 root INFO Step 2934 (0.128s). Accuracy: 57.74%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:42,938 root INFO Step 2935 (0.138s). Accuracy: 57.75%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:43,071 root INFO Step 2936 (0.130s). Accuracy: 57.74%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:43,216 root INFO Step 2937 (0.144s). Accuracy: 57.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:43,356 root INFO Step 2938 (0.138s). Accuracy: 57.74%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:43,491 root INFO Step 2939 (0.133s). Accuracy: 57.74%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:43,626 root INFO Step 2940 (0.133s). Accuracy: 57.74%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:43,765 root INFO Step 2941 (0.133s). Accuracy: 57.75%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:43,911 root INFO Step 2942 (0.145s). Accuracy: 57.76%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:44,053 root INFO Step 2943 (0.140s). Accuracy: 57.75%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:44,204 root INFO Step 2944 (0.150s). Accuracy: 57.76%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:44,338 root INFO Step 2945 (0.132s). Accuracy: 57.75%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:44,472 root INFO Step 2946 (0.133s). Accuracy: 57.77%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:44,608 root INFO Step 2947 (0.134s). Accuracy: 57.78%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:44,753 root INFO Step 2948 (0.144s). Accuracy: 57.78%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:44,897 root INFO Step 2949 (0.142s). Accuracy: 57.78%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:45,036 root INFO Step 2950 (0.137s). Accuracy: 57.80%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:45,172 root INFO Step 2951 (0.134s). Accuracy: 57.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:45,323 root INFO Step 2952 (0.149s). Accuracy: 57.80%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:45,468 root INFO Step 2953 (0.144s). Accuracy: 57.81%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:45,610 root INFO Step 2954 (0.140s). Accuracy: 57.79%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:45,761 root INFO Step 2955 (0.149s). Accuracy: 57.81%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:45,905 root INFO Step 2956 (0.139s). Accuracy: 57.79%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:46,037 root INFO Step 2957 (0.130s). Accuracy: 57.77%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:46,176 root INFO Step 2958 (0.137s). Accuracy: 57.75%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:46,323 root INFO Step 2959 (0.146s). Accuracy: 57.75%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:46,461 root INFO Step 2960 (0.137s). Accuracy: 57.73%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:46,606 root INFO Step 2961 (0.143s). Accuracy: 57.71%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:46,747 root INFO Step 2962 (0.139s). Accuracy: 57.69%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:46,892 root INFO Step 2963 (0.143s). Accuracy: 57.71%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:47,033 root INFO Step 2964 (0.139s). Accuracy: 57.70%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:47,171 root INFO Step 2965 (0.136s). Accuracy: 57.72%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:47,315 root INFO Step 2966 (0.143s). Accuracy: 57.72%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:47,447 root INFO Step 2967 (0.130s). Accuracy: 57.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:47,575 root INFO Step 2968 (0.126s). Accuracy: 57.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:47,708 root INFO Step 2969 (0.131s). Accuracy: 57.71%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:47,849 root INFO Step 2970 (0.139s). Accuracy: 57.71%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:47,994 root INFO Step 2971 (0.143s). Accuracy: 57.72%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:48,128 root INFO Step 2972 (0.132s). Accuracy: 57.74%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:48,267 root INFO Step 2973 (0.137s). Accuracy: 57.72%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:48,415 root INFO Step 2974 (0.147s). Accuracy: 57.70%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:48,552 root INFO Step 2975 (0.135s). Accuracy: 57.70%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:48,688 root INFO Step 2976 (0.134s). Accuracy: 57.68%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:48,816 root INFO Step 2977 (0.126s). Accuracy: 57.68%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:48,955 root INFO Step 2978 (0.138s). Accuracy: 57.70%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:49,111 root INFO Step 2979 (0.154s). Accuracy: 57.71%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:49,251 root INFO Step 2980 (0.138s). Accuracy: 57.71%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:49,396 root INFO Step 2981 (0.143s). Accuracy: 57.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:49,535 root INFO Step 2982 (0.137s). Accuracy: 57.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:49,671 root INFO Step 2983 (0.135s). Accuracy: 57.73%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:49,805 root INFO Step 2984 (0.132s). Accuracy: 57.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:49,946 root INFO Step 2985 (0.140s). Accuracy: 57.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:50,082 root INFO Step 2986 (0.134s). Accuracy: 57.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:50,222 root INFO Step 2987 (0.138s). Accuracy: 57.72%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:50,373 root INFO Step 2988 (0.149s). Accuracy: 57.73%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:50,515 root INFO Step 2989 (0.140s). Accuracy: 57.75%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:50,645 root INFO Step 2990 (0.128s). Accuracy: 57.76%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:50,789 root INFO Step 2991 (0.143s). Accuracy: 57.76%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:50,934 root INFO Step 2992 (0.143s). Accuracy: 57.78%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:51,069 root INFO Step 2993 (0.133s). Accuracy: 57.76%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:51,205 root INFO Step 2994 (0.134s). Accuracy: 57.77%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:51,350 root INFO Step 2995 (0.143s). Accuracy: 57.79%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:51,494 root INFO Step 2996 (0.142s). Accuracy: 57.77%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:51,635 root INFO Step 2997 (0.139s). Accuracy: 57.77%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:51,770 root INFO Step 2998 (0.133s). Accuracy: 57.77%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:51,909 root INFO Step 2999 (0.137s). Accuracy: 57.78%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:52,052 root INFO Step 3000 (0.141s). Accuracy: 57.78%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:52,195 root INFO Step 3001 (0.141s). Accuracy: 57.76%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:52,336 root INFO Step 3002 (0.139s). Accuracy: 57.76%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:52,480 root INFO Step 3003 (0.142s). Accuracy: 57.78%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:52,610 root INFO Step 3004 (0.129s). Accuracy: 57.77%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:52,742 root INFO Step 3005 (0.130s). Accuracy: 57.77%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:52,875 root INFO Step 3006 (0.132s). Accuracy: 57.77%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:53,009 root INFO Step 3007 (0.133s). Accuracy: 57.78%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:53,145 root INFO Step 3008 (0.134s). Accuracy: 57.78%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:53,280 root INFO Step 3009 (0.133s). Accuracy: 57.80%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:53,412 root INFO Step 3010 (0.131s). Accuracy: 57.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:53,556 root INFO Step 3011 (0.142s). Accuracy: 57.78%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:53,691 root INFO Step 3012 (0.134s). Accuracy: 57.80%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:53,825 root INFO Step 3013 (0.132s). Accuracy: 57.79%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:53,976 root INFO Step 3014 (0.149s). Accuracy: 57.79%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:54,113 root INFO Step 3015 (0.135s). Accuracy: 57.81%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:54,253 root INFO Step 3016 (0.138s). Accuracy: 57.82%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:54,386 root INFO Step 3017 (0.132s). Accuracy: 57.80%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:54,533 root INFO Step 3018 (0.145s). Accuracy: 57.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:54,671 root INFO Step 3019 (0.136s). Accuracy: 57.80%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:54,808 root INFO Step 3020 (0.136s). Accuracy: 57.80%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:54,943 root INFO Step 3021 (0.133s). Accuracy: 57.80%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:55,079 root INFO Step 3022 (0.135s). Accuracy: 57.81%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:55,214 root INFO Step 3023 (0.133s). Accuracy: 57.83%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:55,341 root INFO Step 3024 (0.126s). Accuracy: 57.83%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:55,482 root INFO Step 3025 (0.140s). Accuracy: 57.83%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:55,620 root INFO Step 3026 (0.135s). Accuracy: 57.84%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:55,751 root INFO Step 3027 (0.130s). Accuracy: 57.84%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:55,892 root INFO Step 3028 (0.140s). Accuracy: 57.85%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:56,027 root INFO Step 3029 (0.133s). Accuracy: 57.86%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:56,161 root INFO Step 3030 (0.133s). Accuracy: 57.87%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:56,302 root INFO Step 3031 (0.139s). Accuracy: 57.87%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:56,432 root INFO Step 3032 (0.129s). Accuracy: 57.87%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:56,584 root INFO Step 3033 (0.151s). Accuracy: 57.88%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:56,720 root INFO Step 3034 (0.134s). Accuracy: 57.89%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:56,864 root INFO Step 3035 (0.142s). Accuracy: 57.89%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:09:57,015 root INFO Step 3036 (0.148s). Accuracy: 57.89%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:57,153 root INFO Step 3037 (0.137s). Accuracy: 57.90%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:57,290 root INFO Step 3038 (0.135s). Accuracy: 57.88%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:57,425 root INFO Step 3039 (0.133s). Accuracy: 57.86%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:57,571 root INFO Step 3040 (0.145s). Accuracy: 57.87%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:57,711 root INFO Step 3041 (0.138s). Accuracy: 57.88%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:57,846 root INFO Step 3042 (0.133s). Accuracy: 57.89%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:57,980 root INFO Step 3043 (0.132s). Accuracy: 57.87%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:58,122 root INFO Step 3044 (0.140s). Accuracy: 57.87%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:58,258 root INFO Step 3045 (0.135s). Accuracy: 57.88%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:58,397 root INFO Step 3046 (0.138s). Accuracy: 57.88%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:58,535 root INFO Step 3047 (0.136s). Accuracy: 57.86%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:58,679 root INFO Step 3048 (0.141s). Accuracy: 57.87%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:58,817 root INFO Step 3049 (0.137s). Accuracy: 57.89%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:58,952 root INFO Step 3050 (0.133s). Accuracy: 57.89%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:59,097 root INFO Step 3051 (0.144s). Accuracy: 57.89%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:59,237 root INFO Step 3052 (0.138s). Accuracy: 57.89%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:59,366 root INFO Step 3053 (0.127s). Accuracy: 57.90%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:09:59,511 root INFO Step 3054 (0.144s). Accuracy: 57.89%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:09:59,659 root INFO Step 3055 (0.146s). Accuracy: 57.88%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:09:59,801 root INFO Step 3056 (0.140s). Accuracy: 57.89%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:09:59,940 root INFO Step 3057 (0.136s). Accuracy: 57.87%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:00,075 root INFO Step 3058 (0.133s). Accuracy: 57.88%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:00,212 root INFO Step 3059 (0.136s). Accuracy: 57.88%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:00,355 root INFO Step 3060 (0.141s). Accuracy: 57.89%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:00,490 root INFO Step 3061 (0.134s). Accuracy: 57.88%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:00,643 root INFO Step 3062 (0.152s). Accuracy: 57.87%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:00,809 root INFO Step 3063 (0.164s). Accuracy: 57.86%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:00,950 root INFO Step 3064 (0.139s). Accuracy: 57.84%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:01,088 root INFO Step 3065 (0.136s). Accuracy: 57.85%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:01,223 root INFO Step 3066 (0.133s). Accuracy: 57.83%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:01,365 root INFO Step 3067 (0.140s). Accuracy: 57.84%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:01,494 root INFO Step 3068 (0.127s). Accuracy: 57.82%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:01,642 root INFO Step 3069 (0.147s). Accuracy: 57.82%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:01,788 root INFO Step 3070 (0.144s). Accuracy: 57.82%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:01,916 root INFO Step 3071 (0.126s). Accuracy: 57.82%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:02,049 root INFO Step 3072 (0.132s). Accuracy: 57.82%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:02,185 root INFO Step 3073 (0.134s). Accuracy: 57.84%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:02,323 root INFO Step 3074 (0.136s). Accuracy: 57.85%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:02,466 root INFO Step 3075 (0.141s). Accuracy: 57.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:02,599 root INFO Step 3076 (0.131s). Accuracy: 57.87%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:02,746 root INFO Step 3077 (0.146s). Accuracy: 57.87%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:02,885 root INFO Step 3078 (0.137s). Accuracy: 57.85%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:03,020 root INFO Step 3079 (0.134s). Accuracy: 57.87%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:03,154 root INFO Step 3080 (0.133s). Accuracy: 57.88%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:03,289 root INFO Step 3081 (0.133s). Accuracy: 57.89%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:03,426 root INFO Step 3082 (0.135s). Accuracy: 57.90%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:03,564 root INFO Step 3083 (0.137s). Accuracy: 57.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:03,711 root INFO Step 3084 (0.145s). Accuracy: 57.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:03,850 root INFO Step 3085 (0.137s). Accuracy: 57.90%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:03,980 root INFO Step 3086 (0.128s). Accuracy: 57.89%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:04,118 root INFO Step 3087 (0.136s). Accuracy: 57.87%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:04,257 root INFO Step 3088 (0.138s). Accuracy: 57.87%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:04,393 root INFO Step 3089 (0.134s). Accuracy: 57.85%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:04,520 root INFO Step 3090 (0.125s). Accuracy: 57.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:04,655 root INFO Step 3091 (0.134s). Accuracy: 57.87%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:04,809 root INFO Step 3092 (0.152s). Accuracy: 57.87%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:04,961 root INFO Step 3093 (0.150s). Accuracy: 57.87%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:05,100 root INFO Step 3094 (0.138s). Accuracy: 57.87%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:05,242 root INFO Step 3095 (0.140s). Accuracy: 57.85%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:05,376 root INFO Step 3096 (0.132s). Accuracy: 57.83%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:05,514 root INFO Step 3097 (0.136s). Accuracy: 57.84%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:05,647 root INFO Step 3098 (0.131s). Accuracy: 57.83%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:05,799 root INFO Step 3099 (0.150s). Accuracy: 57.85%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:05,938 root INFO Step 3100 (0.137s). Accuracy: 57.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:06,085 root INFO Step 3101 (0.142s). Accuracy: 57.84%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:06,223 root INFO Step 3102 (0.137s). Accuracy: 57.84%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:06,365 root INFO Step 3103 (0.140s). Accuracy: 57.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:06,500 root INFO Step 3104 (0.132s). Accuracy: 57.86%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:06,634 root INFO Step 3105 (0.132s). Accuracy: 57.86%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:06,789 root INFO Step 3106 (0.153s). Accuracy: 57.87%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:06,926 root INFO Step 3107 (0.135s). Accuracy: 57.87%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:07,063 root INFO Step 3108 (0.136s). Accuracy: 57.86%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:07,210 root INFO Step 3109 (0.145s). Accuracy: 57.85%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:07,353 root INFO Step 3110 (0.141s). Accuracy: 57.83%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:07,491 root INFO Step 3111 (0.136s). Accuracy: 57.85%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:07,628 root INFO Step 3112 (0.135s). Accuracy: 57.85%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:07,764 root INFO Step 3113 (0.134s). Accuracy: 57.86%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:07,919 root INFO Step 3114 (0.154s). Accuracy: 57.87%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:08,059 root INFO Step 3115 (0.138s). Accuracy: 57.88%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:08,212 root INFO Step 3116 (0.152s). Accuracy: 57.89%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:08,346 root INFO Step 3117 (0.131s). Accuracy: 57.87%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:08,476 root INFO Step 3118 (0.128s). Accuracy: 57.88%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:08,617 root INFO Step 3119 (0.139s). Accuracy: 57.90%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:08,753 root INFO Step 3120 (0.134s). Accuracy: 57.90%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:08,897 root INFO Step 3121 (0.142s). Accuracy: 57.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:09,040 root INFO Step 3122 (0.142s). Accuracy: 57.90%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:09,176 root INFO Step 3123 (0.135s). Accuracy: 57.89%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:09,312 root INFO Step 3124 (0.134s). Accuracy: 57.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:09,446 root INFO Step 3125 (0.133s). Accuracy: 57.92%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:09,579 root INFO Step 3126 (0.131s). Accuracy: 57.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:09,720 root INFO Step 3127 (0.139s). Accuracy: 57.91%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:09,879 root INFO Step 3128 (0.156s). Accuracy: 57.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:10,023 root INFO Step 3129 (0.142s). Accuracy: 57.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:10,163 root INFO Step 3130 (0.139s). Accuracy: 57.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:10,289 root INFO Step 3131 (0.124s). Accuracy: 57.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:10,429 root INFO Step 3132 (0.139s). Accuracy: 57.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:10,573 root INFO Step 3133 (0.142s). Accuracy: 57.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:10,710 root INFO Step 3134 (0.135s). Accuracy: 57.95%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:10,860 root INFO Step 3135 (0.148s). Accuracy: 57.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:11,002 root INFO Step 3136 (0.139s). Accuracy: 57.96%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:11,140 root INFO Step 3137 (0.136s). Accuracy: 57.96%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:11,275 root INFO Step 3138 (0.133s). Accuracy: 57.95%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:11,409 root INFO Step 3139 (0.132s). Accuracy: 57.95%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:11,550 root INFO Step 3140 (0.135s). Accuracy: 57.93%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:11,712 root INFO Step 3141 (0.160s). Accuracy: 57.91%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:11,849 root INFO Step 3142 (0.135s). Accuracy: 57.91%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:11,986 root INFO Step 3143 (0.136s). Accuracy: 57.89%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:12,121 root INFO Step 3144 (0.132s). Accuracy: 57.89%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:12,249 root INFO Step 3145 (0.126s). Accuracy: 57.90%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:12,384 root INFO Step 3146 (0.133s). Accuracy: 57.91%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:12,525 root INFO Step 3147 (0.139s). Accuracy: 57.92%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:12,657 root INFO Step 3148 (0.131s). Accuracy: 57.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:12,785 root INFO Step 3149 (0.126s). Accuracy: 57.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:12,933 root INFO Step 3150 (0.147s). Accuracy: 57.94%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:13,070 root INFO Step 3151 (0.135s). Accuracy: 57.94%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:13,206 root INFO Step 3152 (0.135s). Accuracy: 57.93%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:13,341 root INFO Step 3153 (0.133s). Accuracy: 57.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:13,482 root INFO Step 3154 (0.139s). Accuracy: 57.94%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:13,620 root INFO Step 3155 (0.136s). Accuracy: 57.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:13,763 root INFO Step 3156 (0.141s). Accuracy: 57.96%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:13,894 root INFO Step 3157 (0.129s). Accuracy: 57.94%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:14,049 root INFO Step 3158 (0.153s). Accuracy: 57.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:14,183 root INFO Step 3159 (0.133s). Accuracy: 57.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:14,319 root INFO Step 3160 (0.133s). Accuracy: 57.92%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:14,459 root INFO Step 3161 (0.138s). Accuracy: 57.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:14,594 root INFO Step 3162 (0.134s). Accuracy: 57.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:14,727 root INFO Step 3163 (0.131s). Accuracy: 57.94%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:14,865 root INFO Step 3164 (0.137s). Accuracy: 57.95%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:15,015 root INFO Step 3165 (0.149s). Accuracy: 57.95%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:15,153 root INFO Step 3166 (0.136s). Accuracy: 57.95%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:15,295 root INFO Step 3167 (0.141s). Accuracy: 57.95%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:15,428 root INFO Step 3168 (0.130s). Accuracy: 57.97%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:15,569 root INFO Step 3169 (0.140s). Accuracy: 57.96%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:15,711 root INFO Step 3170 (0.140s). Accuracy: 57.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:15,853 root INFO Step 3171 (0.140s). Accuracy: 57.97%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:16,009 root INFO Step 3172 (0.154s). Accuracy: 57.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:16,146 root INFO Step 3173 (0.135s). Accuracy: 57.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:16,286 root INFO Step 3174 (0.139s). Accuracy: 57.97%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:16,427 root INFO Step 3175 (0.139s). Accuracy: 57.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:16,572 root INFO Step 3176 (0.143s). Accuracy: 57.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:16,713 root INFO Step 3177 (0.140s). Accuracy: 57.95%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:16,847 root INFO Step 3178 (0.132s). Accuracy: 57.96%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:16,983 root INFO Step 3179 (0.134s). Accuracy: 57.94%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:17,134 root INFO Step 3180 (0.149s). Accuracy: 57.95%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:17,270 root INFO Step 3181 (0.134s). Accuracy: 57.95%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:17,417 root INFO Step 3182 (0.142s). Accuracy: 57.94%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:17,552 root INFO Step 3183 (0.133s). Accuracy: 57.94%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:17,688 root INFO Step 3184 (0.134s). Accuracy: 57.94%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:17,824 root INFO Step 3185 (0.135s). Accuracy: 57.94%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:17,968 root INFO Step 3186 (0.142s). Accuracy: 57.94%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:18,112 root INFO Step 3187 (0.143s). Accuracy: 57.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:18,242 root INFO Step 3188 (0.127s). Accuracy: 57.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:18,378 root INFO Step 3189 (0.135s). Accuracy: 57.93%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:18,517 root INFO Step 3190 (0.138s). Accuracy: 57.94%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:18,661 root INFO Step 3191 (0.142s). Accuracy: 57.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:18,797 root INFO Step 3192 (0.135s). Accuracy: 57.94%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:18,931 root INFO Step 3193 (0.132s). Accuracy: 57.92%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:19,069 root INFO Step 3194 (0.136s). Accuracy: 57.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:19,210 root INFO Step 3195 (0.139s). Accuracy: 57.91%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:19,349 root INFO Step 3196 (0.138s). Accuracy: 57.92%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:19,481 root INFO Step 3197 (0.130s). Accuracy: 57.92%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:19,615 root INFO Step 3198 (0.133s). Accuracy: 57.92%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:19,753 root INFO Step 3199 (0.136s). Accuracy: 57.93%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:19,896 root INFO Step 3200 (0.141s). Accuracy: 57.93%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:20,042 root INFO Step 3201 (0.140s). Accuracy: 57.95%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:20,186 root INFO Step 3202 (0.143s). Accuracy: 57.94%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:20,324 root INFO Step 3203 (0.136s). Accuracy: 57.95%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:20,462 root INFO Step 3204 (0.135s). Accuracy: 57.95%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:20,598 root INFO Step 3205 (0.135s). Accuracy: 57.96%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:20,746 root INFO Step 3206 (0.146s). Accuracy: 57.97%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:20,884 root INFO Step 3207 (0.136s). Accuracy: 57.98%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:21,023 root INFO Step 3208 (0.137s). Accuracy: 57.96%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:21,173 root INFO Step 3209 (0.149s). Accuracy: 57.97%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:21,306 root INFO Step 3210 (0.131s). Accuracy: 57.97%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:21,440 root INFO Step 3211 (0.132s). Accuracy: 57.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:21,574 root INFO Step 3212 (0.132s). Accuracy: 57.98%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:21,711 root INFO Step 3213 (0.135s). Accuracy: 57.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:21,849 root INFO Step 3214 (0.137s). Accuracy: 57.97%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:21,989 root INFO Step 3215 (0.138s). Accuracy: 57.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:22,134 root INFO Step 3216 (0.143s). Accuracy: 58.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:22,302 root INFO Step 3217 (0.165s). Accuracy: 57.99%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:22,443 root INFO Step 3218 (0.139s). Accuracy: 58.00%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:22,589 root INFO Step 3219 (0.144s). Accuracy: 57.99%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:22,722 root INFO Step 3220 (0.131s). Accuracy: 58.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:22,858 root INFO Step 3221 (0.134s). Accuracy: 58.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:22,993 root INFO Step 3222 (0.133s). Accuracy: 58.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:23,142 root INFO Step 3223 (0.148s). Accuracy: 58.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:23,289 root INFO Step 3224 (0.143s). Accuracy: 58.00%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:23,421 root INFO Step 3225 (0.130s). Accuracy: 57.98%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:23,564 root INFO Step 3226 (0.142s). Accuracy: 58.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:23,701 root INFO Step 3227 (0.135s). Accuracy: 57.98%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:23,831 root INFO Step 3228 (0.129s). Accuracy: 57.99%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:23,973 root INFO Step 3229 (0.141s). Accuracy: 58.00%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:24,111 root INFO Step 3230 (0.135s). Accuracy: 57.98%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:24,259 root INFO Step 3231 (0.147s). Accuracy: 57.98%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:24,398 root INFO Step 3232 (0.137s). Accuracy: 57.98%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:24,540 root INFO Step 3233 (0.140s). Accuracy: 57.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:24,679 root INFO Step 3234 (0.137s). Accuracy: 57.97%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:24,825 root INFO Step 3235 (0.145s). Accuracy: 57.97%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:24,967 root INFO Step 3236 (0.140s). Accuracy: 57.98%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:25,110 root INFO Step 3237 (0.141s). Accuracy: 57.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:25,260 root INFO Step 3238 (0.149s). Accuracy: 58.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:25,391 root INFO Step 3239 (0.129s). Accuracy: 58.00%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:25,522 root INFO Step 3240 (0.129s). Accuracy: 58.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:25,667 root INFO Step 3241 (0.143s). Accuracy: 58.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:25,808 root INFO Step 3242 (0.139s). Accuracy: 58.01%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:25,948 root INFO Step 3243 (0.138s). Accuracy: 58.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:26,086 root INFO Step 3244 (0.137s). Accuracy: 58.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:26,225 root INFO Step 3245 (0.138s). Accuracy: 58.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:26,368 root INFO Step 3246 (0.141s). Accuracy: 58.02%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:26,508 root INFO Step 3247 (0.137s). Accuracy: 58.02%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:26,638 root INFO Step 3248 (0.129s). Accuracy: 58.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:26,778 root INFO Step 3249 (0.139s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:26,916 root INFO Step 3250 (0.136s). Accuracy: 58.03%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:27,048 root INFO Step 3251 (0.130s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:27,187 root INFO Step 3252 (0.138s). Accuracy: 58.02%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:27,330 root INFO Step 3253 (0.142s). Accuracy: 58.00%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:27,468 root INFO Step 3254 (0.136s). Accuracy: 58.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:27,605 root INFO Step 3255 (0.135s). Accuracy: 58.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:27,744 root INFO Step 3256 (0.138s). Accuracy: 58.00%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:27,881 root INFO Step 3257 (0.135s). Accuracy: 58.00%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:28,034 root INFO Step 3258 (0.151s). Accuracy: 58.00%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:28,169 root INFO Step 3259 (0.133s). Accuracy: 58.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:28,320 root INFO Step 3260 (0.149s). Accuracy: 58.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:28,452 root INFO Step 3261 (0.131s). Accuracy: 58.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:28,595 root INFO Step 3262 (0.141s). Accuracy: 58.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:28,734 root INFO Step 3263 (0.137s). Accuracy: 58.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:28,866 root INFO Step 3264 (0.130s). Accuracy: 58.02%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:29,004 root INFO Step 3265 (0.136s). Accuracy: 58.00%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:29,142 root INFO Step 3266 (0.137s). Accuracy: 58.00%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:29,277 root INFO Step 3267 (0.133s). Accuracy: 58.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:29,423 root INFO Step 3268 (0.145s). Accuracy: 58.02%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:29,557 root INFO Step 3269 (0.132s). Accuracy: 58.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:29,691 root INFO Step 3270 (0.132s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:29,829 root INFO Step 3271 (0.136s). Accuracy: 58.03%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:29,973 root INFO Step 3272 (0.143s). Accuracy: 58.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:30,119 root INFO Step 3273 (0.143s). Accuracy: 58.01%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:30,258 root INFO Step 3274 (0.137s). Accuracy: 58.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:30,418 root INFO Step 3275 (0.158s). Accuracy: 58.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:30,546 root INFO Step 3276 (0.127s). Accuracy: 58.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:30,681 root INFO Step 3277 (0.133s). Accuracy: 58.01%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:30,826 root INFO Step 3278 (0.143s). Accuracy: 58.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:30,957 root INFO Step 3279 (0.129s). Accuracy: 58.02%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:31,097 root INFO Step 3280 (0.138s). Accuracy: 58.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:31,225 root INFO Step 3281 (0.126s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:31,369 root INFO Step 3282 (0.143s). Accuracy: 58.03%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:31,505 root INFO Step 3283 (0.134s). Accuracy: 58.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:31,649 root INFO Step 3284 (0.142s). Accuracy: 58.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:31,794 root INFO Step 3285 (0.143s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:31,949 root INFO Step 3286 (0.153s). Accuracy: 58.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:32,083 root INFO Step 3287 (0.133s). Accuracy: 58.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:32,227 root INFO Step 3288 (0.142s). Accuracy: 58.02%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:32,362 root INFO Step 3289 (0.134s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:32,499 root INFO Step 3290 (0.135s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:32,636 root INFO Step 3291 (0.135s). Accuracy: 58.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:32,777 root INFO Step 3292 (0.139s). Accuracy: 58.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:32,922 root INFO Step 3293 (0.143s). Accuracy: 58.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:33,061 root INFO Step 3294 (0.137s). Accuracy: 58.03%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:33,209 root INFO Step 3295 (0.147s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:33,351 root INFO Step 3296 (0.140s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:33,493 root INFO Step 3297 (0.141s). Accuracy: 58.03%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:33,630 root INFO Step 3298 (0.135s). Accuracy: 58.05%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:33,778 root INFO Step 3299 (0.146s). Accuracy: 58.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:33,917 root INFO Step 3300 (0.138s). Accuracy: 58.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:34,074 root INFO Step 3301 (0.156s). Accuracy: 58.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:34,209 root INFO Step 3302 (0.133s). Accuracy: 58.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:34,340 root INFO Step 3303 (0.130s). Accuracy: 58.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:34,491 root INFO Step 3304 (0.150s). Accuracy: 58.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:34,628 root INFO Step 3305 (0.135s). Accuracy: 58.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:34,772 root INFO Step 3306 (0.143s). Accuracy: 58.07%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:34,912 root INFO Step 3307 (0.138s). Accuracy: 58.06%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:35,066 root INFO Step 3308 (0.153s). Accuracy: 58.05%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:35,211 root INFO Step 3309 (0.143s). Accuracy: 58.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:35,349 root INFO Step 3310 (0.137s). Accuracy: 58.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:35,500 root INFO Step 3311 (0.149s). Accuracy: 58.07%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:35,647 root INFO Step 3312 (0.146s). Accuracy: 58.07%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:35,789 root INFO Step 3313 (0.140s). Accuracy: 58.06%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:35,925 root INFO Step 3314 (0.134s). Accuracy: 58.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:36,064 root INFO Step 3315 (0.137s). Accuracy: 58.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:36,199 root INFO Step 3316 (0.132s). Accuracy: 58.04%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:36,328 root INFO Step 3317 (0.128s). Accuracy: 58.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:36,477 root INFO Step 3318 (0.148s). Accuracy: 58.03%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:36,621 root INFO Step 3319 (0.142s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:36,749 root INFO Step 3320 (0.126s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:36,893 root INFO Step 3321 (0.143s). Accuracy: 58.03%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:37,028 root INFO Step 3322 (0.134s). Accuracy: 58.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:37,169 root INFO Step 3323 (0.138s). Accuracy: 58.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:37,304 root INFO Step 3324 (0.134s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:37,440 root INFO Step 3325 (0.134s). Accuracy: 58.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:37,593 root INFO Step 3326 (0.152s). Accuracy: 58.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:37,731 root INFO Step 3327 (0.136s). Accuracy: 58.01%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:37,862 root INFO Step 3328 (0.129s). Accuracy: 57.99%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:38,003 root INFO Step 3329 (0.139s). Accuracy: 57.99%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:38,142 root INFO Step 3330 (0.137s). Accuracy: 57.99%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:38,294 root INFO Step 3331 (0.151s). Accuracy: 58.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:38,431 root INFO Step 3332 (0.136s). Accuracy: 58.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:38,581 root INFO Step 3333 (0.148s). Accuracy: 58.02%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:38,721 root INFO Step 3334 (0.138s). Accuracy: 58.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:38,855 root INFO Step 3335 (0.132s). Accuracy: 58.05%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:38,991 root INFO Step 3336 (0.134s). Accuracy: 58.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:39,121 root INFO Step 3337 (0.128s). Accuracy: 58.03%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:39,255 root INFO Step 3338 (0.132s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:39,383 root INFO Step 3339 (0.127s). Accuracy: 58.02%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:39,520 root INFO Step 3340 (0.135s). Accuracy: 58.01%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:39,670 root INFO Step 3341 (0.148s). Accuracy: 58.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:39,808 root INFO Step 3342 (0.136s). Accuracy: 58.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:39,941 root INFO Step 3343 (0.132s). Accuracy: 58.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:40,083 root INFO Step 3344 (0.139s). Accuracy: 58.05%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:40,232 root INFO Step 3345 (0.147s). Accuracy: 58.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:40,370 root INFO Step 3346 (0.136s). Accuracy: 58.04%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:40,501 root INFO Step 3347 (0.129s). Accuracy: 58.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:40,651 root INFO Step 3348 (0.148s). Accuracy: 58.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:40,792 root INFO Step 3349 (0.140s). Accuracy: 58.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:40,942 root INFO Step 3350 (0.147s). Accuracy: 58.07%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:41,075 root INFO Step 3351 (0.131s). Accuracy: 58.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:41,203 root INFO Step 3352 (0.126s). Accuracy: 58.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:41,334 root INFO Step 3353 (0.130s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:41,468 root INFO Step 3354 (0.132s). Accuracy: 58.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:41,605 root INFO Step 3355 (0.136s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:41,744 root INFO Step 3356 (0.137s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:41,879 root INFO Step 3357 (0.133s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:42,019 root INFO Step 3358 (0.138s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:42,160 root INFO Step 3359 (0.139s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:42,299 root INFO Step 3360 (0.137s). Accuracy: 58.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:42,438 root INFO Step 3361 (0.138s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:42,572 root INFO Step 3362 (0.132s). Accuracy: 58.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:42,718 root INFO Step 3363 (0.145s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:42,864 root INFO Step 3364 (0.144s). Accuracy: 58.15%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:43,001 root INFO Step 3365 (0.135s). Accuracy: 58.13%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:43,133 root INFO Step 3366 (0.130s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:43,270 root INFO Step 3367 (0.136s). Accuracy: 58.11%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:43,405 root INFO Step 3368 (0.134s). Accuracy: 58.09%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:43,540 root INFO Step 3369 (0.133s). Accuracy: 58.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:43,691 root INFO Step 3370 (0.149s). Accuracy: 58.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:43,823 root INFO Step 3371 (0.130s). Accuracy: 58.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:43,963 root INFO Step 3372 (0.138s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:44,093 root INFO Step 3373 (0.129s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:44,231 root INFO Step 3374 (0.136s). Accuracy: 58.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:44,362 root INFO Step 3375 (0.129s). Accuracy: 58.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:44,495 root INFO Step 3376 (0.132s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:44,628 root INFO Step 3377 (0.131s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:44,770 root INFO Step 3378 (0.141s). Accuracy: 58.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:44,907 root INFO Step 3379 (0.135s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:45,046 root INFO Step 3380 (0.138s). Accuracy: 58.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:45,177 root INFO Step 3381 (0.130s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:45,314 root INFO Step 3382 (0.134s). Accuracy: 58.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:45,454 root INFO Step 3383 (0.139s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:45,601 root INFO Step 3384 (0.142s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:45,753 root INFO Step 3385 (0.150s). Accuracy: 58.09%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:45,896 root INFO Step 3386 (0.141s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:46,034 root INFO Step 3387 (0.136s). Accuracy: 58.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:46,174 root INFO Step 3388 (0.137s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:46,312 root INFO Step 3389 (0.136s). Accuracy: 58.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:46,444 root INFO Step 3390 (0.131s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:46,581 root INFO Step 3391 (0.135s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:46,719 root INFO Step 3392 (0.136s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:46,865 root INFO Step 3393 (0.144s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:47,005 root INFO Step 3394 (0.137s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:47,141 root INFO Step 3395 (0.135s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:47,279 root INFO Step 3396 (0.136s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:47,421 root INFO Step 3397 (0.141s). Accuracy: 58.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:47,560 root INFO Step 3398 (0.136s). Accuracy: 58.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:47,702 root INFO Step 3399 (0.141s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:47,840 root INFO Step 3400 (0.137s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:47,971 root INFO Step 3401 (0.128s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:48,116 root INFO Step 3402 (0.143s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:48,248 root INFO Step 3403 (0.130s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:48,381 root INFO Step 3404 (0.131s). Accuracy: 58.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:48,523 root INFO Step 3405 (0.141s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:48,671 root INFO Step 3406 (0.146s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:48,817 root INFO Step 3407 (0.145s). Accuracy: 58.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:48,957 root INFO Step 3408 (0.138s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:49,094 root INFO Step 3409 (0.135s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:49,235 root INFO Step 3410 (0.139s). Accuracy: 58.11%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:49,371 root INFO Step 3411 (0.134s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:49,513 root INFO Step 3412 (0.141s). Accuracy: 58.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:49,656 root INFO Step 3413 (0.141s). Accuracy: 58.12%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:49,793 root INFO Step 3414 (0.136s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:49,948 root INFO Step 3415 (0.153s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:50,095 root INFO Step 3416 (0.145s). Accuracy: 58.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:50,233 root INFO Step 3417 (0.136s). Accuracy: 58.14%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:50,373 root INFO Step 3418 (0.139s). Accuracy: 58.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:50,509 root INFO Step 3419 (0.134s). Accuracy: 58.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:50,653 root INFO Step 3420 (0.142s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:50,796 root INFO Step 3421 (0.138s). Accuracy: 58.09%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:50,948 root INFO Step 3422 (0.150s). Accuracy: 58.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:51,086 root INFO Step 3423 (0.136s). Accuracy: 58.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:51,226 root INFO Step 3424 (0.138s). Accuracy: 58.09%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:51,372 root INFO Step 3425 (0.143s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:51,506 root INFO Step 3426 (0.132s). Accuracy: 58.09%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:51,639 root INFO Step 3427 (0.132s). Accuracy: 58.08%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:51,778 root INFO Step 3428 (0.138s). Accuracy: 58.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:51,921 root INFO Step 3429 (0.140s). Accuracy: 58.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:52,063 root INFO Step 3430 (0.141s). Accuracy: 58.05%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:52,207 root INFO Step 3431 (0.142s). Accuracy: 58.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:52,345 root INFO Step 3432 (0.136s). Accuracy: 58.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:52,491 root INFO Step 3433 (0.144s). Accuracy: 58.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:52,629 root INFO Step 3434 (0.137s). Accuracy: 58.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:52,765 root INFO Step 3435 (0.134s). Accuracy: 58.05%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:52,899 root INFO Step 3436 (0.133s). Accuracy: 58.05%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:53,046 root INFO Step 3437 (0.145s). Accuracy: 58.03%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:53,185 root INFO Step 3438 (0.137s). Accuracy: 58.03%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:53,319 root INFO Step 3439 (0.132s). Accuracy: 58.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:53,460 root INFO Step 3440 (0.139s). Accuracy: 58.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:53,600 root INFO Step 3441 (0.139s). Accuracy: 58.03%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:53,731 root INFO Step 3442 (0.129s). Accuracy: 58.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:53,867 root INFO Step 3443 (0.135s). Accuracy: 58.01%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:54,024 root INFO Step 3444 (0.154s). Accuracy: 58.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:54,161 root INFO Step 3445 (0.135s). Accuracy: 58.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:54,303 root INFO Step 3446 (0.141s). Accuracy: 58.01%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:54,437 root INFO Step 3447 (0.132s). Accuracy: 58.01%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:54,572 root INFO Step 3448 (0.133s). Accuracy: 57.99%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:54,712 root INFO Step 3449 (0.139s). Accuracy: 58.00%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:54,842 root INFO Step 3450 (0.128s). Accuracy: 58.01%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:54,994 root INFO Step 3451 (0.150s). Accuracy: 58.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:55,128 root INFO Step 3452 (0.132s). Accuracy: 58.01%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:55,262 root INFO Step 3453 (0.133s). Accuracy: 58.01%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:55,402 root INFO Step 3454 (0.138s). Accuracy: 58.01%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:55,535 root INFO Step 3455 (0.131s). Accuracy: 58.02%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:55,668 root INFO Step 3456 (0.131s). Accuracy: 58.02%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:55,807 root INFO Step 3457 (0.133s). Accuracy: 58.03%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:55,946 root INFO Step 3458 (0.138s). Accuracy: 58.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:56,099 root INFO Step 3459 (0.151s). Accuracy: 58.02%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:56,233 root INFO Step 3460 (0.132s). Accuracy: 58.03%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:56,361 root INFO Step 3461 (0.127s). Accuracy: 58.05%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:56,500 root INFO Step 3462 (0.137s). Accuracy: 58.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:56,633 root INFO Step 3463 (0.132s). Accuracy: 58.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:56,781 root INFO Step 3464 (0.146s). Accuracy: 58.04%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:56,938 root INFO Step 3465 (0.155s). Accuracy: 58.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:57,083 root INFO Step 3466 (0.144s). Accuracy: 58.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:57,219 root INFO Step 3467 (0.133s). Accuracy: 58.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:57,350 root INFO Step 3468 (0.130s). Accuracy: 58.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:57,484 root INFO Step 3469 (0.132s). Accuracy: 58.06%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:10:57,622 root INFO Step 3470 (0.136s). Accuracy: 58.07%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:57,751 root INFO Step 3471 (0.125s). Accuracy: 58.05%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:57,891 root INFO Step 3472 (0.139s). Accuracy: 58.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:58,039 root INFO Step 3473 (0.146s). Accuracy: 58.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:58,179 root INFO Step 3474 (0.138s). Accuracy: 58.06%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:58,312 root INFO Step 3475 (0.131s). Accuracy: 58.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:58,451 root INFO Step 3476 (0.137s). Accuracy: 58.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:58,586 root INFO Step 3477 (0.133s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:58,719 root INFO Step 3478 (0.132s). Accuracy: 58.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:58,860 root INFO Step 3479 (0.132s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:59,001 root INFO Step 3480 (0.139s). Accuracy: 58.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:59,152 root INFO Step 3481 (0.146s). Accuracy: 58.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:10:59,287 root INFO Step 3482 (0.133s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:59,428 root INFO Step 3483 (0.139s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:10:59,558 root INFO Step 3484 (0.129s). Accuracy: 58.09%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:10:59,715 root INFO Step 3485 (0.155s). Accuracy: 58.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:10:59,854 root INFO Step 3486 (0.137s). Accuracy: 58.08%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:00,002 root INFO Step 3487 (0.147s). Accuracy: 58.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:00,153 root INFO Step 3488 (0.149s). Accuracy: 58.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:00,288 root INFO Step 3489 (0.133s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:00,415 root INFO Step 3490 (0.125s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:00,550 root INFO Step 3491 (0.130s). Accuracy: 58.09%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:00,676 root INFO Step 3492 (0.124s). Accuracy: 58.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:00,816 root INFO Step 3493 (0.139s). Accuracy: 58.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:00,958 root INFO Step 3494 (0.141s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:01,115 root INFO Step 3495 (0.155s). Accuracy: 58.08%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:01,251 root INFO Step 3496 (0.134s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:01,383 root INFO Step 3497 (0.130s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:01,513 root INFO Step 3498 (0.128s). Accuracy: 58.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:01,654 root INFO Step 3499 (0.139s). Accuracy: 58.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:01,792 root INFO Step 3500 (0.136s). Accuracy: 58.06%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:01,929 root INFO Step 3501 (0.135s). Accuracy: 58.05%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:02,063 root INFO Step 3502 (0.132s). Accuracy: 58.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:02,208 root INFO Step 3503 (0.144s). Accuracy: 58.04%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:02,345 root INFO Step 3504 (0.135s). Accuracy: 58.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:02,475 root INFO Step 3505 (0.129s). Accuracy: 58.04%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:02,604 root INFO Step 3506 (0.127s). Accuracy: 58.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:02,744 root INFO Step 3507 (0.139s). Accuracy: 58.05%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:02,875 root INFO Step 3508 (0.130s). Accuracy: 58.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:03,010 root INFO Step 3509 (0.134s). Accuracy: 58.06%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:03,162 root INFO Step 3510 (0.150s). Accuracy: 58.07%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:03,295 root INFO Step 3511 (0.132s). Accuracy: 58.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:03,427 root INFO Step 3512 (0.130s). Accuracy: 58.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:03,552 root INFO Step 3513 (0.124s). Accuracy: 58.07%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:03,682 root INFO Step 3514 (0.128s). Accuracy: 58.07%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:03,819 root INFO Step 3515 (0.135s). Accuracy: 58.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:03,964 root INFO Step 3516 (0.144s). Accuracy: 58.07%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:04,105 root INFO Step 3517 (0.139s). Accuracy: 58.07%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:04,247 root INFO Step 3518 (0.140s). Accuracy: 58.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:04,383 root INFO Step 3519 (0.134s). Accuracy: 58.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:04,510 root INFO Step 3520 (0.125s). Accuracy: 58.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:04,644 root INFO Step 3521 (0.133s). Accuracy: 58.06%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:04,783 root INFO Step 3522 (0.137s). Accuracy: 58.07%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:04,927 root INFO Step 3523 (0.143s). Accuracy: 58.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:05,063 root INFO Step 3524 (0.134s). Accuracy: 58.07%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:05,220 root INFO Step 3525 (0.152s). Accuracy: 58.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:05,361 root INFO Step 3526 (0.140s). Accuracy: 58.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:05,501 root INFO Step 3527 (0.138s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:05,640 root INFO Step 3528 (0.137s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:05,767 root INFO Step 3529 (0.125s). Accuracy: 58.09%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:05,906 root INFO Step 3530 (0.138s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:06,040 root INFO Step 3531 (0.132s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:06,174 root INFO Step 3532 (0.132s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:06,319 root INFO Step 3533 (0.143s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:06,454 root INFO Step 3534 (0.134s). Accuracy: 58.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:06,593 root INFO Step 3535 (0.136s). Accuracy: 58.12%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:06,728 root INFO Step 3536 (0.133s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:06,863 root INFO Step 3537 (0.134s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:07,000 root INFO Step 3538 (0.135s). Accuracy: 58.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:07,132 root INFO Step 3539 (0.130s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:07,284 root INFO Step 3540 (0.150s). Accuracy: 58.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:07,422 root INFO Step 3541 (0.135s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:07,556 root INFO Step 3542 (0.133s). Accuracy: 58.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:07,699 root INFO Step 3543 (0.141s). Accuracy: 58.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:07,842 root INFO Step 3544 (0.141s). Accuracy: 58.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:07,977 root INFO Step 3545 (0.133s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:08,139 root INFO Step 3546 (0.158s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:08,286 root INFO Step 3547 (0.144s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:08,428 root INFO Step 3548 (0.141s). Accuracy: 58.10%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:08,567 root INFO Step 3549 (0.138s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:08,720 root INFO Step 3550 (0.151s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:08,859 root INFO Step 3551 (0.137s). Accuracy: 58.12%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:09,002 root INFO Step 3552 (0.142s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:09,138 root INFO Step 3553 (0.131s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:09,271 root INFO Step 3554 (0.130s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:09,417 root INFO Step 3555 (0.144s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:09,558 root INFO Step 3556 (0.139s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:09,694 root INFO Step 3557 (0.135s). Accuracy: 58.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:09,836 root INFO Step 3558 (0.140s). Accuracy: 58.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:09,968 root INFO Step 3559 (0.131s). Accuracy: 58.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:10,101 root INFO Step 3560 (0.132s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:10,233 root INFO Step 3561 (0.130s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:10,374 root INFO Step 3562 (0.139s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:10,511 root INFO Step 3563 (0.136s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:10,649 root INFO Step 3564 (0.136s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:10,785 root INFO Step 3565 (0.135s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:10,931 root INFO Step 3566 (0.144s). Accuracy: 58.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:11,067 root INFO Step 3567 (0.134s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:11,198 root INFO Step 3568 (0.130s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:11,336 root INFO Step 3569 (0.136s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:11,480 root INFO Step 3570 (0.139s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:11,614 root INFO Step 3571 (0.132s). Accuracy: 58.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:11,744 root INFO Step 3572 (0.129s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:11,888 root INFO Step 3573 (0.142s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:12,025 root INFO Step 3574 (0.136s). Accuracy: 58.08%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:12,165 root INFO Step 3575 (0.138s). Accuracy: 58.08%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:12,306 root INFO Step 3576 (0.139s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:12,448 root INFO Step 3577 (0.140s). Accuracy: 58.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:12,586 root INFO Step 3578 (0.136s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:12,715 root INFO Step 3579 (0.128s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:12,859 root INFO Step 3580 (0.143s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:13,002 root INFO Step 3581 (0.141s). Accuracy: 58.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:13,138 root INFO Step 3582 (0.134s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:13,276 root INFO Step 3583 (0.136s). Accuracy: 58.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:13,422 root INFO Step 3584 (0.144s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:13,566 root INFO Step 3585 (0.142s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:13,701 root INFO Step 3586 (0.134s). Accuracy: 58.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:13,843 root INFO Step 3587 (0.140s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:13,985 root INFO Step 3588 (0.140s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:14,125 root INFO Step 3589 (0.138s). Accuracy: 58.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:14,257 root INFO Step 3590 (0.131s). Accuracy: 58.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:14,395 root INFO Step 3591 (0.136s). Accuracy: 58.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:14,538 root INFO Step 3592 (0.141s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:14,677 root INFO Step 3593 (0.137s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:14,811 root INFO Step 3594 (0.132s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:14,953 root INFO Step 3595 (0.141s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:15,091 root INFO Step 3596 (0.135s). Accuracy: 58.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:15,229 root INFO Step 3597 (0.137s). Accuracy: 58.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:15,366 root INFO Step 3598 (0.135s). Accuracy: 58.09%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:15,515 root INFO Step 3599 (0.148s). Accuracy: 58.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:15,642 root INFO Step 3600 (0.125s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:15,785 root INFO Step 3601 (0.141s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:15,933 root INFO Step 3602 (0.146s). Accuracy: 58.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:16,074 root INFO Step 3603 (0.139s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:16,214 root INFO Step 3604 (0.139s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:16,348 root INFO Step 3605 (0.132s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:16,490 root INFO Step 3606 (0.141s). Accuracy: 58.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:16,634 root INFO Step 3607 (0.142s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:16,771 root INFO Step 3608 (0.134s). Accuracy: 58.08%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:16,911 root INFO Step 3609 (0.138s). Accuracy: 58.08%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:17,048 root INFO Step 3610 (0.136s). Accuracy: 58.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:17,182 root INFO Step 3611 (0.132s). Accuracy: 58.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:17,331 root INFO Step 3612 (0.147s). Accuracy: 58.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:17,469 root INFO Step 3613 (0.137s). Accuracy: 58.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:17,621 root INFO Step 3614 (0.150s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:17,757 root INFO Step 3615 (0.134s). Accuracy: 58.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:17,904 root INFO Step 3616 (0.145s). Accuracy: 58.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:18,036 root INFO Step 3617 (0.130s). Accuracy: 58.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:18,167 root INFO Step 3618 (0.129s). Accuracy: 58.07%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:18,304 root INFO Step 3619 (0.135s). Accuracy: 58.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:18,434 root INFO Step 3620 (0.128s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:18,590 root INFO Step 3621 (0.154s). Accuracy: 58.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:18,733 root INFO Step 3622 (0.141s). Accuracy: 58.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:18,871 root INFO Step 3623 (0.137s). Accuracy: 58.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:19,032 root INFO Step 3624 (0.159s). Accuracy: 58.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:19,171 root INFO Step 3625 (0.137s). Accuracy: 58.07%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:19,320 root INFO Step 3626 (0.147s). Accuracy: 58.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:19,454 root INFO Step 3627 (0.131s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:19,599 root INFO Step 3628 (0.144s). Accuracy: 58.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:19,735 root INFO Step 3629 (0.134s). Accuracy: 58.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:19,873 root INFO Step 3630 (0.136s). Accuracy: 58.07%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:20,017 root INFO Step 3631 (0.143s). Accuracy: 58.06%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:20,153 root INFO Step 3632 (0.134s). Accuracy: 58.05%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:20,288 root INFO Step 3633 (0.133s). Accuracy: 58.06%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:20,426 root INFO Step 3634 (0.137s). Accuracy: 58.05%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:20,567 root INFO Step 3635 (0.140s). Accuracy: 58.03%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:20,703 root INFO Step 3636 (0.132s). Accuracy: 58.04%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:20,837 root INFO Step 3637 (0.133s). Accuracy: 58.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:20,975 root INFO Step 3638 (0.136s). Accuracy: 58.04%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:21,118 root INFO Step 3639 (0.141s). Accuracy: 58.04%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:21,254 root INFO Step 3640 (0.135s). Accuracy: 58.05%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:21,391 root INFO Step 3641 (0.135s). Accuracy: 58.06%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:21,521 root INFO Step 3642 (0.128s). Accuracy: 58.07%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:21,665 root INFO Step 3643 (0.142s). Accuracy: 58.07%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:21,804 root INFO Step 3644 (0.137s). Accuracy: 58.07%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:21,944 root INFO Step 3645 (0.139s). Accuracy: 58.08%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:22,092 root INFO Step 3646 (0.146s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:22,225 root INFO Step 3647 (0.131s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:22,358 root INFO Step 3648 (0.131s). Accuracy: 58.09%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:22,496 root INFO Step 3649 (0.136s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:22,646 root INFO Step 3650 (0.148s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:22,784 root INFO Step 3651 (0.137s). Accuracy: 58.08%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:22,930 root INFO Step 3652 (0.144s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:23,077 root INFO Step 3653 (0.144s). Accuracy: 58.09%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:23,218 root INFO Step 3654 (0.139s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:23,359 root INFO Step 3655 (0.139s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:23,494 root INFO Step 3656 (0.134s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:23,625 root INFO Step 3657 (0.129s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:23,765 root INFO Step 3658 (0.139s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:23,897 root INFO Step 3659 (0.130s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:24,031 root INFO Step 3660 (0.132s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:24,173 root INFO Step 3661 (0.141s). Accuracy: 58.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:24,308 root INFO Step 3662 (0.133s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:24,439 root INFO Step 3663 (0.129s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:24,580 root INFO Step 3664 (0.140s). Accuracy: 58.11%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:24,718 root INFO Step 3665 (0.136s). Accuracy: 58.10%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:24,852 root INFO Step 3666 (0.132s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:24,989 root INFO Step 3667 (0.135s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:25,125 root INFO Step 3668 (0.135s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:25,257 root INFO Step 3669 (0.130s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:25,395 root INFO Step 3670 (0.136s). Accuracy: 58.12%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:25,532 root INFO Step 3671 (0.136s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:25,670 root INFO Step 3672 (0.136s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:25,819 root INFO Step 3673 (0.147s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:25,957 root INFO Step 3674 (0.136s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:26,095 root INFO Step 3675 (0.137s). Accuracy: 58.09%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:26,227 root INFO Step 3676 (0.130s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:26,360 root INFO Step 3677 (0.131s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:26,501 root INFO Step 3678 (0.140s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:26,638 root INFO Step 3679 (0.136s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:26,789 root INFO Step 3680 (0.149s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:26,932 root INFO Step 3681 (0.141s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:27,071 root INFO Step 3682 (0.137s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:27,207 root INFO Step 3683 (0.134s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:27,353 root INFO Step 3684 (0.144s). Accuracy: 58.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:27,488 root INFO Step 3685 (0.133s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:27,626 root INFO Step 3686 (0.136s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:27,786 root INFO Step 3687 (0.159s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:27,934 root INFO Step 3688 (0.146s). Accuracy: 58.12%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:28,077 root INFO Step 3689 (0.142s). Accuracy: 58.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:28,216 root INFO Step 3690 (0.136s). Accuracy: 58.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:28,345 root INFO Step 3691 (0.128s). Accuracy: 58.10%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:28,481 root INFO Step 3692 (0.134s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:28,623 root INFO Step 3693 (0.140s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:28,763 root INFO Step 3694 (0.138s). Accuracy: 58.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:28,911 root INFO Step 3695 (0.146s). Accuracy: 58.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:29,046 root INFO Step 3696 (0.133s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:29,180 root INFO Step 3697 (0.132s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:29,326 root INFO Step 3698 (0.144s). Accuracy: 58.10%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:29,457 root INFO Step 3699 (0.130s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:29,594 root INFO Step 3700 (0.135s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:29,737 root INFO Step 3701 (0.142s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:29,880 root INFO Step 3702 (0.142s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:30,045 root INFO Step 3703 (0.163s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:30,178 root INFO Step 3704 (0.131s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:30,308 root INFO Step 3705 (0.128s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:30,445 root INFO Step 3706 (0.135s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:30,577 root INFO Step 3707 (0.130s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:30,712 root INFO Step 3708 (0.134s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:30,865 root INFO Step 3709 (0.151s). Accuracy: 58.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:31,007 root INFO Step 3710 (0.140s). Accuracy: 58.14%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:31,154 root INFO Step 3711 (0.146s). Accuracy: 58.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:31,290 root INFO Step 3712 (0.134s). Accuracy: 58.16%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:31,437 root INFO Step 3713 (0.146s). Accuracy: 58.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:31,573 root INFO Step 3714 (0.134s). Accuracy: 58.17%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:31,709 root INFO Step 3715 (0.134s). Accuracy: 58.16%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:31,843 root INFO Step 3716 (0.132s). Accuracy: 58.16%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:31,987 root INFO Step 3717 (0.142s). Accuracy: 58.14%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:32,124 root INFO Step 3718 (0.136s). Accuracy: 58.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:32,262 root INFO Step 3719 (0.136s). Accuracy: 58.16%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:32,394 root INFO Step 3720 (0.130s). Accuracy: 58.15%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:32,532 root INFO Step 3721 (0.137s). Accuracy: 58.14%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:32,673 root INFO Step 3722 (0.139s). Accuracy: 58.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:32,808 root INFO Step 3723 (0.134s). Accuracy: 58.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:32,955 root INFO Step 3724 (0.145s). Accuracy: 58.15%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:33,097 root INFO Step 3725 (0.141s). Accuracy: 58.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:33,229 root INFO Step 3726 (0.130s). Accuracy: 58.18%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:33,368 root INFO Step 3727 (0.138s). Accuracy: 58.18%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:33,501 root INFO Step 3728 (0.131s). Accuracy: 58.18%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:33,641 root INFO Step 3729 (0.139s). Accuracy: 58.16%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:33,775 root INFO Step 3730 (0.132s). Accuracy: 58.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:33,909 root INFO Step 3731 (0.132s). Accuracy: 58.17%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:34,048 root INFO Step 3732 (0.138s). Accuracy: 58.16%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:34,183 root INFO Step 3733 (0.132s). Accuracy: 58.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:34,319 root INFO Step 3734 (0.134s). Accuracy: 58.17%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:34,462 root INFO Step 3735 (0.142s). Accuracy: 58.15%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:34,599 root INFO Step 3736 (0.135s). Accuracy: 58.15%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:34,734 root INFO Step 3737 (0.134s). Accuracy: 58.15%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:34,872 root INFO Step 3738 (0.136s). Accuracy: 58.16%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:35,022 root INFO Step 3739 (0.149s). Accuracy: 58.18%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:35,157 root INFO Step 3740 (0.133s). Accuracy: 58.16%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:35,297 root INFO Step 3741 (0.138s). Accuracy: 58.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:35,435 root INFO Step 3742 (0.136s). Accuracy: 58.16%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:35,575 root INFO Step 3743 (0.139s). Accuracy: 58.15%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:35,709 root INFO Step 3744 (0.132s). Accuracy: 58.14%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:35,843 root INFO Step 3745 (0.133s). Accuracy: 58.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:35,997 root INFO Step 3746 (0.152s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:36,133 root INFO Step 3747 (0.134s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:36,268 root INFO Step 3748 (0.134s). Accuracy: 58.15%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:36,409 root INFO Step 3749 (0.139s). Accuracy: 58.13%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:36,554 root INFO Step 3750 (0.143s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:36,692 root INFO Step 3751 (0.136s). Accuracy: 58.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:36,830 root INFO Step 3752 (0.137s). Accuracy: 58.16%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:36,964 root INFO Step 3753 (0.132s). Accuracy: 58.15%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:37,106 root INFO Step 3754 (0.140s). Accuracy: 58.15%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:37,247 root INFO Step 3755 (0.139s). Accuracy: 58.15%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:37,384 root INFO Step 3756 (0.135s). Accuracy: 58.13%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:37,520 root INFO Step 3757 (0.134s). Accuracy: 58.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:37,652 root INFO Step 3758 (0.131s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:37,787 root INFO Step 3759 (0.134s). Accuracy: 58.14%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:37,925 root INFO Step 3760 (0.135s). Accuracy: 58.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:38,078 root INFO Step 3761 (0.151s). Accuracy: 58.14%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:38,221 root INFO Step 3762 (0.141s). Accuracy: 58.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:38,355 root INFO Step 3763 (0.132s). Accuracy: 58.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:38,495 root INFO Step 3764 (0.139s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:38,632 root INFO Step 3765 (0.134s). Accuracy: 58.13%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:38,769 root INFO Step 3766 (0.134s). Accuracy: 58.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:38,921 root INFO Step 3767 (0.150s). Accuracy: 58.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:39,088 root INFO Step 3768 (0.165s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:39,223 root INFO Step 3769 (0.133s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:39,356 root INFO Step 3770 (0.131s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:39,495 root INFO Step 3771 (0.137s). Accuracy: 58.11%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:39,634 root INFO Step 3772 (0.138s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:39,771 root INFO Step 3773 (0.135s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:39,915 root INFO Step 3774 (0.143s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:40,058 root INFO Step 3775 (0.140s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:40,212 root INFO Step 3776 (0.152s). Accuracy: 58.11%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:40,353 root INFO Step 3777 (0.139s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:40,493 root INFO Step 3778 (0.139s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:40,632 root INFO Step 3779 (0.137s). Accuracy: 58.11%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:40,761 root INFO Step 3780 (0.127s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:40,933 root INFO Step 3781 (0.169s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:41,073 root INFO Step 3782 (0.138s). Accuracy: 58.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:41,236 root INFO Step 3783 (0.161s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:41,364 root INFO Step 3784 (0.127s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:41,496 root INFO Step 3785 (0.131s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:41,633 root INFO Step 3786 (0.136s). Accuracy: 58.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:41,763 root INFO Step 3787 (0.128s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:41,902 root INFO Step 3788 (0.137s). Accuracy: 58.13%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:42,041 root INFO Step 3789 (0.137s). Accuracy: 58.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:42,187 root INFO Step 3790 (0.144s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:42,322 root INFO Step 3791 (0.134s). Accuracy: 58.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:42,458 root INFO Step 3792 (0.134s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:42,601 root INFO Step 3793 (0.141s). Accuracy: 58.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:42,735 root INFO Step 3794 (0.133s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:42,874 root INFO Step 3795 (0.138s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:43,011 root INFO Step 3796 (0.136s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:43,157 root INFO Step 3797 (0.143s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:43,301 root INFO Step 3798 (0.143s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:43,434 root INFO Step 3799 (0.131s). Accuracy: 58.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:43,565 root INFO Step 3800 (0.130s). Accuracy: 58.13%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:43,704 root INFO Step 3801 (0.137s). Accuracy: 58.13%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:43,841 root INFO Step 3802 (0.135s). Accuracy: 58.11%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:43,976 root INFO Step 3803 (0.134s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:44,112 root INFO Step 3804 (0.134s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:44,258 root INFO Step 3805 (0.144s). Accuracy: 58.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:44,405 root INFO Step 3806 (0.145s). Accuracy: 58.08%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:44,538 root INFO Step 3807 (0.131s). Accuracy: 58.09%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:44,673 root INFO Step 3808 (0.134s). Accuracy: 58.10%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:44,816 root INFO Step 3809 (0.141s). Accuracy: 58.10%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:44,947 root INFO Step 3810 (0.129s). Accuracy: 58.11%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:45,083 root INFO Step 3811 (0.134s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:45,240 root INFO Step 3812 (0.155s). Accuracy: 58.11%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:45,380 root INFO Step 3813 (0.139s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:45,518 root INFO Step 3814 (0.135s). Accuracy: 58.11%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:45,649 root INFO Step 3815 (0.130s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:45,784 root INFO Step 3816 (0.133s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:45,924 root INFO Step 3817 (0.139s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:46,061 root INFO Step 3818 (0.135s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:46,204 root INFO Step 3819 (0.142s). Accuracy: 58.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:46,347 root INFO Step 3820 (0.141s). Accuracy: 58.14%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:46,483 root INFO Step 3821 (0.134s). Accuracy: 58.13%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:46,618 root INFO Step 3822 (0.133s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:46,753 root INFO Step 3823 (0.133s). Accuracy: 58.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:46,893 root INFO Step 3824 (0.139s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:47,029 root INFO Step 3825 (0.134s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:47,166 root INFO Step 3826 (0.135s). Accuracy: 58.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:47,316 root INFO Step 3827 (0.149s). Accuracy: 58.15%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:47,457 root INFO Step 3828 (0.138s). Accuracy: 58.15%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:47,595 root INFO Step 3829 (0.136s). Accuracy: 58.14%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:47,726 root INFO Step 3830 (0.129s). Accuracy: 58.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:47,858 root INFO Step 3831 (0.131s). Accuracy: 58.10%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:48,001 root INFO Step 3832 (0.141s). Accuracy: 58.12%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:48,135 root INFO Step 3833 (0.132s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:48,269 root INFO Step 3834 (0.132s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:48,420 root INFO Step 3835 (0.149s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:48,572 root INFO Step 3836 (0.150s). Accuracy: 58.12%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:48,720 root INFO Step 3837 (0.146s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:48,857 root INFO Step 3838 (0.135s). Accuracy: 58.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:48,987 root INFO Step 3839 (0.128s). Accuracy: 58.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:49,114 root INFO Step 3840 (0.126s). Accuracy: 58.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:49,252 root INFO Step 3841 (0.136s). Accuracy: 58.15%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:49,391 root INFO Step 3842 (0.138s). Accuracy: 58.15%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:49,531 root INFO Step 3843 (0.138s). Accuracy: 58.16%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:49,675 root INFO Step 3844 (0.142s). Accuracy: 58.14%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:49,820 root INFO Step 3845 (0.143s). Accuracy: 58.13%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:49,956 root INFO Step 3846 (0.134s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:50,095 root INFO Step 3847 (0.137s). Accuracy: 58.14%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:50,229 root INFO Step 3848 (0.133s). Accuracy: 58.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:50,373 root INFO Step 3849 (0.143s). Accuracy: 58.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:50,512 root INFO Step 3850 (0.137s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:50,649 root INFO Step 3851 (0.136s). Accuracy: 58.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:50,792 root INFO Step 3852 (0.141s). Accuracy: 58.13%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:50,935 root INFO Step 3853 (0.142s). Accuracy: 58.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:51,082 root INFO Step 3854 (0.145s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:51,224 root INFO Step 3855 (0.140s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:51,369 root INFO Step 3856 (0.144s). Accuracy: 58.14%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:51,506 root INFO Step 3857 (0.133s). Accuracy: 58.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:51,648 root INFO Step 3858 (0.140s). Accuracy: 58.13%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:51,789 root INFO Step 3859 (0.139s). Accuracy: 58.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:51,929 root INFO Step 3860 (0.138s). Accuracy: 58.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:52,081 root INFO Step 3861 (0.150s). Accuracy: 58.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:52,224 root INFO Step 3862 (0.141s). Accuracy: 58.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:52,364 root INFO Step 3863 (0.139s). Accuracy: 58.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:52,517 root INFO Step 3864 (0.151s). Accuracy: 58.12%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:52,670 root INFO Step 3865 (0.150s). Accuracy: 58.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:52,810 root INFO Step 3866 (0.138s). Accuracy: 58.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:52,956 root INFO Step 3867 (0.144s). Accuracy: 58.12%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:53,096 root INFO Step 3868 (0.138s). Accuracy: 58.12%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:53,230 root INFO Step 3869 (0.133s). Accuracy: 58.13%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:53,366 root INFO Step 3870 (0.134s). Accuracy: 58.13%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:53,512 root INFO Step 3871 (0.145s). Accuracy: 58.14%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:53,643 root INFO Step 3872 (0.129s). Accuracy: 58.14%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:53,780 root INFO Step 3873 (0.136s). Accuracy: 58.14%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:53,921 root INFO Step 3874 (0.139s). Accuracy: 58.15%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:54,062 root INFO Step 3875 (0.139s). Accuracy: 58.15%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:54,203 root INFO Step 3876 (0.140s). Accuracy: 58.16%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:54,340 root INFO Step 3877 (0.135s). Accuracy: 58.16%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:54,491 root INFO Step 3878 (0.149s). Accuracy: 58.17%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:54,624 root INFO Step 3879 (0.131s). Accuracy: 58.18%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:54,752 root INFO Step 3880 (0.127s). Accuracy: 58.17%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:54,889 root INFO Step 3881 (0.135s). Accuracy: 58.19%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:55,025 root INFO Step 3882 (0.134s). Accuracy: 58.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:55,170 root INFO Step 3883 (0.143s). Accuracy: 58.20%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:55,305 root INFO Step 3884 (0.134s). Accuracy: 58.21%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:55,436 root INFO Step 3885 (0.129s). Accuracy: 58.21%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:55,579 root INFO Step 3886 (0.141s). Accuracy: 58.21%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:55,720 root INFO Step 3887 (0.139s). Accuracy: 58.21%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:55,847 root INFO Step 3888 (0.125s). Accuracy: 58.22%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:55,988 root INFO Step 3889 (0.138s). Accuracy: 58.23%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:56,130 root INFO Step 3890 (0.141s). Accuracy: 58.23%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:56,267 root INFO Step 3891 (0.135s). Accuracy: 58.24%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:56,403 root INFO Step 3892 (0.135s). Accuracy: 58.23%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:56,550 root INFO Step 3893 (0.145s). Accuracy: 58.23%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:56,685 root INFO Step 3894 (0.133s). Accuracy: 58.24%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:56,820 root INFO Step 3895 (0.133s). Accuracy: 58.25%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:56,958 root INFO Step 3896 (0.137s). Accuracy: 58.24%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:57,089 root INFO Step 3897 (0.129s). Accuracy: 58.22%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:57,230 root INFO Step 3898 (0.139s). Accuracy: 58.21%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:57,368 root INFO Step 3899 (0.136s). Accuracy: 58.21%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:57,513 root INFO Step 3900 (0.144s). Accuracy: 58.21%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:11:57,654 root INFO Step 3901 (0.139s). Accuracy: 58.21%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:57,786 root INFO Step 3902 (0.131s). Accuracy: 58.21%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:57,924 root INFO Step 3903 (0.135s). Accuracy: 58.21%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:58,063 root INFO Step 3904 (0.137s). Accuracy: 58.22%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:58,212 root INFO Step 3905 (0.148s). Accuracy: 58.23%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:58,350 root INFO Step 3906 (0.135s). Accuracy: 58.22%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:58,490 root INFO Step 3907 (0.138s). Accuracy: 58.20%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:58,646 root INFO Step 3908 (0.154s). Accuracy: 58.21%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:58,786 root INFO Step 3909 (0.139s). Accuracy: 58.19%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:58,927 root INFO Step 3910 (0.139s). Accuracy: 58.18%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:59,074 root INFO Step 3911 (0.146s). Accuracy: 58.16%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:11:59,209 root INFO Step 3912 (0.133s). Accuracy: 58.17%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:59,348 root INFO Step 3913 (0.138s). Accuracy: 58.17%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:11:59,485 root INFO Step 3914 (0.135s). Accuracy: 58.18%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:59,634 root INFO Step 3915 (0.148s). Accuracy: 58.19%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:11:59,772 root INFO Step 3916 (0.136s). Accuracy: 58.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:11:59,905 root INFO Step 3917 (0.131s). Accuracy: 58.20%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:00,045 root INFO Step 3918 (0.139s). Accuracy: 58.20%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:00,180 root INFO Step 3919 (0.133s). Accuracy: 58.18%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:12:00,312 root INFO Step 3920 (0.131s). Accuracy: 58.19%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:00,450 root INFO Step 3921 (0.136s). Accuracy: 58.20%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:00,589 root INFO Step 3922 (0.138s). Accuracy: 58.20%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:00,735 root INFO Step 3923 (0.141s). Accuracy: 58.20%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:00,870 root INFO Step 3924 (0.134s). Accuracy: 58.18%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:12:01,017 root INFO Step 3925 (0.142s). Accuracy: 58.18%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:01,158 root INFO Step 3926 (0.139s). Accuracy: 58.18%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:01,292 root INFO Step 3927 (0.133s). Accuracy: 58.19%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:01,425 root INFO Step 3928 (0.131s). Accuracy: 58.19%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:01,568 root INFO Step 3929 (0.141s). Accuracy: 58.20%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:01,730 root INFO Step 3930 (0.160s). Accuracy: 58.21%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:01,879 root INFO Step 3931 (0.147s). Accuracy: 58.22%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:02,010 root INFO Step 3932 (0.129s). Accuracy: 58.20%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:12:02,154 root INFO Step 3933 (0.142s). Accuracy: 58.20%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:02,291 root INFO Step 3934 (0.135s). Accuracy: 58.21%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:02,425 root INFO Step 3935 (0.132s). Accuracy: 58.21%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:02,570 root INFO Step 3936 (0.143s). Accuracy: 58.22%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:02,715 root INFO Step 3937 (0.143s). Accuracy: 58.23%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:02,853 root INFO Step 3938 (0.136s). Accuracy: 58.23%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:02,989 root INFO Step 3939 (0.135s). Accuracy: 58.24%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:03,125 root INFO Step 3940 (0.134s). Accuracy: 58.25%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:03,265 root INFO Step 3941 (0.138s). Accuracy: 58.25%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:03,407 root INFO Step 3942 (0.141s). Accuracy: 58.23%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:12:03,538 root INFO Step 3943 (0.129s). Accuracy: 58.24%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:03,715 root INFO Step 3944 (0.175s). Accuracy: 58.24%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:03,852 root INFO Step 3945 (0.135s). Accuracy: 58.24%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:03,999 root INFO Step 3946 (0.146s). Accuracy: 58.25%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:04,134 root INFO Step 3947 (0.133s). Accuracy: 58.25%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:04,270 root INFO Step 3948 (0.134s). Accuracy: 58.25%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:04,407 root INFO Step 3949 (0.135s). Accuracy: 58.26%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:04,541 root INFO Step 3950 (0.132s). Accuracy: 58.26%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:04,693 root INFO Step 3951 (0.149s). Accuracy: 58.26%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:04,833 root INFO Step 3952 (0.138s). Accuracy: 58.24%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:12:04,974 root INFO Step 3953 (0.140s). Accuracy: 58.24%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:05,109 root INFO Step 3954 (0.133s). Accuracy: 58.25%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:05,249 root INFO Step 3955 (0.139s). Accuracy: 58.26%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:05,384 root INFO Step 3956 (0.133s). Accuracy: 58.26%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:05,523 root INFO Step 3957 (0.138s). Accuracy: 58.26%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:05,661 root INFO Step 3958 (0.136s). Accuracy: 58.27%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:05,808 root INFO Step 3959 (0.146s). Accuracy: 58.28%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:05,950 root INFO Step 3960 (0.140s). Accuracy: 58.30%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:06,089 root INFO Step 3961 (0.137s). Accuracy: 58.29%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:12:06,224 root INFO Step 3962 (0.133s). Accuracy: 58.30%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:06,362 root INFO Step 3963 (0.137s). Accuracy: 58.31%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:06,502 root INFO Step 3964 (0.138s). Accuracy: 58.32%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:06,641 root INFO Step 3965 (0.137s). Accuracy: 58.33%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:06,793 root INFO Step 3966 (0.151s). Accuracy: 58.33%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:06,926 root INFO Step 3967 (0.131s). Accuracy: 58.33%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:07,070 root INFO Step 3968 (0.143s). Accuracy: 58.33%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:07,213 root INFO Step 3969 (0.141s). Accuracy: 58.34%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:07,357 root INFO Step 3970 (0.142s). Accuracy: 58.35%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:07,496 root INFO Step 3971 (0.137s). Accuracy: 58.35%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:07,630 root INFO Step 3972 (0.132s). Accuracy: 58.36%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:07,779 root INFO Step 3973 (0.148s). Accuracy: 58.37%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:07,920 root INFO Step 3974 (0.138s). Accuracy: 58.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:08,055 root INFO Step 3975 (0.133s). Accuracy: 58.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:08,199 root INFO Step 3976 (0.142s). Accuracy: 58.36%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:12:08,339 root INFO Step 3977 (0.138s). Accuracy: 58.36%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:08,478 root INFO Step 3978 (0.137s). Accuracy: 58.35%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:12:08,612 root INFO Step 3979 (0.132s). Accuracy: 58.35%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:08,748 root INFO Step 3980 (0.134s). Accuracy: 58.35%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:08,891 root INFO Step 3981 (0.142s). Accuracy: 58.36%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:09,033 root INFO Step 3982 (0.141s). Accuracy: 58.36%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:09,182 root INFO Step 3983 (0.146s). Accuracy: 58.36%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:09,315 root INFO Step 3984 (0.132s). Accuracy: 58.37%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:09,453 root INFO Step 3985 (0.135s). Accuracy: 58.37%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:09,593 root INFO Step 3986 (0.138s). Accuracy: 58.38%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:09,728 root INFO Step 3987 (0.133s). Accuracy: 58.38%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:09,882 root INFO Step 3988 (0.152s). Accuracy: 58.39%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:10,015 root INFO Step 3989 (0.131s). Accuracy: 58.39%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:12:10,156 root INFO Step 3990 (0.139s). Accuracy: 58.40%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:10,292 root INFO Step 3991 (0.135s). Accuracy: 58.40%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:10,423 root INFO Step 3992 (0.129s). Accuracy: 58.40%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:10,555 root INFO Step 3993 (0.131s). Accuracy: 58.41%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:10,691 root INFO Step 3994 (0.134s). Accuracy: 58.42%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:10,824 root INFO Step 3995 (0.132s). Accuracy: 58.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:10,980 root INFO Step 3996 (0.154s). Accuracy: 58.43%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:11,116 root INFO Step 3997 (0.135s). Accuracy: 58.41%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:12:11,253 root INFO Step 3998 (0.135s). Accuracy: 58.41%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:12:11,382 root INFO Step 3999 (0.128s). Accuracy: 58.41%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:11,520 root INFO Step 4000 (0.136s). Accuracy: 58.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:11,662 root INFO Step 4001 (0.141s). Accuracy: 58.42%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:12:11,798 root INFO Step 4002 (0.135s). Accuracy: 58.42%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:11,946 root INFO Step 4003 (0.146s). Accuracy: 58.42%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:12:12,082 root INFO Step 4004 (0.135s). Accuracy: 58.42%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:12,214 root INFO Step 4005 (0.131s). Accuracy: 58.42%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:12:12,352 root INFO Step 4006 (0.136s). Accuracy: 58.43%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:12,487 root INFO Step 4007 (0.133s). Accuracy: 58.44%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:12,613 root INFO Step 4008 (0.125s). Accuracy: 58.43%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:12:12,750 root INFO Step 4009 (0.135s). Accuracy: 58.44%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:12,877 root INFO Step 4010 (0.126s). Accuracy: 58.44%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:13,028 root INFO Step 4011 (0.148s). Accuracy: 58.44%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:13,168 root INFO Step 4012 (0.138s). Accuracy: 58.45%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:13,303 root INFO Step 4013 (0.133s). Accuracy: 58.44%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:12:13,435 root INFO Step 4014 (0.130s). Accuracy: 58.44%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:13,569 root INFO Step 4015 (0.132s). Accuracy: 58.44%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:13,714 root INFO Step 4016 (0.144s). Accuracy: 58.45%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:13,846 root INFO Step 4017 (0.130s). Accuracy: 58.46%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:13,997 root INFO Step 4018 (0.149s). Accuracy: 58.47%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:14,130 root INFO Step 4019 (0.131s). Accuracy: 58.48%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:14,271 root INFO Step 4020 (0.139s). Accuracy: 58.50%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:14,416 root INFO Step 4021 (0.143s). Accuracy: 58.51%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:14,561 root INFO Step 4022 (0.144s). Accuracy: 58.52%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:14,703 root INFO Step 4023 (0.139s). Accuracy: 58.53%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
"2019-11-22 09:12:14,841 root INFO Step 4024 (0.137s). Accuracy: 58.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:14,992 root INFO Step 4025 (0.150s). Accuracy: 58.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:15,127 root INFO Step 4026 (0.133s). Accuracy: 58.53%, loss: 1.159856, perplexity: 3.18947, probability: 0.00% 50% (ISSE vs RISE) \n",
"2019-11-22 09:12:15,267 root INFO Step 4027 (0.138s). Accuracy: 58.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:15,405 root INFO Step 4028 (0.136s). Accuracy: 58.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:15,545 root INFO Step 4029 (0.139s). Accuracy: 58.53%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:15,682 root INFO Step 4030 (0.134s). Accuracy: 58.52%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:12:15,820 root INFO Step 4031 (0.137s). Accuracy: 58.52%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:15,965 root INFO Step 4032 (0.144s). Accuracy: 58.52%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:16,108 root INFO Step 4033 (0.140s). Accuracy: 58.52%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:16,236 root INFO Step 4034 (0.127s). Accuracy: 58.52%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:16,370 root INFO Step 4035 (0.133s). Accuracy: 58.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:16,506 root INFO Step 4036 (0.134s). Accuracy: 58.53%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:16,652 root INFO Step 4037 (0.144s). Accuracy: 58.51%, loss: 2.179089, perplexity: 8.83825, probability: 0.00% 0% (MMM vs IM) \n",
"2019-11-22 09:12:16,789 root INFO Step 4038 (0.135s). Accuracy: 58.51%, loss: 1.612703, perplexity: 5.01635, probability: 0.10% 67% (OOR vs FOR) \n",
"2019-11-22 09:12:16,931 root INFO Step 4039 (0.140s). Accuracy: 58.51%, loss: 1.732332, perplexity: 5.65382, probability: 0.00% 50% (TSEE vs USED) \n",
"2019-11-22 09:12:17,081 root INFO Step 4040 (0.148s). Accuracy: 58.52%, loss: 0.000533, perplexity: 1.00053, probability: 1.59% 100% (THE)\n",
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment