Skip to content

Instantly share code, notes, and snippets.

@hsm207

hsm207/bert_pretraining_share.ipynb

Created October 1, 2019 23:50
Show Gist options
  • Save hsm207/143b6349ed1c92960be0dc1c6165d551 to your computer and use it in GitHub Desktop.
Save hsm207/143b6349ed1c92960be0dc1c6165d551 to your computer and use it in GitHub Desktop.
Download ZIP
BERT_pretraining_share.ipynb
Display the source blob
Display the rendered blob
Raw
bert_pretraining_share.ipynb
{
"nbformat": 4,
"nbformat_minor": 0,
"metadata": {
"colab": {
"name": "BERT_pretraining_share.ipynb",
"provenance": [],
"collapsed_sections": [],
"include_colab_link": true
},
"kernelspec": {
"name": "python3",
"display_name": "Python 3"
},
"accelerator": "TPU"
},
"cells": [
{
"cell_type": "markdown",
"metadata": {
"id": "view-in-github",
"colab_type": "text"
},
"source": [
"<a href=\"https://colab.research.google.com/gist/hsm207/143b6349ed1c92960be0dc1c6165d551/bert_pretraining_share.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
]
},
{
"cell_type": "code",
"metadata": {
"id": "5XynZf6PIGVS",
"colab_type": "code",
"colab": {}
},
"source": [
"import os\n",
"import sys\n",
"import shutil\n",
"import argparse\n",
"import tempfile\n",
"import urllib.request\n",
"import zipfile\n",
"import json"
],
"execution_count": 0,
"outputs": []
},
{
"cell_type": "code",
"metadata": {
"id": "s0IZbqovHq23",
"colab_type": "code",
"colab": {}
},
"source": [
"!test -d bert_repo || git clone https://github.com/google-research/bert bert_repo\n",
"if not 'bert_repo' in sys.path:\n",
" sys.path += ['bert_repo']\n",
"\n",
"import modeling\n",
"import optimization\n",
"import run_classifier\n",
"import run_classifier_with_tfhub\n",
"import tokenization\n",
"\n",
"# import tfhub \n",
"import tensorflow_hub as hub"
],
"execution_count": 0,
"outputs": []
},
{
"cell_type": "code",
"metadata": {
"id": "-6DY6hpzFnMd",
"colab_type": "code",
"outputId": "3f06b2f7-a546-4961-f86b-ca9342a37e71",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 34
}
},
"source": [
"! git clone https://github.com/gsasikiran/temp_data training_data"
],
"execution_count": 10,
"outputs": [
{
"output_type": "stream",
"text": [
"fatal: destination path 'training_data' already exists and is not an empty directory.\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "code",
"metadata": {
"id": "BF4-DTDC0FPK",
"colab_type": "code",
"outputId": "858f554c-1854-47e1-dcd1-c7b0aa91c39f",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 204
}
},
"source": [
"! wget https://storage.googleapis.com/bert_models/2019_05_30/wwm_uncased_L-24_H-1024_A-16.zip "
],
"execution_count": 11,
"outputs": [
{
"output_type": "stream",
"text": [
"--2019-10-01 23:17:03-- https://storage.googleapis.com/bert_models/2019_05_30/wwm_uncased_L-24_H-1024_A-16.zip\n",
"Resolving storage.googleapis.com (storage.googleapis.com)... 172.217.212.128, 2607:f8b0:4001:c05::80\n",
"Connecting to storage.googleapis.com (storage.googleapis.com)|172.217.212.128|:443... connected.\n",
"HTTP request sent, awaiting response... 200 OK\n",
"Length: 1248381879 (1.2G) [application/zip]\n",
"Saving to: ‘wwm_uncased_L-24_H-1024_A-16.zip.3’\n",
"\n",
"wwm_uncased_L-24_H- 100%[===================>] 1.16G 95.8MB/s in 13s \n",
"\n",
"2019-10-01 23:17:16 (94.8 MB/s) - ‘wwm_uncased_L-24_H-1024_A-16.zip.3’ saved [1248381879/1248381879]\n",
"\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "code",
"metadata": {
"id": "puALMYlNHwJg",
"colab_type": "code",
"colab": {}
},
"source": [
"with zipfile.ZipFile('/content/wwm_uncased_L-24_H-1024_A-16.zip', 'r') as f:\n",
" f.extractall('/content/BERT_weights')"
],
"execution_count": 0,
"outputs": []
},
{
"cell_type": "code",
"metadata": {
"id": "pdxp9reMH9qt",
"colab_type": "code",
"outputId": "ad16409b-fd12-4907-848c-e24cb764d74f",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 1000
}
},
"source": [
"!python /content/bert_repo/create_pretraining_data.py \\\n",
" --input_file=/content/training_data/training_data.txt\\\n",
" --output_file=/tmp/tf_examples.tfrecord \\\n",
" --vocab_file=/content/training_data/deep_vocab.txt \\\n",
" --do_lower_case=True \\\n",
" --max_seq_length=128 \\\n",
" --max_predictions_per_seq=20 \\\n",
" --masked_lm_prob=0.15 \\\n",
" --random_seed=12345 \\\n",
" --dupe_factor=5"
],
"execution_count": 13,
"outputs": [
{
"output_type": "stream",
"text": [
"WARNING:tensorflow:From /content/bert_repo/create_pretraining_data.py:469: The name tf.app.run is deprecated. Please use tf.compat.v1.app.run instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/create_pretraining_data.py:437: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead.\n",
"\n",
"W1001 23:18:16.195491 140436350437248 deprecation_wrapper.py:119] From /content/bert_repo/create_pretraining_data.py:437: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/create_pretraining_data.py:437: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead.\n",
"\n",
"W1001 23:18:16.196044 140436350437248 deprecation_wrapper.py:119] From /content/bert_repo/create_pretraining_data.py:437: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/tokenization.py:125: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n",
"\n",
"W1001 23:18:16.196233 140436350437248 deprecation_wrapper.py:119] From /content/bert_repo/tokenization.py:125: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/create_pretraining_data.py:444: The name tf.gfile.Glob is deprecated. Please use tf.io.gfile.glob instead.\n",
"\n",
"W1001 23:18:16.218081 140436350437248 deprecation_wrapper.py:119] From /content/bert_repo/create_pretraining_data.py:444: The name tf.gfile.Glob is deprecated. Please use tf.io.gfile.glob instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/create_pretraining_data.py:446: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead.\n",
"\n",
"W1001 23:18:16.219292 140436350437248 deprecation_wrapper.py:119] From /content/bert_repo/create_pretraining_data.py:446: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead.\n",
"\n",
"INFO:tensorflow:*** Reading from input files ***\n",
"I1001 23:18:16.219493 140436350437248 create_pretraining_data.py:446] *** Reading from input files ***\n",
"INFO:tensorflow: /content/training_data/training_data.txt\n",
"I1001 23:18:16.219589 140436350437248 create_pretraining_data.py:448] /content/training_data/training_data.txt\n",
"INFO:tensorflow:*** Writing to output files ***\n",
"I1001 23:18:35.665523 140436350437248 create_pretraining_data.py:457] *** Writing to output files ***\n",
"INFO:tensorflow: /tmp/tf_examples.tfrecord\n",
"I1001 23:18:35.665800 140436350437248 create_pretraining_data.py:459] /tmp/tf_examples.tfrecord\n",
"WARNING:tensorflow:From /content/bert_repo/create_pretraining_data.py:101: The name tf.python_io.TFRecordWriter is deprecated. Please use tf.io.TFRecordWriter instead.\n",
"\n",
"W1001 23:18:35.665971 140436350437248 deprecation_wrapper.py:119] From /content/bert_repo/create_pretraining_data.py:101: The name tf.python_io.TFRecordWriter is deprecated. Please use tf.io.TFRecordWriter instead.\n",
"\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.667382 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] ω [SEP] sol [MASK] ##ono ##ff , r . j . [MASK] 1989 [MASK] . a system for incremental learning based [MASK] algorithmic proba - bility . 328 [SEP]\n",
"I1001 23:18:35.667546 140436350437248 create_pretraining_data.py:151] tokens: [CLS] ω [SEP] sol [MASK] ##ono ##ff , r . j . [MASK] 1989 [MASK] . a system for incremental learning based [MASK] algorithmic proba - bility . 328 [SEP]\n",
"INFO:tensorflow:input_ids: 3 646 4 5798 5 2556 1900 6568 810 6576 165 6576 5 987 5 6576 9 353 16 5109 25 135 5 3183 3323 6570 5213 6576 6444 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.667700 140436350437248 create_pretraining_data.py:161] input_ids: 3 646 4 5798 5 2556 1900 6568 810 6576 165 6576 5 987 5 6576 9 353 16 5109 25 135 5 3183 3323 6570 5213 6576 6444 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.667805 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.667899 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 4 12 14 22 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.667967 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 4 12 14 22 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 3512 6584 6630 27 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.668032 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 3512 6584 6630 27 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.668103 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.668163 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.668551 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] [MASK] p [MASK] x , y ) . [SEP] chapter 14 . autoencoders [SEP]\n",
"I1001 23:18:35.668669 140436350437248 create_pretraining_data.py:151] tokens: [CLS] [MASK] p [MASK] x , y ) . [SEP] chapter 14 . autoencoders [SEP]\n",
"INFO:tensorflow:input_ids: 3 5 48 5 14 6568 39 6630 6576 4 350 264 6576 483 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.668770 140436350437248 create_pretraining_data.py:161] input_ids: 3 5 48 5 14 6568 39 6630 6576 4 350 264 6576 483 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.668862 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.668949 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 1 3 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.669013 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 1 3 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 39 6584 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.669075 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 39 6584 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.669141 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.669200 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.669552 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] [UNK] [MASK] [SEP] j = 1 [SEP]\n",
"I1001 23:18:35.669655 140436350437248 create_pretraining_data.py:151] tokens: [CLS] [UNK] [MASK] [SEP] j = 1 [SEP]\n",
"INFO:tensorflow:input_ids: 3 2 5 4 165 6617 19 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.669760 140436350437248 create_pretraining_data.py:161] input_ids: 3 2 5 4 165 6617 19 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.669852 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.669939 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 2 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.670003 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 2 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 515 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.670064 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 515 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.670127 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 0\n",
"I1001 23:18:35.670186 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 0\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.670540 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] comparing the s ##s ##rb ##m to [MASK] m ##c ##rb ##m and the m ##po ##t models , the [MASK] ##s ##rb ##m parametrize ##s the [MASK] covariance of the observation in a significantly different way . the m ##c [MASK] ##m and [MASK] [MASK] ##t [MASK] model the covariance structure of the observation [SEP] 7 [MASK] 11 bagging [MASK] other ensemble methods [SEP]\n",
"I1001 23:18:35.670696 140436350437248 create_pretraining_data.py:151] tokens: [CLS] comparing the s ##s ##rb ##m to [MASK] m ##c ##rb ##m and the m ##po ##t models , the [MASK] ##s ##rb ##m parametrize ##s the [MASK] covariance of the observation in a significantly different way . the m ##c [MASK] ##m and [MASK] [MASK] ##t [MASK] model the covariance structure of the observation [SEP] 7 [MASK] 11 bagging [MASK] other ensemble methods [SEP]\n",
"INFO:tensorflow:input_ids: 3 2951 6 130 26 4210 636 8 5 159 626 4210 636 11 6 159 3240 287 50 6568 6 5 26 4210 636 2126 26 6 5 533 7 6 1374 12 9 1055 90 167 6576 6 159 626 5 636 11 5 5 287 5 28 6 533 271 7 6 1374 4 134 5 302 2383 5 70 762 338 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.670836 140436350437248 create_pretraining_data.py:161] input_ids: 3 2951 6 130 26 4210 636 8 5 159 626 4210 636 11 6 159 3240 287 50 6568 6 5 26 4210 636 2126 26 6 5 533 7 6 1374 12 9 1055 90 167 6576 6 159 626 5 636 11 5 5 287 5 28 6 533 271 7 6 1374 4 134 5 302 2383 5 70 762 338 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.670930 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.671019 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 8 21 27 28 42 45 46 48 58 61 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.671085 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 8 21 27 28 42 45 46 48 58 61 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 6 130 6 266 4210 159 3240 230 6576 11 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.671149 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 6 130 6 266 4210 159 3240 230 6576 11 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.671218 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.671276 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.671700 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] [MASK] [SEP] la [MASK] [MASK] ##lle , [MASK] [MASK] and mu ##rra ##y [MASK] i . ( 2011 ) . the neural autoregres ##sive distribution estimator . in ai ##sta [MASK] [UNK] 2011 . 70 ##5 , 70 ##8 , 70 ##9 [SEP]\n",
"I1001 23:18:35.671810 140436350437248 create_pretraining_data.py:151] tokens: [CLS] [MASK] [SEP] la [MASK] [MASK] ##lle , [MASK] [MASK] and mu ##rra ##y [MASK] i . ( 2011 ) . the neural autoregres ##sive distribution estimator . in ai ##sta [MASK] [UNK] 2011 . 70 ##5 , 70 ##8 , 70 ##9 [SEP]\n",
"INFO:tensorflow:input_ids: 3 5 4 1781 5 5 2558 6568 5 5 11 3951 5532 143 5 44 6576 6584 304 6630 6576 6 60 6138 5524 43 457 6576 12 3418 2841 5 2 304 6576 2076 365 6568 2076 442 6568 2076 395 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.671911 140436350437248 create_pretraining_data.py:161] input_ids: 3 5 4 1781 5 5 2558 6568 5 5 11 3951 5532 143 5 44 6576 6584 304 6630 6576 6 60 6138 5524 43 457 6576 12 3418 2841 5 2 304 6576 2076 365 6568 2076 442 6568 2076 395 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.672021 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.672115 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 1 4 5 8 9 14 31 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.672180 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 1 4 5 8 9 14 31 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 2 1409 2429 45 6576 6568 2084 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.672243 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 2 1409 2429 45 6576 6568 2084 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.672310 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.679538 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.680579 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] n [SEP] throughout this section , we suppose [MASK] ##denti [MASK] network provides ICA set of hidden features [MASK] by [MASK] = f ( x ; θ ) . the role of the output layer is then to provide some additional transformation from the features to complete [MASK] task that the network must [MASK] [MASK] [SEP]\n",
"I1001 23:18:35.680835 140436350437248 create_pretraining_data.py:151] tokens: [CLS] n [SEP] throughout this section , we suppose [MASK] ##denti [MASK] network provides ICA set of hidden features [MASK] by [MASK] = f ( x ; θ ) . the role of the output layer is then to provide some additional transformation from the features to complete [MASK] task that the network must [MASK] [MASK] [SEP]\n",
"INFO:tensorflow:input_ids: 3 138 4 1285 30 168 6568 15 1169 5 4268 5 49 512 1429 65 7 114 188 5 24 5 6617 76 6584 14 6592 67 6630 6576 6 1229 7 6 85 116 10 92 8 459 72 884 754 32 6 188 8 815 5 205 13 6 49 176 5 5 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.681081 140436350437248 create_pretraining_data.py:161] input_ids: 3 138 4 1285 30 168 6568 15 1169 5 4268 5 49 512 1429 65 7 114 188 5 24 5 6617 76 6584 14 6592 67 6630 6576 6 1229 7 6 85 116 10 92 8 459 72 884 754 32 6 188 8 815 5 205 13 6 49 176 5 5 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.681294 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.681486 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 9 10 11 14 19 21 48 54 55 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.681657 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 9 10 11 14 19 21 48 54 55 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 13 6 444 9 320 45 6 317 6576 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.681804 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 13 6 444 9 320 45 6 317 6576 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.681956 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.682102 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.682824 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] ( 3 [MASK] 25 ) [SEP] the [MASK] derivative in direction u ( a unit vector ) is the slope of the function f in direction u . in other [MASK] , [MASK] directional derivative is the derivative of the function [MASK] ( x + [MASK] ##u ) with respect to α , evaluated at α = 0 . [MASK] the chain rule , [MASK] can see that [UNK] f ( [MASK] + α ##u ) evaluate ##s to u [UNK] [MASK] [MASK] x [MASK] when α = [MASK] . [SEP]\n",
"I1001 23:18:35.683046 140436350437248 create_pretraining_data.py:151] tokens: [CLS] ( 3 [MASK] 25 ) [SEP] the [MASK] derivative in direction u ( a unit vector ) is the slope of the function f in direction u . in other [MASK] , [MASK] directional derivative is the derivative of the function [MASK] ( x + [MASK] ##u ) with respect to α , evaluated at α = 0 . [MASK] the chain rule , [MASK] can see that [UNK] f ( [MASK] + α ##u ) evaluate ##s to u [UNK] [MASK] [MASK] x [MASK] when α = [MASK] . [SEP]\n",
"INFO:tensorflow:input_ids: 3 6584 84 5 1134 6630 4 6 5 473 12 359 325 6584 9 183 153 6630 10 6 2323 7 6 35 76 12 359 325 6576 12 70 5 6568 5 2942 473 10 6 473 7 6 35 5 6584 14 6625 5 887 6630 17 305 8 332 6568 1864 66 332 6617 56 6576 5 6 340 584 6568 5 21 189 13 2 76 6584 5 6625 332 887 6630 938 26 8 325 2 5 5 14 5 106 332 6617 5 6576 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.683238 140436350437248 create_pretraining_data.py:161] input_ids: 3 6584 84 5 1134 6630 4 6 5 473 12 359 325 6584 9 183 153 6630 10 6 2323 7 6 35 76 12 359 325 6576 12 70 5 6568 5 2942 473 10 6 473 7 6 35 5 6584 14 6625 5 887 6630 17 305 8 332 6568 1864 66 332 6617 56 6576 5 6 340 584 6568 5 21 189 13 2 76 6584 5 6625 332 887 6630 938 26 8 325 2 5 5 14 5 106 332 6617 5 6576 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.683386 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.683528 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 3 8 31 33 40 42 46 60 65 72 82 83 85 89 0 0 0 0 0 0\n",
"I1001 23:18:35.683642 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 3 8 31 33 40 42 46 60 65 72 82 83 85 89 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 6576 2942 314 6 6 76 332 87 15 14 76 6584 6630 56 0 0 0 0 0 0\n",
"I1001 23:18:35.683743 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 6576 2942 314 6 6 76 332 87 15 14 76 6584 6630 56 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.683850 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.683941 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.684395 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] 146 [SEP] dataset , where all missing variables have their values provided by an [MASK] [MASK] the posterior [MASK] . [MASK] particular [MASK] is not unique to the em [MASK] . for example , [MASK] gradient descent to [MASK] [MASK] log - likelihood also has this same property ; the log - likelihood gradient computations require taking expectations with respect to the posterior distribution over the hidden [MASK] . another key insight in the em algorithm is that we can continue to [MASK] one value little q even after we [MASK] move [MASK] to a different value of θ . [MASK] particular insight is used throughout classical [MASK] learning to derive large m - step updates . in [MASK] context of deep learning , most models [SEP]\n",
"I1001 23:18:35.684556 140436350437248 create_pretraining_data.py:151] tokens: [CLS] 146 [SEP] dataset , where all missing variables have their values provided by an [MASK] [MASK] the posterior [MASK] . [MASK] particular [MASK] is not unique to the em [MASK] . for example , [MASK] gradient descent to [MASK] [MASK] log - likelihood also has this same property ; the log - likelihood gradient computations require taking expectations with respect to the posterior distribution over the hidden [MASK] . another key insight in the em algorithm is that we can continue to [MASK] one value little q even after we [MASK] move [MASK] to a different value of θ . [MASK] particular insight is used throughout classical [MASK] learning to derive large m - step updates . in [MASK] context of deep learning , most models [SEP]\n",
"INFO:tensorflow:input_ids: 3 5455 4 345 6568 105 77 1173 98 41 241 129 901 24 29 5 5 6 797 5 6576 5 555 5 10 33 1226 8 6 3147 5 6576 16 47 6568 5 58 246 8 5 5 100 6570 208 103 68 30 115 902 6592 6 100 6570 208 58 1183 466 839 2143 17 305 8 6 797 43 107 6 114 5 6576 335 1118 2607 12 6 3147 75 10 13 15 21 1556 8 5 54 117 1546 203 269 606 15 5 746 5 8 9 90 117 7 67 6576 5 555 2607 10 96 1285 4038 5 25 8 1616 151 159 6570 170 1225 6576 12 5 369 7 61 25 6568 148 50 4\n",
"I1001 23:18:35.684739 140436350437248 create_pretraining_data.py:161] input_ids: 3 5455 4 345 6568 105 77 1173 98 41 241 129 901 24 29 5 5 6 797 5 6576 5 555 5 10 33 1226 8 6 3147 5 6576 16 47 6568 5 58 246 8 5 5 100 6570 208 103 68 30 115 902 6592 6 100 6570 208 58 1183 466 839 2143 17 305 8 6 797 43 107 6 114 5 6576 335 1118 2607 12 6 3147 75 10 13 15 21 1556 8 5 54 117 1546 203 269 606 15 5 746 5 8 9 90 117 7 67 6576 5 555 2607 10 96 1285 4038 5 25 8 1616 151 159 6570 170 1225 6576 12 5 369 7 61 25 6568 148 50 4\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n",
"I1001 23:18:35.684884 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n",
"INFO:tensorflow:segment_ids: 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n",
"I1001 23:18:35.685020 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n",
"INFO:tensorflow:masked_lm_positions: 15 16 19 21 23 30 35 39 40 68 83 86 91 93 100 101 108 119 120 0\n",
"I1001 23:18:35.685123 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 15 16 19 21 23 30 35 39 40 68 83 86 91 93 100 101 108 119 120 0\n",
"INFO:tensorflow:masked_lm_ids: 279 7 43 30 2607 75 87 1330 6 89 62 7 41 120 6576 30 99 6 369 0\n",
"I1001 23:18:35.685221 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 279 7 43 30 2607 75 87 1330 6 89 62 7 41 120 6576 30 99 6 369 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0\n",
"I1001 23:18:35.685323 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.685411 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.685836 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] [UNK] [SEP] [MASK] [SEP]\n",
"I1001 23:18:35.685956 140436350437248 create_pretraining_data.py:151] tokens: [CLS] [UNK] [SEP] [MASK] [SEP]\n",
"INFO:tensorflow:input_ids: 3 2 4 5 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.686087 140436350437248 create_pretraining_data.py:161] input_ids: 3 2 4 5 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.686222 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.686355 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 3 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.686448 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 3 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 2 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.686544 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 2 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.686663 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.686753 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.687172 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] sa ##la ##kh ##ut ##di ##no [MASK] , r . and hi ##nto ##n , g . ( [MASK] ##b ) [MASK] semantic hashing . in international jo ##ur ##nal of approximate reasoning . 525 [SEP] [MASK] understanding [MASK] the simpler concepts can be refine ##d given information about the more complex concepts . for example , an ai system observing an image of a face with [MASK] eye in [MASK] ##ow may initially only see one [MASK] . after detect ##ing [MASK] a face is present [MASK] it can then infer that similarity [MASK] eye [MASK] probably present as [MASK] . in this case , the graph of concepts only [MASK] two layers [UNK] a [MASK] for eye ##s and a layer for faces [UNK] [SEP]\n",
"I1001 23:18:35.687326 140436350437248 create_pretraining_data.py:151] tokens: [CLS] sa ##la ##kh ##ut ##di ##no [MASK] , r . and hi ##nto ##n , g . ( [MASK] ##b ) [MASK] semantic hashing . in international jo ##ur ##nal of approximate reasoning . 525 [SEP] [MASK] understanding [MASK] the simpler concepts can be refine ##d given information about the more complex concepts . for example , an ai system observing an image of a face with [MASK] eye in [MASK] ##ow may initially only see one [MASK] . after detect ##ing [MASK] a face is present [MASK] it can then infer that similarity [MASK] eye [MASK] probably present as [MASK] . in this case , the graph of concepts only [MASK] two layers [UNK] a [MASK] for eye ##s and a layer for faces [UNK] [SEP]\n",
"INFO:tensorflow:input_ids: 3 3073 1192 4240 2190 1320 1753 5 6568 810 6576 11 515 5574 234 6568 142 6576 6584 5 709 6630 5 1912 3982 6576 12 5958 4424 1751 2306 7 427 2898 6576 6435 4 5 1110 5 6 1035 779 21 22 2330 120 147 222 250 6 73 872 779 6576 16 47 6568 29 3418 353 1775 29 179 7 9 1384 17 5 2480 12 5 3033 86 5101 81 189 54 5 6576 606 1241 69 5 9 1384 10 676 5 34 21 92 1855 13 2113 5 2480 5 1772 676 18 5 6576 12 30 157 6568 6 150 7 779 81 5 132 209 2 9 5 16 2480 26 11 9 116 16 2761 2 4\n",
"I1001 23:18:35.687485 140436350437248 create_pretraining_data.py:161] input_ids: 3 3073 1192 4240 2190 1320 1753 5 6568 810 6576 11 515 5574 234 6568 142 6576 6584 5 709 6630 5 1912 3982 6576 12 5958 4424 1751 2306 7 427 2898 6576 6435 4 5 1110 5 6 1035 779 21 22 2330 120 147 222 250 6 73 872 779 6576 16 47 6568 29 3418 353 1775 29 179 7 9 1384 17 5 2480 12 5 3033 86 5101 81 189 54 5 6576 606 1241 69 5 9 1384 10 676 5 34 21 92 1855 13 2113 5 2480 5 1772 676 18 5 6576 12 30 157 6568 6 150 7 779 81 5 132 209 2 9 5 16 2480 26 11 9 116 16 2761 2 4\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n",
"I1001 23:18:35.687637 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n",
"I1001 23:18:35.687777 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n",
"INFO:tensorflow:masked_lm_positions: 7 13 19 22 37 39 68 71 78 83 88 94 95 97 101 112 117 123 124 0\n",
"I1001 23:18:35.687874 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 7 13 19 22 37 39 68 71 78 83 88 94 95 97 101 112 117 123 124 0\n",
"INFO:tensorflow:masked_lm_ids: 989 5574 441 6576 130 7 54 3581 2480 13 6568 9 348 10 213 1335 116 116 16 0\n",
"I1001 23:18:35.687972 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 989 5574 441 6576 130 7 54 3581 2480 13 6568 9 348 10 213 1335 116 116 16 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0\n",
"I1001 23:18:35.688081 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.688169 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.688573 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] u ( 2 ) [SEP] bo ##ur ##lar ##d [MASK] h . and well ##ek ##en ##s , [MASK] . [MASK] 1989 ) . speech pattern [MASK] ##ion [MASK] multi - indicate ##ed perceptrons . computer speech and language , 3 [MASK] 1 [UNK] 19 [MASK] 45 ##9 [SEP]\n",
"I1001 23:18:35.688718 140436350437248 create_pretraining_data.py:151] tokens: [CLS] u ( 2 ) [SEP] bo ##ur ##lar ##d [MASK] h . and well ##ek ##en ##s , [MASK] . [MASK] 1989 ) . speech pattern [MASK] ##ion [MASK] multi - indicate ##ed perceptrons . computer speech and language , 3 [MASK] 1 [UNK] 19 [MASK] 45 ##9 [SEP]\n",
"INFO:tensorflow:input_ids: 3 325 6584 37 6630 4 2380 1751 2852 120 5 45 6576 11 213 3533 753 26 6568 5 6576 5 987 6630 6576 573 1662 5 569 5 799 6570 1237 122 4385 6576 558 573 11 278 6568 84 5 19 2 268 5 1747 395 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.783887 140436350437248 create_pretraining_data.py:161] input_ids: 3 325 6584 37 6630 4 2380 1751 2852 120 5 45 6576 11 213 3533 753 26 6568 5 6576 5 987 6630 6576 573 1662 5 569 5 799 6570 1237 122 4385 6576 558 573 11 278 6568 84 5 19 2 268 5 1747 395 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.784186 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.784386 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 10 19 21 27 29 32 42 46 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.784539 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 10 19 21 27 29 32 42 46 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 6568 190 6584 6050 11 116 6568 6576 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.784707 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 6568 190 6584 6050 11 116 6568 6576 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.784872 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.785033 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.785955 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] matrix , resulting in o ( w ) multiply [MASK] adds , where w is [MASK] number of [MASK] . during the backward propagation stage , we [MASK] by the transpose of each weight matrix , [MASK] has the same computational cost . the [MASK] memory cost of the algorithm is that [MASK] need to store the input [MASK] the nonlinearity of the [MASK] layer . this value is stored from the time it is computed until the backward pass trans return ##ed to the same point . the memory cost is thus [MASK] ( m ##nh ) , where m is the number of examples in the [MASK] and nh [MASK] the [MASK] [MASK] hidden units [MASK] [SEP] va ##e , see variational autoencoder [SEP]\n",
"I1001 23:18:35.786212 140436350437248 create_pretraining_data.py:151] tokens: [CLS] matrix , resulting in o ( w ) multiply [MASK] adds , where w is [MASK] number of [MASK] . during the backward propagation stage , we [MASK] by the transpose of each weight matrix , [MASK] has the same computational cost . the [MASK] memory cost of the algorithm is that [MASK] need to store the input [MASK] the nonlinearity of the [MASK] layer . this value is stored from the time it is computed until the backward pass trans return ##ed to the same point . the memory cost is thus [MASK] ( m ##nh ) , where m is the number of examples in the [MASK] and nh [MASK] the [MASK] [MASK] hidden units [MASK] [SEP] va ##e , see variational autoencoder [SEP]\n",
"INFO:tensorflow:input_ids: 3 108 6568 1288 12 666 6584 128 6630 1932 5 4558 6568 105 128 10 5 126 7 5 6576 748 6 2506 221 1227 6568 15 5 24 6 1583 7 46 244 108 6568 5 68 6 115 260 144 6576 6 5 408 144 7 6 75 10 13 5 249 8 1286 6 59 5 6 1540 7 6 5 116 6576 30 117 10 2576 32 6 95 34 10 735 875 6 2506 1202 3560 1198 122 8 6 115 141 6576 6 408 144 10 402 5 6584 159 4793 6630 6568 105 159 10 6 126 7 127 12 6 5 11 2910 5 6 5 5 114 89 5 4 4301 146 6568 189 562 364 4 0\n",
"I1001 23:18:35.786461 140436350437248 create_pretraining_data.py:161] input_ids: 3 108 6568 1288 12 666 6584 128 6630 1932 5 4558 6568 105 128 10 5 126 7 5 6576 748 6 2506 221 1227 6568 15 5 24 6 1583 7 46 244 108 6568 5 68 6 115 260 144 6576 6 5 408 144 7 6 75 10 13 5 249 8 1286 6 59 5 6 1540 7 6 5 116 6576 30 117 10 2576 32 6 95 34 10 735 875 6 2506 1202 3560 1198 122 8 6 115 141 6576 6 408 144 10 402 5 6584 159 4793 6630 6568 105 159 10 6 126 7 127 12 6 5 11 2910 5 6 5 5 114 89 5 4 4301 146 6568 189 562 364 4 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0\n",
"I1001 23:18:35.786706 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 0\n",
"I1001 23:18:35.786931 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 0\n",
"INFO:tensorflow:masked_lm_positions: 10 16 19 28 31 37 45 52 53 59 64 81 86 94 109 112 114 115 118 0\n",
"I1001 23:18:35.787103 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 10 16 19 28 31 37 45 52 53 59 64 81 86 94 109 112 114 115 118 0\n",
"INFO:tensorflow:masked_lm_ids: 6570 6 198 1932 1583 79 953 13 15 8 114 68 115 666 726 10 126 7 6576 0\n",
"I1001 23:18:35.787257 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 6570 6 198 1932 1583 79 953 13 15 8 114 68 115 666 726 10 126 7 6576 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0\n",
"I1001 23:18:35.787409 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.787548 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.788441 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] ( cortex , 0 ) ( [MASK] , 1 ) ( 1 , 0 ) ( [MASK] , 1 ) [SEP] [MASK] of θ before observing any data . for Pri , [MASK] might assume a priori that [SEP]\n",
"I1001 23:18:35.788658 140436350437248 create_pretraining_data.py:151] tokens: [CLS] ( cortex , 0 ) ( [MASK] , 1 ) ( 1 , 0 ) ( [MASK] , 1 ) [SEP] [MASK] of θ before observing any data . for Pri , [MASK] might assume a priori that [SEP]\n",
"INFO:tensorflow:input_ids: 3 6584 3663 6568 56 6630 6584 5 6568 19 6630 6584 19 6568 56 6630 6584 5 6568 19 6630 4 5 7 67 737 1775 160 74 6576 16 4099 6568 5 481 834 9 3324 13 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.788827 140436350437248 create_pretraining_data.py:161] input_ids: 3 6584 3663 6568 56 6630 6584 5 6568 19 6630 6584 19 6568 56 6630 6584 5 6568 19 6630 4 5 7 67 737 1775 160 74 6576 16 4099 6568 5 481 834 9 3324 13 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.789088 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.789326 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 2 7 17 22 31 33 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.789451 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 2 7 17 22 31 33 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 56 56 19 117 47 54 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.789560 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 56 56 19 117 47 54 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.789879 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.790010 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.790537 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] ti ##pping , m . e . and bi ##sh ##op , c . m [MASK] ( 1999 ) . [MASK] principal recording [MASK] . jo ##ur ##nal of the ro ##ya ##l statistical so ##cie ##ty b , 61 ( 3 ) , [MASK] ##1 [MASK] 62 ##2 . 49 ##1 [SEP] [MASK] 15 . representation learning [SEP]\n",
"I1001 23:18:35.790713 140436350437248 create_pretraining_data.py:151] tokens: [CLS] ti ##pping , m . e . and bi ##sh ##op , c . m [MASK] ( 1999 ) . [MASK] principal recording [MASK] . jo ##ur ##nal of the ro ##ya ##l statistical so ##cie ##ty b , 61 ( 3 ) , [MASK] ##1 [MASK] 62 ##2 . 49 ##1 [SEP] [MASK] 15 . representation learning [SEP]\n",
"INFO:tensorflow:input_ids: 3 1907 3800 6568 159 6576 468 6576 11 1463 2842 1522 6568 190 6576 159 5 6584 1405 6630 6576 5 1920 4990 5 6576 4424 1751 2306 7 6 4344 2547 344 592 118 3855 1694 133 6568 2077 6584 84 6630 6568 5 265 5 1573 237 6576 1973 265 4 5 323 6576 155 25 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.790882 140436350437248 create_pretraining_data.py:161] input_ids: 3 1907 3800 6568 159 6576 468 6576 11 1463 2842 1522 6568 190 6576 159 5 6584 1405 6630 6576 5 1920 4990 5 6576 4424 1751 2306 7 6 4344 2547 344 592 118 3855 1694 133 6568 2077 6584 84 6630 6568 5 265 5 1573 237 6576 1973 265 4 5 323 6576 155 25 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.791052 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.791208 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 10 16 21 23 24 44 45 47 54 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.791320 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 10 16 21 23 24 44 45 47 54 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 2842 6576 373 736 623 6568 2077 2 350 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.791435 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 2842 6576 373 736 623 6568 2077 2 350 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.791562 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.791682 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.792217 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] the trained d ##b ##n may be used [MASK] as a generative model , but most [MASK] the interest in d ##b ##ns ar ##ose from their ability [MASK] improve classification models . we can [MASK] the weights from the d ##b ##n and use [MASK] [MASK] define an [MASK] ##l ##p : [SEP] mat ##ing a [MASK] target distribution [UNK] in our case , the posterior [MASK] over the hidden [MASK] given the visible units [UNK] by some reasonably simple family [MASK] dis - tri [MASK] ##tions . in the case of the mean field approximation , [MASK] [MASK] [MASK] is the set of distributions [MASK] the hidden units are conditionally independent . [SEP]\n",
"I1001 23:18:35.792392 140436350437248 create_pretraining_data.py:151] tokens: [CLS] the trained d ##b ##n may be used [MASK] as a generative model , but most [MASK] the interest in d ##b ##ns ar ##ose from their ability [MASK] improve classification models . we can [MASK] the weights from the d ##b ##n and use [MASK] [MASK] define an [MASK] ##l ##p : [SEP] mat ##ing a [MASK] target distribution [UNK] in our case , the posterior [MASK] over the hidden [MASK] given the visible units [UNK] by some reasonably simple family [MASK] dis - tri [MASK] ##tions . in the case of the mean field approximation , [MASK] [MASK] [MASK] is the set of distributions [MASK] the hidden units are conditionally independent . [SEP]\n",
"INFO:tensorflow:input_ids: 3 6 270 273 709 234 86 22 96 5 18 9 349 28 6568 57 148 5 6 1332 12 273 709 2424 4055 3806 32 241 1003 5 629 546 50 6576 15 21 5 6 198 32 6 273 709 234 11 62 5 5 503 29 5 344 590 6580 4 5069 69 9 5 608 43 2 12 245 157 6568 6 797 5 107 6 114 5 147 6 547 89 2 24 72 2008 242 597 5 1865 6570 2719 5 2550 6576 12 6 157 7 6 207 463 434 6568 5 5 5 10 6 65 7 243 5 6 114 89 20 1872 557 6576 4 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.792566 140436350437248 create_pretraining_data.py:161] input_ids: 3 6 270 273 709 234 86 22 96 5 18 9 349 28 6568 57 148 5 6 1332 12 273 709 2424 4055 3806 32 241 1003 5 629 546 50 6576 15 21 5 6 198 32 6 273 709 234 11 62 5 5 503 29 5 344 590 6580 4 5069 69 9 5 608 43 2 12 245 157 6568 6 797 5 107 6 114 5 147 6 547 89 2 24 72 2008 242 597 5 1865 6570 2719 5 2550 6576 12 6 157 7 6 207 463 434 6568 5 5 5 10 6 65 7 243 5 6 114 89 20 1872 557 6576 4 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.792742 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.792893 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 9 17 29 36 46 47 50 58 68 72 83 87 88 99 100 101 107 0 0 0\n",
"I1001 23:18:35.793003 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 9 17 29 36 46 47 50 58 68 72 83 87 88 99 100 101 107 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 551 7 8 540 360 8 159 555 43 89 7 3266 2550 6 2509 597 105 0 0 0\n",
"I1001 23:18:35.793121 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 551 7 8 540 360 8 159 555 43 89 7 3266 2550 6 2509 597 105 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0\n",
"I1001 23:18:35.793242 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.793346 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.793813 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] [MASK] [SEP] t i [SEP]\n",
"I1001 23:18:35.793957 140436350437248 create_pretraining_data.py:151] tokens: [CLS] [MASK] [SEP] t i [SEP]\n",
"INFO:tensorflow:input_ids: 3 5 4 78 44 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.794098 140436350437248 create_pretraining_data.py:161] input_ids: 3 5 4 78 44 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.794248 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.794399 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.794518 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 44 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.794647 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 44 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.794768 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.794871 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.795384 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] figure 9 . neural : parameter sharing : black arrows indicate the [MASK] [MASK] use a particular parameter [MASK] two different models . ( top ) the black arrows indicate uses of the central element of a [MASK] - element kernel in a convolutional [MASK] . due to parameter sharing [MASK] this single ##R [MASK] used at all input locations . ( bottom ) the single black arrow indicates the use of the central element of the [MASK] matrix [MASK] a fully connected model . this [MASK] [MASK] no parameter sharing so the parameter is used only once . [SEP] min [MASK] ( x ) . ( 4 . 16 ) [MASK] [SEP]\n",
"I1001 23:18:35.795570 140436350437248 create_pretraining_data.py:151] tokens: [CLS] figure 9 . neural : parameter sharing : black arrows indicate the [MASK] [MASK] use a particular parameter [MASK] two different models . ( top ) the black arrows indicate uses of the central element of a [MASK] - element kernel in a convolutional [MASK] . due to parameter sharing [MASK] this single ##R [MASK] used at all input locations . ( bottom ) the single black arrow indicates the use of the central element of the [MASK] matrix [MASK] a fully connected model . this [MASK] [MASK] no parameter sharing so the parameter is used only once . [SEP] min [MASK] ( x ) . ( 4 . 16 ) [MASK] [SEP]\n",
"INFO:tensorflow:input_ids: 3 182 172 6576 60 6580 238 825 6580 2637 2385 1237 6 5 5 62 9 555 238 5 132 90 50 6576 6584 755 6630 6 2637 2385 1237 823 7 6 1505 520 7 9 5 6570 520 425 12 9 224 5 6576 550 8 238 825 5 30 199 1223 5 96 66 77 59 1261 6576 6584 1563 6630 6 199 2637 2263 1378 6 62 7 6 1505 520 7 6 5 108 5 9 919 510 28 6576 30 5 5 200 238 825 118 6 238 10 96 81 1329 6576 4 1259 5 6584 14 6630 6576 6584 123 6576 280 6630 5 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.795772 140436350437248 create_pretraining_data.py:161] input_ids: 3 182 172 6576 60 6580 238 825 6580 2637 2385 1237 6 5 5 62 9 555 238 5 132 90 50 6576 6584 755 6630 6 2637 2385 1237 823 7 6 1505 520 7 9 5 6570 520 425 12 9 224 5 6576 550 8 238 825 5 30 199 1223 5 96 66 77 59 1261 6576 6584 1563 6630 6 199 2637 2263 1378 6 62 7 6 1505 520 7 6 5 108 5 9 919 510 28 6576 30 5 5 200 238 825 118 6 238 10 96 81 1329 6576 4 1259 5 6584 14 6630 6576 6584 123 6576 280 6630 5 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.795932 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.893200 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 4 13 14 19 38 45 51 54 55 62 78 80 87 88 102 106 112 0 0 0\n",
"I1001 23:18:35.893505 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 4 13 14 19 38 45 51 54 55 62 78 80 87 88 102 106 112 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 64 486 13 12 84 28 6568 238 10 6584 244 12 28 68 76 6576 2 0 0 0\n",
"I1001 23:18:35.893696 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 64 486 13 12 84 28 6568 238 10 6584 244 12 28 68 76 6576 2 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0\n",
"I1001 23:18:35.893863 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.894724 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.895440 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] [UNK] { 0 , [MASK] } n exp w [MASK] , [MASK] ( d v ) + b y [SEP] [MASK] 18 . 13 ) [SEP]\n",
"I1001 23:18:35.895595 140436350437248 create_pretraining_data.py:151] tokens: [CLS] [UNK] { 0 , [MASK] } n exp w [MASK] , [MASK] ( d v ) + b y [SEP] [MASK] 18 . 13 ) [SEP]\n",
"INFO:tensorflow:input_ids: 3 2 6623 56 6568 5 6574 138 532 128 5 6568 5 6584 273 94 6630 6625 133 39 4 5 232 6576 385 6630 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.895782 140436350437248 create_pretraining_data.py:161] input_ids: 3 2 6623 56 6568 5 6574 138 532 128 5 6568 5 6584 273 94 6630 6625 133 39 4 5 232 6576 385 6630 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.895900 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.896012 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 5 10 12 21 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.896098 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 5 10 12 21 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 19 143 6580 6584 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.896164 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 19 143 6580 6584 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.896237 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.896303 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.897315 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] fact this [MASK] [MASK] when [MASK] training set is [MASK] large . from this point of view , training a neural network is not much different from training any [MASK] model . computing the gradient is slightly more complicated for a neural network [MASK] [MASK] can still be done efficiently [MASK] [MASK] . section 6 [MASK] 5 will describe how to obtain the [SEP] applied to quadratic [MASK] functions . [MASK] course , our primary [MASK] in this chapter is to explore optimization methods for training neural networks [MASK] other related deep learning models where the corresponding objective function [MASK] [MASK] from quadratic . perhaps surprising ##ly , the method of conjugate [MASK] is still [MASK] in this setting , though with [MASK] modification . without [SEP]\n",
"I1001 23:18:35.897493 140436350437248 create_pretraining_data.py:151] tokens: [CLS] fact this [MASK] [MASK] when [MASK] training set is [MASK] large . from this point of view , training a neural network is not much different from training any [MASK] model . computing the gradient is slightly more complicated for a neural network [MASK] [MASK] can still be done efficiently [MASK] [MASK] . section 6 [MASK] 5 will describe how to obtain the [SEP] applied to quadratic [MASK] functions . [MASK] course , our primary [MASK] in this chapter is to explore optimization methods for training neural networks [MASK] other related deep learning models where the corresponding objective function [MASK] [MASK] from quadratic . perhaps surprising ##ly , the method of conjugate [MASK] is still [MASK] in this setting , though with [MASK] modification . without [SEP]\n",
"INFO:tensorflow:input_ids: 3 761 30 5 5 106 5 38 65 10 5 151 6576 32 30 141 7 449 6568 38 9 60 49 10 33 284 90 32 38 160 5 28 6576 527 6 58 10 1910 73 716 16 9 60 49 5 5 21 450 22 1614 1096 5 5 6576 168 110 5 64 101 422 119 8 321 6 4 274 8 788 5 156 6576 5 683 6568 245 1709 5 12 30 350 10 8 2617 145 338 16 38 60 52 5 70 744 61 25 50 105 6 346 382 35 5 5 32 788 6576 2735 4319 171 6568 6 383 7 1461 5 10 450 5 12 30 691 6568 796 17 5 2230 6576 429 4\n",
"I1001 23:18:35.897659 140436350437248 create_pretraining_data.py:161] input_ids: 3 761 30 5 5 106 5 38 65 10 5 151 6576 32 30 141 7 449 6568 38 9 60 49 10 33 284 90 32 38 160 5 28 6576 527 6 58 10 1910 73 716 16 9 60 49 5 5 21 450 22 1614 1096 5 5 6576 168 110 5 64 101 422 119 8 321 6 4 274 8 788 5 156 6576 5 683 6568 245 1709 5 12 30 350 10 8 2617 145 338 16 38 60 52 5 70 744 61 25 50 105 6 346 382 35 5 5 32 788 6576 2735 4319 171 6568 6 383 7 1461 5 10 450 5 12 30 691 6568 796 17 5 2230 6576 429 4\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n",
"I1001 23:18:35.897784 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n",
"I1001 23:18:35.897879 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1\n",
"INFO:tensorflow:masked_lm_positions: 3 4 6 10 30 44 45 51 52 56 68 71 76 89 100 101 113 116 123 0\n",
"I1001 23:18:35.897947 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 3 4 6 10 30 44 45 51 52 56 68 71 76 89 100 101 113 116 123 0\n",
"INFO:tensorflow:masked_lm_ids: 10 405 6 776 70 6568 57 11 693 6576 382 7 1332 11 10 516 485 1211 72 0\n",
"I1001 23:18:35.898024 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 10 405 6 776 70 6568 57 11 693 6576 382 7 1332 11 10 516 485 1211 72 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0\n",
"I1001 23:18:35.898143 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.898245 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:18:35.898880 140436350437248 create_pretraining_data.py:149] *** Example ***\n",
"INFO:tensorflow:tokens: [CLS] [MASK] can now write the ratio [SEP] [UNK] [MASK] value imp [MASK] : given the observations of some elements of x , the model is asked to return [MASK] of or a probability distribution over some or [MASK] [MASK] the unobserved elements exist x . this requires multiple outputs . because the model could be [MASK] to restor ##e any of the elements of x , it must understand [MASK] entire input . [SEP]\n",
"I1001 23:18:35.899083 140436350437248 create_pretraining_data.py:151] tokens: [CLS] [MASK] can now write the ratio [SEP] [UNK] [MASK] value imp [MASK] : given the observations of some elements of x , the model is asked to return [MASK] of or a probability distribution over some or [MASK] [MASK] the unobserved elements exist x . this requires multiple outputs . because the model could be [MASK] to restor ##e any of the elements of x , it must understand [MASK] entire input . [SEP]\n",
"INFO:tensorflow:input_ids: 3 5 21 420 861 6 1086 4 2 5 117 4443 5 6580 147 6 2016 7 72 611 7 14 6568 6 28 10 2056 8 1198 5 7 36 9 80 43 107 72 36 5 5 6 3554 611 1341 14 6576 30 407 451 445 6576 125 6 28 290 22 5 8 5822 146 160 7 6 611 7 14 6568 34 176 863 5 526 59 6576 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.899293 140436350437248 create_pretraining_data.py:161] input_ids: 3 5 21 420 861 6 1086 4 2 5 117 4443 5 6580 147 6 2016 7 72 611 7 14 6568 6 28 10 2056 8 1198 5 7 36 9 80 43 107 72 36 5 5 6 3554 611 1341 14 6576 30 407 451 445 6576 125 6 28 290 22 5 8 5822 146 160 7 6 611 7 14 6568 34 176 863 5 526 59 6576 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.899480 140436350437248 create_pretraining_data.py:161] input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:segment_ids: 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.899707 140436350437248 create_pretraining_data.py:161] segment_ids: 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_positions: 1 9 12 29 38 39 41 43 56 70 72 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.899863 140436350437248 create_pretraining_data.py:161] masked_lm_positions: 1 9 12 29 38 39 41 43 56 70 72 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_ids: 15 1173 4189 1097 77 7 3554 7 2056 6 59 0 0 0 0 0 0 0 0 0\n",
"I1001 23:18:35.899994 140436350437248 create_pretraining_data.py:161] masked_lm_ids: 15 1173 4189 1097 77 7 3554 7 2056 6 59 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"I1001 23:18:35.900129 140436350437248 create_pretraining_data.py:161] masked_lm_weights: 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0\n",
"INFO:tensorflow:next_sentence_labels: 1\n",
"I1001 23:18:35.900241 140436350437248 create_pretraining_data.py:161] next_sentence_labels: 1\n",
"INFO:tensorflow:Wrote 53594 total instances\n",
"I1001 23:18:50.292210 140436350437248 create_pretraining_data.py:166] Wrote 53594 total instances\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "code",
"metadata": {
"id": "DIWySn3TIss_",
"colab_type": "code",
"outputId": "9e32da63-934e-40b4-ef34-27cd4692620a",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 1000
}
},
"source": [
"!python /content/bert_repo/run_pretraining.py \\\n",
" --input_file=/tmp/tf_examples.tfrecord \\\n",
" --output_dir=/content/pretraining_output \\\n",
" --do_train=True \\\n",
" --do_eval=True \\\n",
" --bert_config_file=/content/BERT_weights/wwm_uncased_L-24_H-1024_A-16/bert_config.json \\\n",
" --train_batch_size=32 \\\n",
" --max_seq_length=128 \\\n",
" --max_predictions_per_seq=20 \\\n",
" --num_train_steps=20 \\\n",
" --num_warmup_steps=10 \\\n",
" --learning_rate=2e-4 \\\n",
" --num_train_steps=2 \\\n",
" --iterations_per_loop=1"
],
"execution_count": 14,
"outputs": [
{
"output_type": "stream",
"text": [
"WARNING:tensorflow:From /content/bert_repo/optimization.py:87: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/run_pretraining.py:493: The name tf.app.run is deprecated. Please use tf.compat.v1.app.run instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/run_pretraining.py:407: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead.\n",
"\n",
"W1001 23:18:54.332500 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/run_pretraining.py:407: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/run_pretraining.py:407: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead.\n",
"\n",
"W1001 23:18:54.332711 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/run_pretraining.py:407: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/modeling.py:93: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n",
"\n",
"W1001 23:18:54.332837 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/modeling.py:93: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/run_pretraining.py:414: The name tf.gfile.MakeDirs is deprecated. Please use tf.io.gfile.makedirs instead.\n",
"\n",
"W1001 23:18:54.333516 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/run_pretraining.py:414: The name tf.gfile.MakeDirs is deprecated. Please use tf.io.gfile.makedirs instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/run_pretraining.py:418: The name tf.gfile.Glob is deprecated. Please use tf.io.gfile.glob instead.\n",
"\n",
"W1001 23:18:54.333714 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/run_pretraining.py:418: The name tf.gfile.Glob is deprecated. Please use tf.io.gfile.glob instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/run_pretraining.py:420: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead.\n",
"\n",
"W1001 23:18:54.334621 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/run_pretraining.py:420: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead.\n",
"\n",
"INFO:tensorflow:*** Input Files ***\n",
"I1001 23:18:54.334759 140392670488448 run_pretraining.py:420] *** Input Files ***\n",
"INFO:tensorflow: /tmp/tf_examples.tfrecord\n",
"I1001 23:18:54.334829 140392670488448 run_pretraining.py:422] /tmp/tf_examples.tfrecord\n",
"I1001 23:18:55.709236 140392670488448 utils.py:141] NumExpr defaulting to 2 threads.\n",
"WARNING:tensorflow:\n",
"The TensorFlow contrib module will not be included in TensorFlow 2.0.\n",
"For more information, please see:\n",
" * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md\n",
" * https://github.com/tensorflow/addons\n",
" * https://github.com/tensorflow/io (for I/O related ops)\n",
"If you depend on functionality not listed there, please file an issue.\n",
"\n",
"W1001 23:18:56.372964 140392670488448 lazy_loader.py:50] \n",
"The TensorFlow contrib module will not be included in TensorFlow 2.0.\n",
"For more information, please see:\n",
" * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md\n",
" * https://github.com/tensorflow/addons\n",
" * https://github.com/tensorflow/io (for I/O related ops)\n",
"If you depend on functionality not listed there, please file an issue.\n",
"\n",
"WARNING:tensorflow:Estimator's model_fn (<function model_fn_builder.<locals>.model_fn at 0x7faf8d6cd510>) includes params argument, but params are not passed to Estimator.\n",
"W1001 23:18:56.373837 140392670488448 estimator.py:1984] Estimator's model_fn (<function model_fn_builder.<locals>.model_fn at 0x7faf8d6cd510>) includes params argument, but params are not passed to Estimator.\n",
"INFO:tensorflow:Using config: {'_model_dir': '/content/pretraining_output', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': 1000, '_save_checkpoints_secs': None, '_session_config': allow_soft_placement: true\n",
"graph_options {\n",
" rewrite_options {\n",
" meta_optimizer_iterations: ONE\n",
" }\n",
"}\n",
", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': None, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7faf80b3c550>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1, '_tpu_config': TPUConfig(iterations_per_loop=1, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2), '_cluster': None}\n",
"I1001 23:18:56.375261 140392670488448 estimator.py:209] Using config: {'_model_dir': '/content/pretraining_output', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': 1000, '_save_checkpoints_secs': None, '_session_config': allow_soft_placement: true\n",
"graph_options {\n",
" rewrite_options {\n",
" meta_optimizer_iterations: ONE\n",
" }\n",
"}\n",
", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': None, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7faf80b3c550>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1, '_tpu_config': TPUConfig(iterations_per_loop=1, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2), '_cluster': None}\n",
"INFO:tensorflow:_TPUContext: eval_on_tpu True\n",
"I1001 23:18:56.375638 140392670488448 tpu_context.py:209] _TPUContext: eval_on_tpu True\n",
"WARNING:tensorflow:eval_on_tpu ignored because use_tpu is False.\n",
"W1001 23:18:56.376254 140392670488448 tpu_context.py:211] eval_on_tpu ignored because use_tpu is False.\n",
"INFO:tensorflow:***** Running training *****\n",
"I1001 23:18:56.376426 140392670488448 run_pretraining.py:459] ***** Running training *****\n",
"INFO:tensorflow: Batch size = 32\n",
"I1001 23:18:56.376540 140392670488448 run_pretraining.py:460] Batch size = 32\n",
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.\n",
"W1001 23:18:56.393573 140392670488448 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.\n",
"WARNING:tensorflow:From /content/bert_repo/run_pretraining.py:337: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead.\n",
"\n",
"W1001 23:18:56.406108 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/run_pretraining.py:337: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/run_pretraining.py:368: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use `tf.data.experimental.parallel_interleave(...)`.\n",
"W1001 23:18:56.412818 140392670488448 deprecation.py:323] From /content/bert_repo/run_pretraining.py:368: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use `tf.data.experimental.parallel_interleave(...)`.\n",
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`.\n",
"W1001 23:18:56.413124 140392670488448 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`.\n",
"WARNING:tensorflow:From /content/bert_repo/run_pretraining.py:385: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use `tf.data.experimental.map_and_batch(...)`.\n",
"W1001 23:18:56.438390 140392670488448 deprecation.py:323] From /content/bert_repo/run_pretraining.py:385: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use `tf.data.experimental.map_and_batch(...)`.\n",
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/contrib/data/python/ops/batching.py:273: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation.\n",
"W1001 23:18:56.438694 140392670488448 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/contrib/data/python/ops/batching.py:273: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation.\n",
"WARNING:tensorflow:From /content/bert_repo/run_pretraining.py:393: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead.\n",
"\n",
"W1001 23:18:56.440152 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/run_pretraining.py:393: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/run_pretraining.py:400: to_int32 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use `tf.cast` instead.\n",
"W1001 23:18:56.445280 140392670488448 deprecation.py:323] From /content/bert_repo/run_pretraining.py:400: to_int32 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use `tf.cast` instead.\n",
"INFO:tensorflow:Calling model_fn.\n",
"I1001 23:18:56.467453 140392670488448 estimator.py:1145] Calling model_fn.\n",
"INFO:tensorflow:Running train on CPU\n",
"I1001 23:18:56.467807 140392670488448 tpu_estimator.py:2965] Running train on CPU\n",
"INFO:tensorflow:*** Features ***\n",
"I1001 23:18:56.468176 140392670488448 run_pretraining.py:117] *** Features ***\n",
"INFO:tensorflow: name = input_ids, shape = (32, 128)\n",
"I1001 23:18:56.468350 140392670488448 run_pretraining.py:119] name = input_ids, shape = (32, 128)\n",
"INFO:tensorflow: name = input_mask, shape = (32, 128)\n",
"I1001 23:18:56.468475 140392670488448 run_pretraining.py:119] name = input_mask, shape = (32, 128)\n",
"INFO:tensorflow: name = masked_lm_ids, shape = (32, 20)\n",
"I1001 23:18:56.468609 140392670488448 run_pretraining.py:119] name = masked_lm_ids, shape = (32, 20)\n",
"INFO:tensorflow: name = masked_lm_positions, shape = (32, 20)\n",
"I1001 23:18:56.468727 140392670488448 run_pretraining.py:119] name = masked_lm_positions, shape = (32, 20)\n",
"INFO:tensorflow: name = masked_lm_weights, shape = (32, 20)\n",
"I1001 23:18:56.468840 140392670488448 run_pretraining.py:119] name = masked_lm_weights, shape = (32, 20)\n",
"INFO:tensorflow: name = next_sentence_labels, shape = (32, 1)\n",
"I1001 23:18:56.468949 140392670488448 run_pretraining.py:119] name = next_sentence_labels, shape = (32, 1)\n",
"INFO:tensorflow: name = segment_ids, shape = (32, 128)\n",
"I1001 23:18:56.469055 140392670488448 run_pretraining.py:119] name = segment_ids, shape = (32, 128)\n",
"WARNING:tensorflow:From /content/bert_repo/modeling.py:171: The name tf.variable_scope is deprecated. Please use tf.compat.v1.variable_scope instead.\n",
"\n",
"W1001 23:18:56.469280 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/modeling.py:171: The name tf.variable_scope is deprecated. Please use tf.compat.v1.variable_scope instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/modeling.py:409: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead.\n",
"\n",
"W1001 23:18:56.471042 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/modeling.py:409: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/modeling.py:490: The name tf.assert_less_equal is deprecated. Please use tf.compat.v1.assert_less_equal instead.\n",
"\n",
"W1001 23:18:56.494934 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/modeling.py:490: The name tf.assert_less_equal is deprecated. Please use tf.compat.v1.assert_less_equal instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/modeling.py:358: calling dropout (from tensorflow.python.ops.nn_ops) with keep_prob is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Please use `rate` instead of `keep_prob`. Rate should be set to `rate = 1 - keep_prob`.\n",
"W1001 23:18:56.529925 140392670488448 deprecation.py:506] From /content/bert_repo/modeling.py:358: calling dropout (from tensorflow.python.ops.nn_ops) with keep_prob is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Please use `rate` instead of `keep_prob`. Rate should be set to `rate = 1 - keep_prob`.\n",
"WARNING:tensorflow:From /content/bert_repo/modeling.py:671: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use keras.layers.dense instead.\n",
"W1001 23:18:56.544461 140392670488448 deprecation.py:323] From /content/bert_repo/modeling.py:671: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use keras.layers.dense instead.\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914e80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914e80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:56.647134 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914e80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914e80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914e80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914e80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:56.852977 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914e80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914e80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f8b2f60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f8b2f60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:56.948807 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f8b2f60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f8b2f60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914d30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914d30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:57.068433 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914d30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914d30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:57.201371 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f914470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f8625f8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f8625f8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:57.305937 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f8625f8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f8625f8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f70afd0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f70afd0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:57.433854 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f70afd0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f70afd0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f70afd0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f70afd0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:57.530022 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f70afd0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f70afd0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f70afd0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f70afd0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:57.630962 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f70afd0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f70afd0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f7889e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f7889e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:57.751558 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f7889e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f7889e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f852518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f852518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:57.882644 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f852518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f852518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f851198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f851198>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:57.985636 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f851198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f851198>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f4fb860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f4fb860>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:58.113495 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f4fb860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f4fb860>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f788080>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f788080>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:58.213415 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f788080>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f788080>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f788080>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f788080>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:58.314781 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f788080>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f788080>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f5a2e48>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f5a2e48>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:58.442912 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f5a2e48>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f5a2e48>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f5ec390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f5ec390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:58.564969 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f5ec390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f5ec390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f530f98>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f530f98>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:58.667446 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f530f98>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f530f98>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f35e630>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f35e630>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:58.793595 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f35e630>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f35e630>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f64d160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f64d160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:58.889858 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f64d160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f64d160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f64d160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f64d160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:58.984127 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f64d160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f64d160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f35e2b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f35e2b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:59.108536 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f35e2b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f35e2b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f480898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f480898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:59.232451 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f480898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f480898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f74c3c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f74c3c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:59.340825 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f74c3c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f74c3c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f140ba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f140ba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:59.471706 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f140ba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f140ba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f852518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f852518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:59.567224 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f852518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f852518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f852518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f852518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:59.669640 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f852518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f852518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f1505f8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f1505f8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:18:59.911449 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f1505f8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f1505f8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f280a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f280a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:00.036643 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f280a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f280a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f45f978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f45f978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:00.142151 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f45f978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f45f978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f004f60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f004f60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:00.270794 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f004f60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f004f60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f280a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f280a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:00.378401 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f280a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f280a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f280a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f280a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:00.474755 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f280a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f280a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ef71d30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ef71d30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:00.599564 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ef71d30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ef71d30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f2114a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f2114a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:00.725666 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f2114a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f2114a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f84acf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f84acf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:00.834439 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f84acf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f84acf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7edde550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7edde550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:00.965147 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7edde550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7edde550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7fafae1833c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7fafae1833c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:01.062113 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7fafae1833c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7fafae1833c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7fafae1833c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7fafae1833c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:01.159296 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7fafae1833c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7fafae1833c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeadac8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeadac8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:01.285895 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeadac8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeadac8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f84acf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f84acf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:01.413722 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f84acf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f84acf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f833278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f833278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:01.515813 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f833278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f833278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ec61710>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ec61710>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:01.647014 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ec61710>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ec61710>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f2114a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f2114a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:01.741733 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f2114a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f2114a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f2114a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f2114a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:01.839652 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f2114a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f2114a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeadf60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeadf60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:01.967692 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeadf60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeadf60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ecb4a58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ecb4a58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:02.093438 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ecb4a58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ecb4a58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ee96f28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ee96f28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:02.204128 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ee96f28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ee96f28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ea63e10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ea63e10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:02.327682 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ea63e10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ea63e10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f150e10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f150e10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:02.427866 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f150e10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f150e10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f150e10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f150e10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:02.523208 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f150e10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f150e10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ea08fd0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ea08fd0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:02.650106 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ea08fd0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ea08fd0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f480898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f480898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:02.774941 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f480898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f480898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ebabe80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ebabe80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:02.892241 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ebabe80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ebabe80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e868be0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e868be0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:03.174292 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e868be0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e868be0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeb16a0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeb16a0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:03.278670 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeb16a0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeb16a0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeb16a0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeb16a0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:03.376527 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeb16a0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eeb16a0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e7fd550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e7fd550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:03.507581 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e7fd550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e7fd550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eb54358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eb54358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:03.637218 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eb54358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eb54358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e8d03c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e8d03c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:03.744938 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e8d03c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e8d03c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6401d0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6401d0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:03.874033 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6401d0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6401d0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ec99b00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ec99b00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:03.978254 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ec99b00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ec99b00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ec99b00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ec99b00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:04.080727 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ec99b00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ec99b00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6a5e80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6a5e80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:04.213961 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6a5e80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6a5e80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ee96f28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ee96f28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:04.343776 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ee96f28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ee96f28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eaa12e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eaa12e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:04.451425 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eaa12e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eaa12e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e43c588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e43c588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:04.580487 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e43c588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e43c588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eb54358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eb54358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:04.679307 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eb54358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eb54358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eb54358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eb54358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:04.783413 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eb54358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eb54358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e5023c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e5023c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:04.904120 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e5023c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e5023c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e635be0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e635be0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:05.034323 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e635be0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e635be0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e4e0d30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e4e0d30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:05.141200 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e4e0d30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e4e0d30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e252e10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e252e10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:05.269352 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e252e10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e252e10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e635be0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e635be0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:05.368924 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e635be0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e635be0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e635be0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e635be0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:05.464379 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e635be0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e635be0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e252978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e252978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:05.594249 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e252978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e252978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e2b69b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e2b69b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:05.718816 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e2b69b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e2b69b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e3ad470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e3ad470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:05.826955 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e3ad470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e3ad470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e0e2198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e0e2198>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:05.951300 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e0e2198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e0e2198>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f759278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f759278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:06.055386 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f759278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f759278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f759278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f759278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:06.149979 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f759278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f759278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e0e4908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e0e4908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:06.273925 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e0e4908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e0e4908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e5cccc0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e5cccc0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:06.402661 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e5cccc0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e5cccc0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e3670b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e3670b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:06.510174 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e3670b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e3670b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dec7240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dec7240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:06.639580 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dec7240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dec7240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eaa1160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eaa1160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:06.736355 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eaa1160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eaa1160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eaa1160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eaa1160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:06.837904 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eaa1160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7eaa1160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e0e4908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e0e4908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:06.963792 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e0e4908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e0e4908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e167cc0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e167cc0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:07.094453 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e167cc0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e167cc0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e102908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e102908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:07.205183 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e102908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e102908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc904a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc904a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:07.499329 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc904a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc904a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc93eb8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc93eb8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:07.596971 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc93eb8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc93eb8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc93eb8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc93eb8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:07.694392 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc93eb8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc93eb8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc90470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc90470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:07.825929 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc90470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dc90470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7def0d68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7def0d68>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:07.960301 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7def0d68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7def0d68>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e18c908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e18c908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:08.068753 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e18c908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e18c908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dab2e80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dab2e80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:08.196363 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dab2e80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dab2e80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6a5ef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6a5ef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:08.301842 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6a5ef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6a5ef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6a5ef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6a5ef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:08.399471 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6a5ef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e6a5ef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7db0c518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7db0c518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:08.524561 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7db0c518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7db0c518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dd33d68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dd33d68>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:08.655490 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dd33d68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dd33d68>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dd949b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dd949b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:08.762542 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dd949b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dd949b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8da4e0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8da4e0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:08.887506 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8da4e0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8da4e0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8da4e0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8da4e0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:08.992322 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8da4e0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8da4e0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8da4e0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8da4e0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:09.087890 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8da4e0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8da4e0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d90f710>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d90f710>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:09.212845 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d90f710>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d90f710>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e763240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e763240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:09.340043 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e763240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e763240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f8d0d68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f8d0d68>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:09.443149 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f8d0d68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f8d0d68>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d75d978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d75d978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:09.575189 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d75d978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d75d978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e102908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e102908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:09.674324 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e102908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e102908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e102908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e102908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:09.773199 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e102908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7e102908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d6fdf28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d6fdf28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:09.899683 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d6fdf28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d6fdf28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d734240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d734240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:10.031300 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d734240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d734240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8fb748>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8fb748>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:10.138827 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8fb748>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d8fb748>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d53e710>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d53e710>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:10.283178 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d53e710>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d53e710>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:10.383885 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:10.480139 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d53e320>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d53e320>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:10.611791 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d53e320>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d53e320>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:10.738160 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d9d4eb8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d9d4eb8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:10.846789 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d9d4eb8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d9d4eb8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d2f2160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d2f2160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:10.974669 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d2f2160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d2f2160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:11.072012 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:11.170677 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d34cf60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d34cf60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:11.296728 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d34cf60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d34cf60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d56bef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d56bef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:11.424955 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d56bef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d56bef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d3a2898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d3a2898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:11.531968 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d3a2898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d3a2898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d19d9b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d19d9b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:11.663644 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d19d9b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d19d9b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:11.759420 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:11.863513 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7dff30b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d19d908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d19d908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:11.996132 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d19d908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d19d908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d699978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d699978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:12.125116 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d699978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d699978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d407278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d407278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:12.234906 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d407278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d407278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cfe1748>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cfe1748>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:12.365417 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cfe1748>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cfe1748>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d56bef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d56bef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:12.468399 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d56bef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d56bef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d56bef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d56bef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:12.566580 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d56bef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d56bef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cfe6eb8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cfe6eb8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:12.865714 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cfe6eb8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cfe6eb8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d407278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d407278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:12.992272 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d407278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d407278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:13.097784 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d7c7dd8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cd9dba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cd9dba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:13.228918 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cd9dba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cd9dba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d2c1d68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d2c1d68>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:13.326704 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d2c1d68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d2c1d68>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d2c1d68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d2c1d68>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:13.427147 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d2c1d68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7d2c1d68>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f0044a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f0044a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:13.562386 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f0044a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f0044a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ce4eb38>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ce4eb38>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:13.705662 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ce4eb38>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ce4eb38>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ce551d0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ce551d0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:13.812021 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ce551d0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7ce551d0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f9c90b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f9c90b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:13.967341 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f9c90b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7f9c90b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cb6af60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cb6af60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:19:14.077058 140392670488448 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cb6af60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7faf7cb6af60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"INFO:tensorflow:**** Trainable Variables ****\n",
"I1001 23:19:14.144392 140392670488448 run_pretraining.py:167] **** Trainable Variables ****\n",
"INFO:tensorflow: name = bert/embeddings/word_embeddings:0, shape = (30522, 1024)\n",
"I1001 23:19:14.144702 140392670488448 run_pretraining.py:173] name = bert/embeddings/word_embeddings:0, shape = (30522, 1024)\n",
"INFO:tensorflow: name = bert/embeddings/token_type_embeddings:0, shape = (2, 1024)\n",
"I1001 23:19:14.144847 140392670488448 run_pretraining.py:173] name = bert/embeddings/token_type_embeddings:0, shape = (2, 1024)\n",
"INFO:tensorflow: name = bert/embeddings/position_embeddings:0, shape = (512, 1024)\n",
"I1001 23:19:14.144945 140392670488448 run_pretraining.py:173] name = bert/embeddings/position_embeddings:0, shape = (512, 1024)\n",
"INFO:tensorflow: name = bert/embeddings/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.145050 140392670488448 run_pretraining.py:173] name = bert/embeddings/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/embeddings/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.145136 140392670488448 run_pretraining.py:173] name = bert/embeddings/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.145218 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.145302 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.145382 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.145473 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.145551 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.145684 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.145789 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.145871 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.145951 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.146026 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.146105 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.146185 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.146263 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.146342 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.146420 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_0/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.146494 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_0/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.146570 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.146681 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.146761 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.146840 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.146917 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.146996 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.147073 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.147152 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.147226 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.147300 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.147378 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.147464 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.147545 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.147647 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.147727 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_1/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.147801 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_1/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.147877 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.147964 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.148043 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.148122 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.148199 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.148280 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.148356 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.148433 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.148510 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.148584 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.148687 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.148766 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.148844 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.148922 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.148997 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_2/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.149073 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_2/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.149151 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.149229 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.149306 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.149386 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.149461 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.149539 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.149638 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.149723 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.149801 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.149996 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.150078 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.150160 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.150247 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.150327 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.150405 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_3/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.150485 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_3/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.150563 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.150672 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.150751 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.150831 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.150908 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.150986 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.151072 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.151151 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.151228 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.151303 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.229310 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.229795 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.230022 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.230232 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.230410 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_4/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.230593 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_4/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.230813 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.230997 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.231169 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.231344 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.231513 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.231730 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.231886 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.232050 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.232205 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.232359 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.232522 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.232744 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.232913 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.233106 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.233286 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_5/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.233456 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_5/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.233665 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.233852 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.234022 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.234187 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.234332 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.234476 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.234656 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.234816 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.234966 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.235134 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.235290 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.235440 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.235614 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.235768 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.235906 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_6/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.236044 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_6/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.236185 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.236328 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.236464 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.236633 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.236785 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.236944 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.237101 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.237283 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.237449 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.237643 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.237816 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.238004 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.238184 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.238375 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.238539 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_7/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.238728 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_7/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.238893 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.239068 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.239223 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.239376 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.239534 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.239746 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.239913 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.240076 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.240229 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.240367 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.240502 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.240684 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.240840 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.240999 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.241141 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_8/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.241269 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_8/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.241405 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.241559 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.241726 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.241871 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.242016 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.242213 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.242371 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.242519 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.242716 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.242873 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.243066 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.243247 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.243427 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.243636 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.243818 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_9/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.243983 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_9/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.244148 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.244302 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.244461 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.244667 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.244850 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.245040 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.245216 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.245395 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.245573 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.245778 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.245960 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.246143 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.246313 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.246491 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.246701 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_10/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.246875 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_10/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.247041 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.247220 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.247462 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.247687 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.247876 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.248057 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.248233 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.248406 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.248651 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.248836 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.249017 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.249205 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.249393 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.249592 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.249789 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_11/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.249957 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_11/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.250127 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.250308 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.250476 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.250692 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.250870 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.251048 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.251232 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.251414 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.251614 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.251790 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.251965 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.252196 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.252378 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.252569 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.252768 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_12/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.252941 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_12/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.253111 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.253288 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.253461 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.253671 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.253864 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.254045 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.254218 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.254413 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.254594 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.254791 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.254959 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.255154 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.255324 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.255503 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.255708 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_13/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.255877 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_13/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.256047 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.256225 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.256393 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.256580 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.256778 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.256957 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.257132 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.257330 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.257504 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.257705 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.257878 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.258068 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.258244 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.258419 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.258616 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_14/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.258832 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_14/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.259003 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.259193 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.259362 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.259551 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.259751 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.259944 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.260118 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.260294 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.260463 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.260672 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.260850 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.261028 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.261203 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.261378 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.261559 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_15/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.261749 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_15/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.261921 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.262098 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.262271 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.262454 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.262661 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.262844 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.263017 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.263190 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.263359 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.263520 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.263729 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.263905 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.264081 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.264255 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.264426 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_16/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.264621 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_16/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.264803 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.264988 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.265165 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.265354 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.265535 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.265743 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.265915 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.266094 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.266261 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.266426 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.266629 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.266827 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.267000 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.267181 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.267347 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_17/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.267514 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_17/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.267721 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.267901 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.268068 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.268245 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.268424 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.268633 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.268816 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.268994 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.269164 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.269330 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.269496 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.269775 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.269956 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.270138 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.270310 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_18/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.270474 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_18/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.270678 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.270871 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.271059 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.271242 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.271415 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.271624 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.271805 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.271983 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.272160 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.272330 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.272497 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.272715 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.272889 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.273071 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.273241 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_19/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.273422 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_19/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.273615 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.273800 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.273968 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.274149 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.274317 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.274495 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.274717 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.274899 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.275081 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.275249 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.275432 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.275640 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.275823 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.276000 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.276173 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_20/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.276337 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_20/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.276520 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.276736 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.276912 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.277086 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.277280 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.277461 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.277666 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.277851 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.278017 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.278194 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.278362 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.278552 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.278749 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.278923 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.279092 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_21/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.279264 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_21/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.279431 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.279652 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.279859 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.280043 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.280218 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.280396 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.280623 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.280815 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.280984 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.281148 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.281318 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.281491 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.281700 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.281879 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.282061 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_22/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.282228 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_22/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.282405 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/attention/self/query/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/self/query/bias:0, shape = (1024,)\n",
"I1001 23:19:14.282593 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/attention/self/query/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.282791 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/attention/self/key/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/self/key/bias:0, shape = (1024,)\n",
"I1001 23:19:14.282968 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/attention/self/key/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.283135 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/attention/self/value/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/self/value/bias:0, shape = (1024,)\n",
"I1001 23:19:14.283312 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/attention/self/value/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.283480 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/attention/output/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.283704 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/attention/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.283875 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/attention/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.284054 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/attention/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"I1001 23:19:14.284222 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/intermediate/dense/kernel:0, shape = (1024, 4096)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/intermediate/dense/bias:0, shape = (4096,)\n",
"I1001 23:19:14.284400 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/intermediate/dense/bias:0, shape = (4096,)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/output/dense/kernel:0, shape = (4096, 1024)\n",
"I1001 23:19:14.284578 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/output/dense/kernel:0, shape = (4096, 1024)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/output/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.284784 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/output/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/output/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.284954 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/output/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/encoder/layer_23/output/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.285141 140392670488448 run_pretraining.py:173] name = bert/encoder/layer_23/output/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = bert/pooler/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.285314 140392670488448 run_pretraining.py:173] name = bert/pooler/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = bert/pooler/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.285490 140392670488448 run_pretraining.py:173] name = bert/pooler/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = cls/predictions/transform/dense/kernel:0, shape = (1024, 1024)\n",
"I1001 23:19:14.285693 140392670488448 run_pretraining.py:173] name = cls/predictions/transform/dense/kernel:0, shape = (1024, 1024)\n",
"INFO:tensorflow: name = cls/predictions/transform/dense/bias:0, shape = (1024,)\n",
"I1001 23:19:14.285873 140392670488448 run_pretraining.py:173] name = cls/predictions/transform/dense/bias:0, shape = (1024,)\n",
"INFO:tensorflow: name = cls/predictions/transform/LayerNorm/beta:0, shape = (1024,)\n",
"I1001 23:19:14.286042 140392670488448 run_pretraining.py:173] name = cls/predictions/transform/LayerNorm/beta:0, shape = (1024,)\n",
"INFO:tensorflow: name = cls/predictions/transform/LayerNorm/gamma:0, shape = (1024,)\n",
"I1001 23:19:14.286225 140392670488448 run_pretraining.py:173] name = cls/predictions/transform/LayerNorm/gamma:0, shape = (1024,)\n",
"INFO:tensorflow: name = cls/predictions/output_bias:0, shape = (30522,)\n",
"I1001 23:19:14.286393 140392670488448 run_pretraining.py:173] name = cls/predictions/output_bias:0, shape = (30522,)\n",
"INFO:tensorflow: name = cls/seq_relationship/output_weights:0, shape = (2, 1024)\n",
"I1001 23:19:14.286568 140392670488448 run_pretraining.py:173] name = cls/seq_relationship/output_weights:0, shape = (2, 1024)\n",
"INFO:tensorflow: name = cls/seq_relationship/output_bias:0, shape = (2,)\n",
"I1001 23:19:14.286772 140392670488448 run_pretraining.py:173] name = cls/seq_relationship/output_bias:0, shape = (2,)\n",
"WARNING:tensorflow:From /content/bert_repo/optimization.py:27: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead.\n",
"\n",
"W1001 23:19:14.287016 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/optimization.py:27: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/optimization.py:32: The name tf.train.polynomial_decay is deprecated. Please use tf.compat.v1.train.polynomial_decay instead.\n",
"\n",
"W1001 23:19:14.288410 140392670488448 deprecation_wrapper.py:119] From /content/bert_repo/optimization.py:32: The name tf.train.polynomial_decay is deprecated. Please use tf.compat.v1.train.polynomial_decay instead.\n",
"\n",
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/keras/optimizer_v2/learning_rate_schedule.py:409: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Deprecated in favor of operator or tf.math.divide.\n",
"W1001 23:19:14.293485 140392670488448 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/keras/optimizer_v2/learning_rate_schedule.py:409: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Deprecated in favor of operator or tf.math.divide.\n",
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/math_grad.py:1205: add_dispatch_support.<locals>.wrapper (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
"W1001 23:19:14.537863 140392670488448 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/math_grad.py:1205: add_dispatch_support.<locals>.wrapper (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
"INFO:tensorflow:Done calling model_fn.\n",
"I1001 23:19:31.122465 140392670488448 estimator.py:1147] Done calling model_fn.\n",
"INFO:tensorflow:Create CheckpointSaverHook.\n",
"I1001 23:19:31.124320 140392670488448 basic_session_run_hooks.py:541] Create CheckpointSaverHook.\n",
"INFO:tensorflow:Graph was finalized.\n",
"I1001 23:19:36.961217 140392670488448 monitored_session.py:240] Graph was finalized.\n",
"2019-10-01 23:19:36.966104: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 2300000000 Hz\n",
"2019-10-01 23:19:36.966364: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x1967f80 executing computations on platform Host. Devices:\n",
"2019-10-01 23:19:36.966398: I tensorflow/compiler/xla/service/service.cc:175] StreamExecutor device (0): <undefined>, <undefined>\n",
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saver.py:1276: checkpoint_exists (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use standard file APIs to check for files with this prefix.\n",
"W1001 23:19:36.967395 140392670488448 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saver.py:1276: checkpoint_exists (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use standard file APIs to check for files with this prefix.\n",
"INFO:tensorflow:Restoring parameters from /content/pretraining_output/model.ckpt-0\n",
"I1001 23:19:36.968522 140392670488448 saver.py:1280] Restoring parameters from /content/pretraining_output/model.ckpt-0\n",
"2019-10-01 23:19:38.904953: W tensorflow/compiler/jit/mark_for_compilation_pass.cc:1412] (One-time warning): Not using XLA:CPU for cluster because envvar TF_XLA_FLAGS=--tf_xla_cpu_global_jit was not set. If you want XLA:CPU, either set that envvar, or use experimental_jit_scope to enable XLA:CPU. To confirm that XLA is active, pass --vmodule=xla_compilation_cache=1 (as a proper command-line flag, not via TF_XLA_FLAGS) or set the envvar XLA_FLAGS=--xla_hlo_profile.\n",
"2019-10-01 23:19:39.033437: W tensorflow/core/framework/allocator.cc:107] Allocation of 125018112 exceeds 10% of system memory.\n",
"2019-10-01 23:19:39.033964: W tensorflow/core/framework/allocator.cc:107] Allocation of 125018112 exceeds 10% of system memory.\n",
"2019-10-01 23:19:39.034269: W tensorflow/core/framework/allocator.cc:107] Allocation of 125018112 exceeds 10% of system memory.\n",
"2019-10-01 23:19:49.858106: W tensorflow/core/framework/allocator.cc:107] Allocation of 16777216 exceeds 10% of system memory.\n",
"2019-10-01 23:19:52.482526: W tensorflow/core/framework/allocator.cc:107] Allocation of 16777216 exceeds 10% of system memory.\n",
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saver.py:1066: get_checkpoint_mtimes (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use standard file utilities to get mtimes.\n",
"W1001 23:22:07.453800 140392670488448 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saver.py:1066: get_checkpoint_mtimes (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use standard file utilities to get mtimes.\n",
"INFO:tensorflow:Running local_init_op.\n",
"I1001 23:22:08.671555 140392670488448 session_manager.py:500] Running local_init_op.\n",
"INFO:tensorflow:Done running local_init_op.\n",
"I1001 23:22:08.997620 140392670488448 session_manager.py:502] Done running local_init_op.\n",
"INFO:tensorflow:Saving checkpoints for 0 into /content/pretraining_output/model.ckpt.\n",
"I1001 23:22:20.935474 140392670488448 basic_session_run_hooks.py:606] Saving checkpoints for 0 into /content/pretraining_output/model.ckpt.\n",
"^C\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "code",
"metadata": {
"id": "Vp4IdlmFSw3b",
"colab_type": "code",
"outputId": "4a803e6a-5a58-441e-a1c0-debd28593592",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 1000
}
},
"source": [
"# create dummy data to get embeddings\n",
"!echo 'Who was Jim Henson ?' > /tmp/input.txt\n",
"\n",
"# get embeddings for the dummy data\n",
"!python /content/bert_repo/extract_features.py \\\n",
" --input_file=/tmp/input.txt\\\n",
" --output_file=/tmp/output.jsonl \\\n",
" --vocab_file=/content/training_data/deep_vocab.txt \\\n",
" --bert_config_file=/content/BERT_weights/wwm_uncased_L-24_H-1024_A-16/bert_config.json \\\n",
" --init_checkpoint=/content/pretraining_output/model.ckpt-0 \\\n",
" --layers=-1 \\\n",
" --max_seq_length=128 \\\n",
" --batch_size=8"
],
"execution_count": 32,
"outputs": [
{
"output_type": "stream",
"text": [
"WARNING:tensorflow:From /content/bert_repo/extract_features.py:419: The name tf.app.run is deprecated. Please use tf.compat.v1.app.run instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/extract_features.py:344: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead.\n",
"\n",
"W1001 23:38:19.788702 139819243091840 deprecation_wrapper.py:119] From /content/bert_repo/extract_features.py:344: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/extract_features.py:344: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead.\n",
"\n",
"W1001 23:38:19.788935 139819243091840 deprecation_wrapper.py:119] From /content/bert_repo/extract_features.py:344: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/modeling.py:93: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n",
"\n",
"W1001 23:38:19.789112 139819243091840 deprecation_wrapper.py:119] From /content/bert_repo/modeling.py:93: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n",
"\n",
"I1001 23:38:20.423930 139819243091840 utils.py:141] NumExpr defaulting to 2 threads.\n",
"WARNING:tensorflow:\n",
"The TensorFlow contrib module will not be included in TensorFlow 2.0.\n",
"For more information, please see:\n",
" * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md\n",
" * https://github.com/tensorflow/addons\n",
" * https://github.com/tensorflow/io (for I/O related ops)\n",
"If you depend on functionality not listed there, please file an issue.\n",
"\n",
"W1001 23:38:20.711617 139819243091840 lazy_loader.py:50] \n",
"The TensorFlow contrib module will not be included in TensorFlow 2.0.\n",
"For more information, please see:\n",
" * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md\n",
" * https://github.com/tensorflow/addons\n",
" * https://github.com/tensorflow/io (for I/O related ops)\n",
"If you depend on functionality not listed there, please file an issue.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/extract_features.py:283: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead.\n",
"\n",
"W1001 23:38:20.713134 139819243091840 deprecation_wrapper.py:119] From /content/bert_repo/extract_features.py:283: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead.\n",
"\n",
"INFO:tensorflow:*** Example ***\n",
"I1001 23:38:20.713309 139819243091840 extract_features.py:283] *** Example ***\n",
"INFO:tensorflow:unique_id: 0\n",
"I1001 23:38:20.713410 139819243091840 extract_features.py:284] unique_id: 0\n",
"INFO:tensorflow:tokens: [CLS] who was j ##im he ##ns ##on ? [SEP]\n",
"I1001 23:38:20.713511 139819243091840 extract_features.py:286] tokens: [CLS] who was j ##im he ##ns ##on ? [SEP]\n",
"INFO:tensorflow:input_ids: 3 1140 251 165 3041 3636 2424 388 6629 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:38:20.713669 139819243091840 extract_features.py:287] input_ids: 3 1140 251 165 3041 3636 2424 388 6629 4 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_mask: 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:38:20.713815 139819243091840 extract_features.py:288] input_mask: 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"INFO:tensorflow:input_type_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"I1001 23:38:20.713939 139819243091840 extract_features.py:290] input_type_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0\n",
"WARNING:tensorflow:Estimator's model_fn (<function model_fn_builder.<locals>.model_fn at 0x7f2a0a7d82f0>) includes params argument, but params are not passed to Estimator.\n",
"W1001 23:38:20.714177 139819243091840 estimator.py:1984] Estimator's model_fn (<function model_fn_builder.<locals>.model_fn at 0x7f2a0a7d82f0>) includes params argument, but params are not passed to Estimator.\n",
"WARNING:tensorflow:Using temporary folder as model directory: /tmp/tmpi_yrl_6w\n",
"W1001 23:38:20.715640 139819243091840 estimator.py:1811] Using temporary folder as model directory: /tmp/tmpi_yrl_6w\n",
"INFO:tensorflow:Using config: {'_model_dir': '/tmp/tmpi_yrl_6w', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_save_checkpoints_secs': 600, '_session_config': allow_soft_placement: true\n",
"graph_options {\n",
" rewrite_options {\n",
" meta_optimizer_iterations: ONE\n",
" }\n",
"}\n",
", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': None, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7f29feb5c8d0>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1, '_tpu_config': TPUConfig(iterations_per_loop=2, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2), '_cluster': None}\n",
"I1001 23:38:20.716022 139819243091840 estimator.py:209] Using config: {'_model_dir': '/tmp/tmpi_yrl_6w', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_save_checkpoints_secs': 600, '_session_config': allow_soft_placement: true\n",
"graph_options {\n",
" rewrite_options {\n",
" meta_optimizer_iterations: ONE\n",
" }\n",
"}\n",
", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': None, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7f29feb5c8d0>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1, '_tpu_config': TPUConfig(iterations_per_loop=2, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2), '_cluster': None}\n",
"INFO:tensorflow:_TPUContext: eval_on_tpu True\n",
"I1001 23:38:20.716310 139819243091840 tpu_context.py:209] _TPUContext: eval_on_tpu True\n",
"WARNING:tensorflow:eval_on_tpu ignored because use_tpu is False.\n",
"W1001 23:38:20.716976 139819243091840 tpu_context.py:211] eval_on_tpu ignored because use_tpu is False.\n",
"WARNING:tensorflow:From /content/bert_repo/extract_features.py:387: The name tf.gfile.Open is deprecated. Please use tf.io.gfile.GFile instead.\n",
"\n",
"W1001 23:38:20.717166 139819243091840 deprecation_wrapper.py:119] From /content/bert_repo/extract_features.py:387: The name tf.gfile.Open is deprecated. Please use tf.io.gfile.GFile instead.\n",
"\n",
"INFO:tensorflow:Could not find trained model in model_dir: /tmp/tmpi_yrl_6w, running initialization to predict.\n",
"I1001 23:38:20.717509 139819243091840 estimator.py:612] Could not find trained model in model_dir: /tmp/tmpi_yrl_6w, running initialization to predict.\n",
"INFO:tensorflow:Calling model_fn.\n",
"I1001 23:38:20.739954 139819243091840 estimator.py:1145] Calling model_fn.\n",
"INFO:tensorflow:Running infer on CPU\n",
"I1001 23:38:20.740288 139819243091840 tpu_estimator.py:2965] Running infer on CPU\n",
"WARNING:tensorflow:From /content/bert_repo/modeling.py:171: The name tf.variable_scope is deprecated. Please use tf.compat.v1.variable_scope instead.\n",
"\n",
"W1001 23:38:20.743963 139819243091840 deprecation_wrapper.py:119] From /content/bert_repo/modeling.py:171: The name tf.variable_scope is deprecated. Please use tf.compat.v1.variable_scope instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/modeling.py:409: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead.\n",
"\n",
"W1001 23:38:20.745745 139819243091840 deprecation_wrapper.py:119] From /content/bert_repo/modeling.py:409: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/modeling.py:490: The name tf.assert_less_equal is deprecated. Please use tf.compat.v1.assert_less_equal instead.\n",
"\n",
"W1001 23:38:20.776682 139819243091840 deprecation_wrapper.py:119] From /content/bert_repo/modeling.py:490: The name tf.assert_less_equal is deprecated. Please use tf.compat.v1.assert_less_equal instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/modeling.py:671: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use keras.layers.dense instead.\n",
"W1001 23:38:20.837574 139819243091840 deprecation.py:323] From /content/bert_repo/modeling.py:671: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use keras.layers.dense instead.\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe1ce3c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe1ce3c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:20.932245 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe1ce3c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe1ce3c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe1ce3c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe1ce3c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:21.030768 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe1ce3c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe1ce3c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe1ce3c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe1ce3c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:21.245052 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe1ce3c8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe1ce3c8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:21.371319 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204f28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204f28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:21.487839 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204f28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204f28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204eb8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204eb8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:21.590139 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204eb8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204eb8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:21.716571 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdff4c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdff4c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:21.812816 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdff4c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdff4c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdff4c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdff4c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:21.911245 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdff4c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdff4c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b0f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b0f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:22.032778 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b0f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b0f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe124828>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe124828>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:22.149061 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe124828>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe124828>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204f28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204f28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:22.258550 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204f28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204f28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe03b4e0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe03b4e0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:22.381030 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe03b4e0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe03b4e0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe03b4e0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe03b4e0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:22.476097 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe03b4e0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe03b4e0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe03b4e0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe03b4e0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:22.572339 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe03b4e0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe03b4e0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdf10d30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdf10d30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:22.690507 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdf10d30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdf10d30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe2045c0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe2045c0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:22.807049 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe2045c0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe2045c0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204f28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204f28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:22.913169 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204f28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204f28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fde12588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fde12588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:23.039113 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fde12588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fde12588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fde12588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fde12588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:23.138188 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fde12588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fde12588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fde12588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fde12588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:23.236121 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fde12588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fde12588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd80a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd80a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:23.359699 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd80a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd80a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd68a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd68a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:23.480558 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd68a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd68a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204be0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204be0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:23.587535 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204be0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204be0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdeb3390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdeb3390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:23.711468 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdeb3390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdeb3390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdeb3390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdeb3390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:23.812821 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdeb3390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdeb3390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdeb3390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdeb3390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:23.907275 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdeb3390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdeb3390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdb93240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdb93240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:24.030873 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdb93240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdb93240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdf23cc0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdf23cc0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:24.146919 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdf23cc0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdf23cc0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:24.250818 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe204898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fddc4898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fddc4898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:24.384634 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fddc4898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fddc4898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fddc4898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fddc4898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:24.481414 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fddc4898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fddc4898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fddc4898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fddc4898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:24.709225 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fddc4898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fddc4898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9860>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:24.828737 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9860>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fda82240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fda82240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:24.949607 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fda82240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fda82240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdb93a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdb93a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:25.052418 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdb93a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdb93a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:25.175381 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:25.273930 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:25.370097 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd8ac860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd8ac860>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:25.498100 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd8ac860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd8ac860>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:25.614389 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdf10908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdf10908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:25.719402 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdf10908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdf10908>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9da0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9da0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:25.844164 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9da0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9da0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9da0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9da0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:25.951036 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9da0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9da0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9da0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9da0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:26.054975 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9da0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdbe9da0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fda150f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fda150f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:26.175382 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fda150f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fda150f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd92c1d0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd92c1d0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:26.292404 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd92c1d0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd92c1d0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd8ff588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd8ff588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:26.397855 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd8ff588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd8ff588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd4b7940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd4b7940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:26.521858 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd4b7940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd4b7940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd4b7940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd4b7940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:26.617896 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd4b7940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd4b7940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd4b7940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd4b7940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:26.716619 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd4b7940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd4b7940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd514c50>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd514c50>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:26.839969 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd514c50>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd514c50>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd6c5198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd6c5198>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:26.957769 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd6c5198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd6c5198>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:27.060564 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:27.189428 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:27.288568 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:27.384438 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd9b5518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd5c2d30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd5c2d30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:27.505450 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd5c2d30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd5c2d30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:27.620046 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fdd90a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd8e60b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd8e60b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:27.727770 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd8e60b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd8e60b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:27.848594 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:27.947123 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:28.042141 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd21b470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd21b470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:28.165788 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd21b470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd21b470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd398cc0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd398cc0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:28.285211 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd398cc0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd398cc0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd5c25f8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd5c25f8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:28.393396 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd5c25f8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd5c25f8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcffef28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcffef28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:28.661890 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcffef28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcffef28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcffef28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcffef28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:28.763020 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcffef28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcffef28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcffef28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcffef28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:28.859723 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcffef28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcffef28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd21b470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd21b470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:28.985864 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd21b470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd21b470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:29.104063 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd3bd9e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd0afe80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd0afe80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:29.210186 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd0afe80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd0afe80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fce60668>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fce60668>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:29.336052 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fce60668>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fce60668>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b0b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b0b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:29.437167 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b0b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b0b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b0b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b0b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:29.533473 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b0b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe19b0b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:29.662496 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd2779b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd2779b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:29.776863 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd2779b0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd2779b0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf62940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf62940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:29.882945 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf62940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf62940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fccda6d8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fccda6d8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:30.004841 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fccda6d8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fccda6d8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fccda6d8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fccda6d8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:30.103039 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fccda6d8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fccda6d8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fccda6d8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fccda6d8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:30.203408 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fccda6d8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fccda6d8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd63cf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd63cf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:30.325122 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd63cf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd63cf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd0afef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd0afef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:30.442258 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd0afef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fd0afef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf67e80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf67e80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:30.548987 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf67e80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf67e80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe0914a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe0914a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:30.672327 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe0914a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe0914a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe0914a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe0914a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:30.767144 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe0914a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe0914a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe0914a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe0914a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:30.866819 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe0914a8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fe0914a8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd63ef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd63ef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:30.992177 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd63ef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd63ef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf62940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf62940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:31.109047 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf62940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf62940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd10cf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd10cf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:31.211619 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd10cf8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd10cf8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc921a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc921a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:31.338538 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc921a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc921a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc921a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc921a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:31.438877 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc921a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc921a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc921a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc921a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:31.540022 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc921a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc921a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcbd0550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcbd0550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:31.661482 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcbd0550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcbd0550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcc05ef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcc05ef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:31.778614 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcc05ef0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcc05ef0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:31.884916 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca3a470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca3a470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:32.006008 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca3a470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca3a470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca3a470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca3a470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:32.105911 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca3a470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca3a470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca3a470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca3a470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:32.202441 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca3a470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca3a470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd99ba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd99ba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:32.329114 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd99ba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd99ba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:32.447657 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcbe0828>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcbe0828>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:32.558965 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcbe0828>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcbe0828>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc615ba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc615ba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:32.680647 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc615ba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc615ba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc615ba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc615ba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:32.783614 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc615ba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc615ba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd355f8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd355f8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:32.879535 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd355f8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd355f8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc6f75c0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc6f75c0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:33.001256 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc6f75c0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc6f75c0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc8795f8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc8795f8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:33.122001 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc8795f8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc8795f8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd99ba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd99ba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:33.231758 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd99ba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcd99ba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:33.356426 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:33.452313 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:33.714665 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fcf670f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc560518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc560518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:33.840500 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc560518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc560518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:33.958331 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc5a4c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc5a4c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:34.073494 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc5a4c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc5a4c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc4d1550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc4d1550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:34.199660 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc4d1550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc4d1550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc4d1550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc4d1550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:34.299398 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc4d1550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc4d1550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc4d1550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc4d1550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:34.403366 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc4d1550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc4d1550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:34.525138 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc5a4518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc5a4518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:34.642772 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc5a4518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc5a4518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc560b70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc560b70>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:34.751582 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc560b70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc560b70>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1c3c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1c3c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:34.874799 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1c3c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1c3c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1c3c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1c3c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:34.969018 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1c3c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1c3c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1c3c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1c3c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:35.072133 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1c3c88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1c3c88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc27fba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc27fba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:35.195192 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc27fba8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc27fba8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1fc860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1fc860>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:35.313594 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1fc860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc1fc860>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:35.420173 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbf8a0b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbf8a0b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:35.549296 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbf8a0b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbf8a0b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc01a2e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc01a2e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:35.646291 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc01a2e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc01a2e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc01a2e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc01a2e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:35.744399 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc01a2e8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc01a2e8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc080e10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc080e10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:35.862303 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc080e10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc080e10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc337a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc337a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:35.979277 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc337a90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc337a90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca240b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca240b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:36.087863 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca240b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca240b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbe0c358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbe0c358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:36.213608 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbe0c358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbe0c358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbe0c358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbe0c358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:36.312720 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbe0c358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbe0c358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbe0c358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbe0c358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:36.410586 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbe0c358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbe0c358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbf3a7f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbf3a7f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:36.533143 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbf3a7f0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fbf3a7f0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca240b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca240b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:36.658141 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca240b8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fca240b8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:36.764819 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:36.885990 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:36.983724 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:37.079315 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc427a20>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc04e518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc04e518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:37.204754 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc04e518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc04e518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc124940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc124940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:37.328825 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc124940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc124940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:37.435796 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fc93ea58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fba3ce10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fba3ce10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"W1001 23:38:37.693306 139819243091840 ag_logging.py:145] Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fba3ce10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x7f29fba3ce10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
"WARNING:tensorflow:From /content/bert_repo/extract_features.py:171: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead.\n",
"\n",
"W1001 23:38:37.696844 139819243091840 deprecation_wrapper.py:119] From /content/bert_repo/extract_features.py:171: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead.\n",
"\n",
"WARNING:tensorflow:From /content/bert_repo/extract_features.py:184: The name tf.train.init_from_checkpoint is deprecated. Please use tf.compat.v1.train.init_from_checkpoint instead.\n",
"\n",
"W1001 23:38:37.703291 139819243091840 deprecation_wrapper.py:119] From /content/bert_repo/extract_features.py:184: The name tf.train.init_from_checkpoint is deprecated. Please use tf.compat.v1.train.init_from_checkpoint instead.\n",
"\n",
"INFO:tensorflow:**** Trainable Variables ****\n",
"I1001 23:38:39.085289 139819243091840 extract_features.py:186] **** Trainable Variables ****\n",
"INFO:tensorflow: name = bert/embeddings/word_embeddings:0, shape = (30522, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.085572 139819243091840 extract_features.py:192] name = bert/embeddings/word_embeddings:0, shape = (30522, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/embeddings/token_type_embeddings:0, shape = (2, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.085775 139819243091840 extract_features.py:192] name = bert/embeddings/token_type_embeddings:0, shape = (2, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/embeddings/position_embeddings:0, shape = (512, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.085908 139819243091840 extract_features.py:192] name = bert/embeddings/position_embeddings:0, shape = (512, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/embeddings/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.086030 139819243091840 extract_features.py:192] name = bert/embeddings/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/embeddings/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.086150 139819243091840 extract_features.py:192] name = bert/embeddings/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.086261 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.086380 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.086490 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.086620 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.086732 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.086847 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.086953 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.087065 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.087178 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.087283 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.087385 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.087496 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.087615 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.087733 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.087841 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_0/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.087945 139819243091840 extract_features.py:192] name = bert/encoder/layer_0/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.088045 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.088165 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.088274 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.088388 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.088494 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.088621 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.088729 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.088838 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.088943 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.089046 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.089153 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.089264 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.089368 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.089478 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.089580 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_1/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.089734 139819243091840 extract_features.py:192] name = bert/encoder/layer_1/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.089844 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.089959 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.090065 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.090184 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.090290 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.090403 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.090509 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.090635 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.090747 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.090853 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.090953 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.091065 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.091177 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.091291 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.091396 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_2/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.091501 139819243091840 extract_features.py:192] name = bert/encoder/layer_2/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.091623 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.091736 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.091836 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.091948 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.092054 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.092171 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.092277 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.092390 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.092495 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.092611 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.092719 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.124700 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.124923 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.125094 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.125272 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_3/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.125400 139819243091840 extract_features.py:192] name = bert/encoder/layer_3/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.125528 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.125685 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.125795 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.125931 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.126066 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.126220 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.126359 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.126494 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.126654 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.126806 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.126950 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.127104 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.127266 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.127423 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.127567 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_4/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.127739 139819243091840 extract_features.py:192] name = bert/encoder/layer_4/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.127888 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.128046 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.128209 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.128368 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.128514 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.128698 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.128849 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.129004 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.129165 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.129314 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.129454 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.129631 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.129787 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.129937 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.130088 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_5/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.130245 139819243091840 extract_features.py:192] name = bert/encoder/layer_5/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.130395 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.130553 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.130724 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.130882 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.131027 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.131194 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.131343 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.131499 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.131665 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.131816 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.131957 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.132119 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.132278 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.132434 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.132587 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_6/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.132755 139819243091840 extract_features.py:192] name = bert/encoder/layer_6/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.132899 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.133061 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.133215 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.133368 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.133516 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.133689 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.133837 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.133996 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.134173 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.134319 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.134506 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.134701 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.134847 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.135010 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.135165 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_7/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.135310 139819243091840 extract_features.py:192] name = bert/encoder/layer_7/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.135456 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.135648 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.135799 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.135961 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.136109 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.136276 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.136428 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.136582 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.136749 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.136914 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.137064 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.137253 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.137413 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.137572 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.137737 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_8/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.137886 139819243091840 extract_features.py:192] name = bert/encoder/layer_8/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.138031 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.138195 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.138349 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.138508 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.138676 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.138838 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.138988 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.139153 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.139306 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.139452 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.139614 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.139779 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.139930 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.140087 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.140241 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_9/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.140390 139819243091840 extract_features.py:192] name = bert/encoder/layer_9/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.140536 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.140713 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.140867 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.141023 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.141174 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.141337 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.141483 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.141654 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.141812 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.141962 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.142103 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.142274 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.142421 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.142574 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.142741 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_10/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.142891 139819243091840 extract_features.py:192] name = bert/encoder/layer_10/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.143036 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.143206 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.143357 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.143510 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.143674 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.143839 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.143988 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.144154 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.144308 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.144454 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.144625 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.144791 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.144940 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.145094 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.145253 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_11/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.145399 139819243091840 extract_features.py:192] name = bert/encoder/layer_11/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.145539 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.145719 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.145867 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.146019 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.146178 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.146336 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.146480 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.146656 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.146809 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.146952 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.147099 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.147268 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.147412 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.147572 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.147740 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_12/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.147885 139819243091840 extract_features.py:192] name = bert/encoder/layer_12/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.148031 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.148201 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.148348 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.148503 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.148669 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.148829 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.148977 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.149142 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.149293 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.149438 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.149584 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.149764 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.149909 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.150069 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.150230 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_13/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.150374 139819243091840 extract_features.py:192] name = bert/encoder/layer_13/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.150523 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.150701 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.150850 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.151010 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.151170 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.151328 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.151481 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.151656 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.151807 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.151957 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.152102 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.152269 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.152422 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.152575 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.152741 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_14/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.152891 139819243091840 extract_features.py:192] name = bert/encoder/layer_14/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.153034 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.153198 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.153352 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.153508 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.153672 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.153835 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.153986 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.154147 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.154299 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.154448 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.154619 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.154785 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.154935 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.155090 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.155246 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_15/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.155394 139819243091840 extract_features.py:192] name = bert/encoder/layer_15/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.155540 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.155719 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.155872 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.156028 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.156183 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.156346 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.156495 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.156667 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.156820 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.156952 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.157095 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.157288 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.157446 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.157623 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.157781 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_16/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.157930 139819243091840 extract_features.py:192] name = bert/encoder/layer_16/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.158073 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.158245 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.158399 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.158555 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.158908 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.159132 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.159312 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.159487 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.159715 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.159897 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.160067 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.160247 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.160413 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.160595 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.160788 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_17/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.160945 139819243091840 extract_features.py:192] name = bert/encoder/layer_17/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.161102 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.161289 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.161446 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.161702 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.161989 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.162250 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.162497 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.162712 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.162886 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.163045 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.163195 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.163364 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.163517 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.163728 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.163901 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_18/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.164057 139819243091840 extract_features.py:192] name = bert/encoder/layer_18/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.164218 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.164389 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.164570 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.164772 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.164952 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.165122 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.165295 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.165461 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.165637 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.165847 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.166027 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.166200 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.166363 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.166530 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.166725 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_19/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.166884 139819243091840 extract_features.py:192] name = bert/encoder/layer_19/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.167045 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.167214 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.167374 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.167540 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.167732 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.167903 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.168061 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.168227 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.168385 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.168537 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.168714 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.168883 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.169037 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.169196 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.169352 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_20/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.169499 139819243091840 extract_features.py:192] name = bert/encoder/layer_20/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.169668 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.169838 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.169989 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.170145 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.170300 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.170461 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.170626 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.170809 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.170960 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.171108 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.171259 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.171420 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.171569 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.171766 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.171916 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_21/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.172060 139819243091840 extract_features.py:192] name = bert/encoder/layer_21/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.172216 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.172379 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.172528 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.172719 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.172873 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.173029 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.173179 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.173350 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.173498 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.173672 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.173828 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.173984 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.174133 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.174291 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.174440 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_22/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.174594 139819243091840 extract_features.py:192] name = bert/encoder/layer_22/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.174772 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/attention/self/query/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.174934 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/attention/self/query/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.175076 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/attention/self/key/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.175239 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/attention/self/key/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.175387 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/attention/self/value/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.175539 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/attention/self/value/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.175723 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/attention/output/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.175884 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/attention/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.176028 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/attention/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.176177 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/attention/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.176321 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/intermediate/dense/kernel:0, shape = (1024, 4096), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.176474 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/intermediate/dense/bias:0, shape = (4096,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.176645 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/output/dense/kernel:0, shape = (4096, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.176812 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/output/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.176957 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/output/LayerNorm/beta:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/encoder/layer_23/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.177105 139819243091840 extract_features.py:192] name = bert/encoder/layer_23/output/LayerNorm/gamma:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/pooler/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.177275 139819243091840 extract_features.py:192] name = bert/pooler/dense/kernel:0, shape = (1024, 1024), *INIT_FROM_CKPT*\n",
"INFO:tensorflow: name = bert/pooler/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"I1001 23:38:39.177435 139819243091840 extract_features.py:192] name = bert/pooler/dense/bias:0, shape = (1024,), *INIT_FROM_CKPT*\n",
"INFO:tensorflow:Done calling model_fn.\n",
"I1001 23:38:39.178231 139819243091840 estimator.py:1147] Done calling model_fn.\n",
"WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/array_ops.py:1354: add_dispatch_support.<locals>.wrapper (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
"W1001 23:38:39.465462 139819243091840 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/array_ops.py:1354: add_dispatch_support.<locals>.wrapper (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
"Instructions for updating:\n",
"Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
"INFO:tensorflow:Graph was finalized.\n",
"I1001 23:38:40.068238 139819243091840 monitored_session.py:240] Graph was finalized.\n",
"2019-10-01 23:38:40.072720: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 2300000000 Hz\n",
"2019-10-01 23:38:40.072947: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x2aa1dc0 executing computations on platform Host. Devices:\n",
"2019-10-01 23:38:40.072980: I tensorflow/compiler/xla/service/service.cc:175] StreamExecutor device (0): <undefined>, <undefined>\n",
"2019-10-01 23:38:40.803914: W tensorflow/compiler/jit/mark_for_compilation_pass.cc:1412] (One-time warning): Not using XLA:CPU for cluster because envvar TF_XLA_FLAGS=--tf_xla_cpu_global_jit was not set. If you want XLA:CPU, either set that envvar, or use experimental_jit_scope to enable XLA:CPU. To confirm that XLA is active, pass --vmodule=xla_compilation_cache=1 (as a proper command-line flag, not via TF_XLA_FLAGS) or set the envvar XLA_FLAGS=--xla_hlo_profile.\n",
"INFO:tensorflow:Running local_init_op.\n",
"I1001 23:38:42.502299 139819243091840 session_manager.py:500] Running local_init_op.\n",
"INFO:tensorflow:Done running local_init_op.\n",
"I1001 23:38:42.600292 139819243091840 session_manager.py:502] Done running local_init_op.\n",
"INFO:tensorflow:prediction_loop marked as finished\n",
"I1001 23:38:45.962702 139819243091840 error_handling.py:96] prediction_loop marked as finished\n",
"INFO:tensorflow:prediction_loop marked as finished\n",
"I1001 23:38:45.963003 139819243091840 error_handling.py:96] prediction_loop marked as finished\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "code",
"metadata": {
"id": "2Q_aaXarA3l0",
"colab_type": "code",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 697
},
"outputId": "4ed7bc9c-6420-4abb-966a-83b29158e1a4"
},
"source": [
"# view the output of that 1 example we had in the dummy data\n",
"import json\n",
"embedding = []\n",
"with open('/tmp/output.jsonl') as f:\n",
" for line in f:\n",
" embedding.append(json.loads(line))\n",
"\n",
"features = embedding[0][\"features\"]\n",
"\n",
"for feature in features:\n",
" token_text = feature[\"token\"]\n",
" token_embedding = feature[\"layers\"][0][\"values\"]\n",
" \n",
" print(f\"token: {token_text}\")\n",
" print(f\"embedding: {token_embedding[:10]}\")\n",
" print(\"\\n\")"
],
"execution_count": 56,
"outputs": [
{
"output_type": "stream",
"text": [
"token: [CLS]\n",
"embedding: [-1.195858, -2.296464, 0.033894, -0.469835, -1.881863, 0.860551, -0.15794, -1.148127, -0.995978, 1.01888]\n",
"\n",
"\n",
"token: who\n",
"embedding: [-1.188659, -2.163079, -0.29222, -1.156795, -1.698001, 0.504953, 0.274157, -0.206019, -0.87522, 1.209264]\n",
"\n",
"\n",
"token: was\n",
"embedding: [-0.949187, -2.68372, -0.264468, -0.521876, -1.513788, 0.572279, 0.998331, -1.391316, -0.431433, 1.109507]\n",
"\n",
"\n",
"token: j\n",
"embedding: [-1.132911, -1.471221, -0.003878, -0.749203, -1.270406, 0.840654, -0.300093, -0.756236, -0.748796, 0.880864]\n",
"\n",
"\n",
"token: ##im\n",
"embedding: [-1.105609, -1.599231, -0.432507, -0.925472, -0.835322, 0.44693, 0.839959, 0.180513, -1.364786, 1.088691]\n",
"\n",
"\n",
"token: he\n",
"embedding: [-1.178361, -2.183398, -0.78648, -0.98799, -1.436566, 1.098549, 0.120568, -0.004504, -1.035606, 1.76223]\n",
"\n",
"\n",
"token: ##ns\n",
"embedding: [-1.234946, -1.586125, -0.064759, -0.662719, -1.805375, 0.826418, 0.379795, 0.657313, -0.955074, 1.090313]\n",
"\n",
"\n",
"token: ##on\n",
"embedding: [-1.461803, -1.67231, -0.700586, -0.881333, -1.770042, 1.473904, 0.474408, -0.104774, -1.21613, 1.634782]\n",
"\n",
"\n",
"token: ?\n",
"embedding: [-1.067295, -2.293127, -0.257871, -0.35483, -1.351851, 0.816889, 0.110646, -0.838719, -0.996049, 1.008054]\n",
"\n",
"\n",
"token: [SEP]\n",
"embedding: [-1.38555, -1.166614, 0.166891, -1.402355, -1.594779, 0.710022, 0.738266, 0.742372, -0.98594, 0.593318]\n",
"\n",
"\n"
],
"name": "stdout"
}
]
}
]
}
@NeerajAI
Copy link

NeerajAI commented Dec 13, 2019 •
edited

Hi Himanshu ,
thank you for the code .. this is really helpful :)

@hsm207
Copy link
Author

hsm207 commented Dec 14, 2019

Who is Himanshu?

@frank-lin-liu
Copy link

Hi hsm207,

for the below coding in the cell 13, you use deep_vocab.txt as a vocab_file. Could you please let me know how you construct this file?

!python /content/bert_repo/create_pretraining_data.py
--input_file=/content/training_data/training_data.txt
--output_file=/tmp/tf_examples.tfrecord
--vocab_file=/content/training_data/deep_vocab.txt
--do_lower_case=True
--max_seq_length=128
--max_predictions_per_seq=20
--masked_lm_prob=0.15
--random_seed=12345
--dupe_factor=5

@hsm207
Copy link
Author

hsm207 commented Dec 31, 2019

@frank-lin-liu

Hi,

I was helping out @gsasikiran debug his code. All the files are from him. You should approach him for the details

@gsasikiran
Copy link

Hello @frank-lin-liu,
You can check-out here

@frank-lin-liu
Copy link

Hi @gsasikiran

Thanks a lot.

@sahelimukherjee92
Copy link

Hi @gsasikiran I refered to https://github.com/kwonmha/bert-vocab-builder to get the deep_vocab.txt as you generated but it contains junks. I checked your files here and I am unable to replicate the same. Could you please help?

@gsasikiran
Copy link

@sahelimukherjee92 What do you mean by junks?

Hi @gsasikiran I refered to https://github.com/kwonmha/bert-vocab-builder to get the deep_vocab.txt as you generated but it contains junks. I checked your files here and I am unable to replicate the same. Could you please help?

@sahelimukherjee92
Copy link

@gsasikiran The vocab file that I generate has issue with punchtuations.
Here is a section of the vocabulary.
-(Q).
(Proc.
(Price,
(Poon
(Polyak,
(Polyak
(PoPPCA)
(Pinto
(Photo
(Pham
(Petersen
(Perron,
(Pearl,
(Pati
(Palatucci
(Paccanaro
(PSD)
(PMF).

Could you please suggest how can I get rid of the punctuation from the words and keep it separately as it is in your vocab file? What kind of preprocessing steps are involved if any?

@mshivasharan
Copy link

I am getting an error while running vocab builder.

Issue 1: fixed replacing 'tf.flags' by ' tf.compat.v1.flags' (Version issue)
Traceback (most recent call last):
File "./bert-vocab-builder/subword_builder.py", line 37, in
tf.flags.DEFINE_string('output_filename', '/tmp/my.subword_text_encoder',
AttributeError: module 'tensorflow' has no attribute 'flags'

Issue 2:
The number of files to read : 1
Traceback (most recent call last):
File "./bert-vocab-builder/subword_builder.py", line 86, in
tf.app.run()
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/platform/app.py", line 125, in run
_sys.exit(main(argv))
File "./bert-vocab-builder/subword_builder.py", line 67, in main
split_on_newlines=FLAGS.split_on_newlines, additional_chars=FLAGS.additional_chars)
File "/content/bert-vocab-builder/tokenizer.py", line 191, in corpus_token_counts
split_on_newlines=split_on_newlines):
File "/content/bert-vocab-builder/tokenizer.py", line 139, in _read_filepattern
tf.logging.INFO("Start reading ", filename)
TypeError: 'int' object is not callable

Could any one help please me out on this issue? Thanks in advance

@hsm207
Copy link
Author

hsm207 commented Dec 1, 2020

@mshivasharan what version of tensorflow are you using?

@mshivasharan
Copy link

@hsm207 initially I was running with default tensorflow version in colab 2.x.x. Later I have changed to 1.11.

@hsm207
Copy link
Author

hsm207 commented Dec 2, 2020 •
edited

@mshivasharan do you know where the bert-vocab-builder folder come from?

@mshivasharan
Copy link

mshivasharan commented Dec 2, 2020 via email •
edited

@hsm207
Copy link
Author

hsm207 commented Dec 2, 2020

I think it's best to raise an issue on that repo.

@mshivasharan
Copy link

mshivasharan commented Dec 2, 2020 via email

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment