Skip to content

Instantly share code, notes, and snippets.

@ThomasDelteil

ThomasDelteil/Int8_Quantization.ipynb

Created June 21, 2019 21:24
Show Gist options
  • Save ThomasDelteil/80b261ee34c0811ed467b37365c78a05 to your computer and use it in GitHub Desktop.
Save ThomasDelteil/80b261ee34c0811ed467b37365c78a05 to your computer and use it in GitHub Desktop.
Download ZIP
int8 quantization
Display the source blob
Display the rendered blob
Raw
Int8_Quantization.ipynb
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Int 8 Quantization"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"![](support/quantized_0.png)\n",
"\n",
"We take a trained float32 model and quantize the weights of the trained model to only use int8 values. For maximum efficiency and minimize the loss of precision, we can also fuse operators"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"![](support/quantized.png)"
]
},
{
"cell_type": "code",
"execution_count": 132,
"metadata": {},
"outputs": [],
"source": [
"import os\n",
"import time\n",
"import multiprocessing\n",
"import subprocess \n",
"\n",
"os.environ['MXNET_SUBGRAPH_BACKEND'] = 'MKLDNN'\n",
"os.environ['KMP_AFFINITY']='granularity=fine,noduplicates,compact,1,0'\n",
"os.environ['OMP_NUM_THREADS'] = str(int(multiprocessing.cpu_count()/2))\n",
"os.environ['NNVM_EXEC_MATCH_RANGE']='1'"
]
},
{
"cell_type": "code",
"execution_count": 133,
"metadata": {},
"outputs": [],
"source": [
"import glob\n",
"import logging\n",
"\n",
"import mxnet as mx\n",
"from mxnet import symbol\n",
"from mxnet import gluon, nd, ndarray\n",
"from mxnet.ndarray import NDArray\n",
"from mxnet.symbol import Symbol\n",
"from mxnet.gluon import ParameterDict, nn\n",
"from mxnet.contrib.quantization import quantize_model\n",
"import numpy as np"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Checking our current platform will support the int8 quantization"
]
},
{
"cell_type": "code",
"execution_count": 142,
"metadata": {},
"outputs": [],
"source": [
"assert mx.runtime.Features()['MKLDNN'].enabled, \"Int8 quantization for CPU requires MKLDNN\"\n",
"assert 'avx512' in str(subprocess.check_output(\"cat /proc/cpuinfo\", shell=True).strip()), \"Int8 quantization speedup is effective on 2nd generation Xeon processor with VNNI AVX512 support, available on C5 instances\""
]
},
{
"cell_type": "code",
"execution_count": 143,
"metadata": {},
"outputs": [],
"source": [
"os.makedirs('quantization', exist_ok=True)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Let's try to quantize a small network like mobilenet see how it transforms the graph"
]
},
{
"cell_type": "code",
"execution_count": 144,
"metadata": {},
"outputs": [],
"source": [
"model_name = 'mobilenetv2_1.0'\n",
"net = gluon.model_zoo.vision.get_model(model_name, pretrained=True)"
]
},
{
"cell_type": "code",
"execution_count": 145,
"metadata": {},
"outputs": [],
"source": [
"data_shape=(1,3,224,224)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Get the symbolic graph for quantization"
]
},
{
"cell_type": "code",
"execution_count": 146,
"metadata": {},
"outputs": [],
"source": [
"net.hybridize()\n",
"net(mx.nd.zeros(data_shape))\n",
"net.export('quantization/'+model_name, 0)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"**Vizualization**"
]
},
{
"cell_type": "code",
"execution_count": 147,
"metadata": {},
"outputs": [
{
"data": {
"image/svg+xml": [
"<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
"<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
" -->\n",
"<!-- Title: plot Pages: 1 -->\n",
"<svg width=\"589pt\" height=\"16961pt\"\n",
" viewBox=\"0.00 0.00 589.08 16961.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
"<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 16957)\">\n",
"<title>plot</title>\n",
"<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-16957 585.0799,-16957 585.0799,4 -4,4\"/>\n",
"<!-- data -->\n",
"<g id=\"node1\" class=\"node\">\n",
"<title>data</title>\n",
"<ellipse fill=\"#8dd3c7\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-29\" rx=\"47\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-25.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">data</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_conv0_fwd -->\n",
"<g id=\"node2\" class=\"node\">\n",
"<title>mobilenetv22_features_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-138\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-141.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-126.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/2x2, 32</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_conv0_fwd&#45;&gt;data -->\n",
"<g id=\"edge1\" class=\"edge\">\n",
"<title>mobilenetv22_features_conv0_fwd&#45;&gt;data</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-98.4838C189.5399,-85.2054 189.5399,-70.6405 189.5399,-58.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-108.79 185.04,-98.79 189.54,-103.79 189.54,-98.79 189.54,-98.79 189.54,-98.79 189.54,-103.79 194.04,-98.79 189.5399,-108.79 189.5399,-108.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-79.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x224x224</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_batchnorm0_fwd -->\n",
"<g id=\"node3\" class=\"node\">\n",
"<title>mobilenetv22_features_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-247\" rx=\"131.0241\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-243.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_batchnorm0_fwd&#45;&gt;mobilenetv22_features_conv0_fwd -->\n",
"<g id=\"edge2\" class=\"edge\">\n",
"<title>mobilenetv22_features_batchnorm0_fwd&#45;&gt;mobilenetv22_features_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-207.4838C189.5399,-194.2054 189.5399,-179.6405 189.5399,-167.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-217.79 185.04,-207.79 189.54,-212.79 189.54,-207.79 189.54,-207.79 189.54,-207.79 189.54,-212.79 194.04,-207.79 189.5399,-217.79 189.5399,-217.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-188.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_relu60_relu6 -->\n",
"<g id=\"node4\" class=\"node\">\n",
"<title>mobilenetv22_features_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-356\" rx=\"118.3806\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-352.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_relu60_relu6&#45;&gt;mobilenetv22_features_batchnorm0_fwd -->\n",
"<g id=\"edge3\" class=\"edge\">\n",
"<title>mobilenetv22_features_relu60_relu6&#45;&gt;mobilenetv22_features_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-316.4838C189.5399,-303.2054 189.5399,-288.6405 189.5399,-276.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-326.79 185.04,-316.79 189.54,-321.79 189.54,-316.79 189.54,-316.79 189.54,-316.79 189.54,-321.79 194.04,-316.79 189.5399,-326.79 189.5399,-326.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-297.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_conv0_fwd -->\n",
"<g id=\"node5\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck0_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-465\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-468.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-453.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 32</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_conv0_fwd&#45;&gt;mobilenetv22_features_relu60_relu6 -->\n",
"<g id=\"edge4\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck0_conv0_fwd&#45;&gt;mobilenetv22_features_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-425.4838C189.5399,-412.2054 189.5399,-397.6405 189.5399,-385.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-435.79 185.04,-425.79 189.54,-430.79 189.54,-425.79 189.54,-425.79 189.54,-425.79 189.54,-430.79 194.04,-425.79 189.5399,-435.79 189.5399,-435.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-406.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_batchnorm0_fwd -->\n",
"<g id=\"node6\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck0_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-574\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-570.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck0_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck0_conv0_fwd -->\n",
"<g id=\"edge5\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck0_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck0_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-534.4838C189.5399,-521.2054 189.5399,-506.6405 189.5399,-494.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-544.79 185.04,-534.79 189.54,-539.79 189.54,-534.79 189.54,-534.79 189.54,-534.79 189.54,-539.79 194.04,-534.79 189.5399,-544.79 189.5399,-544.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-515.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_relu60_relu6 -->\n",
"<g id=\"node7\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck0_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-683\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-679.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck0_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck0_batchnorm0_fwd -->\n",
"<g id=\"edge6\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck0_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck0_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-643.4838C189.5399,-630.2054 189.5399,-615.6405 189.5399,-603.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-653.79 185.04,-643.79 189.54,-648.79 189.54,-643.79 189.54,-643.79 189.54,-643.79 189.54,-648.79 194.04,-643.79 189.5399,-653.79 189.5399,-653.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-624.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_conv1_fwd -->\n",
"<g id=\"node8\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck0_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-792\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-795.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-780.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 32</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck0_relu60_relu6 -->\n",
"<g id=\"edge7\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck0_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck0_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-752.4838C189.5399,-739.2054 189.5399,-724.6405 189.5399,-712.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-762.79 185.04,-752.79 189.54,-757.79 189.54,-752.79 189.54,-752.79 189.54,-752.79 189.54,-757.79 194.04,-752.79 189.5399,-762.79 189.5399,-762.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-733.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_batchnorm1_fwd -->\n",
"<g id=\"node9\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck0_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-901\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-897.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck0_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck0_conv1_fwd -->\n",
"<g id=\"edge8\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck0_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck0_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-861.4838C189.5399,-848.2054 189.5399,-833.6405 189.5399,-821.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-871.79 185.04,-861.79 189.54,-866.79 189.54,-861.79 189.54,-861.79 189.54,-861.79 189.54,-866.79 194.04,-861.79 189.5399,-871.79 189.5399,-871.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-842.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_relu61_relu6 -->\n",
"<g id=\"node10\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck0_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-1010\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1006.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck0_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck0_batchnorm1_fwd -->\n",
"<g id=\"edge9\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck0_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck0_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-970.4838C189.5399,-957.2054 189.5399,-942.6405 189.5399,-930.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-980.79 185.04,-970.79 189.54,-975.79 189.54,-970.79 189.54,-970.79 189.54,-970.79 189.54,-975.79 194.04,-970.79 189.5399,-980.79 189.5399,-980.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-951.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_conv2_fwd -->\n",
"<g id=\"node11\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck0_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-1119\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1122.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1107.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 16</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck0_relu61_relu6 -->\n",
"<g id=\"edge10\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck0_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck0_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-1079.4838C189.5399,-1066.2054 189.5399,-1051.6405 189.5399,-1039.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-1089.79 185.04,-1079.79 189.54,-1084.79 189.54,-1079.79 189.54,-1079.79 189.54,-1079.79 189.54,-1084.79 194.04,-1079.79 189.5399,-1089.79 189.5399,-1089.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-1060.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_batchnorm2_fwd -->\n",
"<g id=\"node12\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck0_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-1228\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1224.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck0_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck0_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck0_conv2_fwd -->\n",
"<g id=\"edge11\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck0_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck0_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-1188.4838C189.5399,-1175.2054 189.5399,-1160.6405 189.5399,-1148.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-1198.79 185.04,-1188.79 189.54,-1193.79 189.54,-1188.79 189.54,-1188.79 189.54,-1188.79 189.54,-1193.79 194.04,-1188.79 189.5399,-1198.79 189.5399,-1198.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-1169.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">16x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_conv0_fwd -->\n",
"<g id=\"node13\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck1_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-1337\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1340.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1325.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 96</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck0_batchnorm2_fwd -->\n",
"<g id=\"edge12\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck1_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck0_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-1297.4838C189.5399,-1284.2054 189.5399,-1269.6405 189.5399,-1257.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-1307.79 185.04,-1297.79 189.54,-1302.79 189.54,-1297.79 189.54,-1297.79 189.54,-1297.79 189.54,-1302.79 194.04,-1297.79 189.5399,-1307.79 189.5399,-1307.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-1278.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">16x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_batchnorm0_fwd -->\n",
"<g id=\"node14\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck1_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-1446\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1442.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck1_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck1_conv0_fwd -->\n",
"<g id=\"edge13\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck1_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck1_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-1406.4838C189.5399,-1393.2054 189.5399,-1378.6405 189.5399,-1366.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-1416.79 185.04,-1406.79 189.54,-1411.79 189.54,-1406.79 189.54,-1406.79 189.54,-1406.79 189.54,-1411.79 194.04,-1406.79 189.5399,-1416.79 189.5399,-1416.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-1387.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_relu60_relu6 -->\n",
"<g id=\"node15\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck1_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-1555\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1551.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck1_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck1_batchnorm0_fwd -->\n",
"<g id=\"edge14\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck1_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck1_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-1515.4838C189.5399,-1502.2054 189.5399,-1487.6405 189.5399,-1475.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-1525.79 185.04,-1515.79 189.54,-1520.79 189.54,-1515.79 189.54,-1515.79 189.54,-1515.79 189.54,-1520.79 194.04,-1515.79 189.5399,-1525.79 189.5399,-1525.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-1496.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_conv1_fwd -->\n",
"<g id=\"node16\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck1_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-1664\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1667.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1652.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/2x2, 96</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck1_relu60_relu6 -->\n",
"<g id=\"edge15\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck1_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck1_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-1624.4838C189.5399,-1611.2054 189.5399,-1596.6405 189.5399,-1584.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-1634.79 185.04,-1624.79 189.54,-1629.79 189.54,-1624.79 189.54,-1624.79 189.54,-1624.79 189.54,-1629.79 194.04,-1624.79 189.5399,-1634.79 189.5399,-1634.79\"/>\n",
"<text text-anchor=\"middle\" x=\"223.5399\" y=\"-1605.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x112x112</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_batchnorm1_fwd -->\n",
"<g id=\"node17\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck1_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-1773\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1769.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck1_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck1_conv1_fwd -->\n",
"<g id=\"edge16\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck1_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck1_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-1733.4838C189.5399,-1720.2054 189.5399,-1705.6405 189.5399,-1693.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-1743.79 185.04,-1733.79 189.54,-1738.79 189.54,-1733.79 189.54,-1733.79 189.54,-1733.79 189.54,-1738.79 194.04,-1733.79 189.5399,-1743.79 189.5399,-1743.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-1714.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_relu61_relu6 -->\n",
"<g id=\"node18\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck1_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-1882\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1878.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck1_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck1_batchnorm1_fwd -->\n",
"<g id=\"edge17\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck1_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck1_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-1842.4838C189.5399,-1829.2054 189.5399,-1814.6405 189.5399,-1802.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-1852.79 185.04,-1842.79 189.54,-1847.79 189.54,-1842.79 189.54,-1842.79 189.54,-1842.79 189.54,-1847.79 194.04,-1842.79 189.5399,-1852.79 189.5399,-1852.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-1823.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_conv2_fwd -->\n",
"<g id=\"node19\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck1_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-1991\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1994.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-1979.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 24</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck1_relu61_relu6 -->\n",
"<g id=\"edge18\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck1_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck1_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-1951.4838C189.5399,-1938.2054 189.5399,-1923.6405 189.5399,-1911.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-1961.79 185.04,-1951.79 189.54,-1956.79 189.54,-1951.79 189.54,-1951.79 189.54,-1951.79 189.54,-1956.79 194.04,-1951.79 189.5399,-1961.79 189.5399,-1961.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-1932.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_batchnorm2_fwd -->\n",
"<g id=\"node20\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck1_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-2100\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-2096.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck1_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck1_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck1_conv2_fwd -->\n",
"<g id=\"edge19\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck1_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck1_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-2060.4838C189.5399,-2047.2054 189.5399,-2032.6405 189.5399,-2020.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-2070.79 185.04,-2060.79 189.54,-2065.79 189.54,-2060.79 189.54,-2060.79 189.54,-2060.79 189.54,-2065.79 194.04,-2060.79 189.5399,-2070.79 189.5399,-2070.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-2041.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">24x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_conv0_fwd -->\n",
"<g id=\"node21\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck2_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"323.5399\" cy=\"-2209\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"323.5399\" y=\"-2212.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"323.5399\" y=\"-2197.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 144</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck1_batchnorm2_fwd -->\n",
"<g id=\"edge20\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck2_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck1_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M284.9328,-2177.5957C265.9974,-2162.193 243.3498,-2143.7707 224.8742,-2128.742\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"292.7976,-2183.9932 282.2004,-2181.1738 288.9188,-2180.838 285.04,-2177.6829 285.04,-2177.6829 285.04,-2177.6829 288.9188,-2180.838 287.8796,-2174.1919 292.7976,-2183.9932 292.7976,-2183.9932\"/>\n",
"<text text-anchor=\"middle\" x=\"292.0399\" y=\"-2150.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">24x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_batchnorm0_fwd -->\n",
"<g id=\"node22\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck2_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-2318\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-2314.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck2_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck2_conv0_fwd -->\n",
"<g id=\"edge21\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck2_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck2_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M365.491,-2280.4479C357.1064,-2266.168 347.7098,-2250.1642 339.9384,-2236.9287\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"370.5571,-2289.0762 361.6133,-2282.7313 368.0255,-2284.7645 365.4938,-2280.4528 365.4938,-2280.4528 365.4938,-2280.4528 368.0255,-2284.7645 369.3743,-2278.1743 370.5571,-2289.0762 370.5571,-2289.0762\"/>\n",
"<text text-anchor=\"middle\" x=\"389.0399\" y=\"-2259.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">144x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_relu60_relu6 -->\n",
"<g id=\"node23\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck2_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-2427\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-2423.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck2_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck2_batchnorm0_fwd -->\n",
"<g id=\"edge22\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck2_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck2_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-2387.4838C387.5399,-2374.2054 387.5399,-2359.6405 387.5399,-2347.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-2397.79 383.04,-2387.79 387.54,-2392.79 387.54,-2387.79 387.54,-2387.79 387.54,-2387.79 387.54,-2392.79 392.04,-2387.79 387.5399,-2397.79 387.5399,-2397.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-2368.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">144x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_conv1_fwd -->\n",
"<g id=\"node24\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck2_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-2536\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-2539.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-2524.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 144</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck2_relu60_relu6 -->\n",
"<g id=\"edge23\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck2_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck2_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-2496.4838C387.5399,-2483.2054 387.5399,-2468.6405 387.5399,-2456.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-2506.79 383.04,-2496.79 387.54,-2501.79 387.54,-2496.79 387.54,-2496.79 387.54,-2496.79 387.54,-2501.79 392.04,-2496.79 387.5399,-2506.79 387.5399,-2506.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-2477.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">144x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_batchnorm1_fwd -->\n",
"<g id=\"node25\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck2_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-2645\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-2641.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck2_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck2_conv1_fwd -->\n",
"<g id=\"edge24\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck2_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck2_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-2605.4838C387.5399,-2592.2054 387.5399,-2577.6405 387.5399,-2565.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-2615.79 383.04,-2605.79 387.54,-2610.79 387.54,-2605.79 387.54,-2605.79 387.54,-2605.79 387.54,-2610.79 392.04,-2605.79 387.5399,-2615.79 387.5399,-2615.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-2586.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">144x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_relu61_relu6 -->\n",
"<g id=\"node26\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck2_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-2754\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-2750.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck2_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck2_batchnorm1_fwd -->\n",
"<g id=\"edge25\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck2_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck2_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-2714.4838C387.5399,-2701.2054 387.5399,-2686.6405 387.5399,-2674.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-2724.79 383.04,-2714.79 387.54,-2719.79 387.54,-2714.79 387.54,-2714.79 387.54,-2714.79 387.54,-2719.79 392.04,-2714.79 387.5399,-2724.79 387.5399,-2724.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-2695.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">144x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_conv2_fwd -->\n",
"<g id=\"node27\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck2_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-2863\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-2866.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-2851.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 24</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck2_relu61_relu6 -->\n",
"<g id=\"edge26\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck2_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck2_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-2823.4838C387.5399,-2810.2054 387.5399,-2795.6405 387.5399,-2783.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-2833.79 383.04,-2823.79 387.54,-2828.79 387.54,-2823.79 387.54,-2823.79 387.54,-2823.79 387.54,-2828.79 392.04,-2823.79 387.5399,-2833.79 387.5399,-2833.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-2804.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">144x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_batchnorm2_fwd -->\n",
"<g id=\"node28\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck2_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-2972\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-2968.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck2_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck2_conv2_fwd -->\n",
"<g id=\"edge27\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck2_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck2_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-2932.4838C387.5399,-2919.2054 387.5399,-2904.6405 387.5399,-2892.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-2942.79 383.04,-2932.79 387.54,-2937.79 387.54,-2932.79 387.54,-2932.79 387.54,-2932.79 387.54,-2937.79 392.04,-2932.79 387.5399,-2942.79 387.5399,-2942.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.0399\" y=\"-2913.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">24x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_elemwise_add0 -->\n",
"<g id=\"node29\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck2_elemwise_add0</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-3081\" rx=\"181.2403\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-3077.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck2_elemwise_add0</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck1_batchnorm2_fwd -->\n",
"<g id=\"edge29\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck2_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck1_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M180.9289,-3041.5843C177.1426,-3020.9614 173.5399,-2995.2341 173.5399,-2972 173.5399,-2972 173.5399,-2972 173.5399,-2209 173.5399,-2181.8405 178.4628,-2151.2742 182.8472,-2129.4368\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"182.8472,-3051.5632 176.5402,-3042.5925 181.9033,-3046.6531 180.9593,-3041.743 180.9593,-3041.743 180.9593,-3041.743 181.9033,-3046.6531 185.3784,-3040.8935 182.8472,-3051.5632 182.8472,-3051.5632\"/>\n",
"<text text-anchor=\"middle\" x=\"201.0399\" y=\"-2586.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">24x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck2_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck2_batchnorm2_fwd -->\n",
"<g id=\"edge28\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck2_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck2_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M249.1367,-3048.1917C277.0205,-3032.8415 309.888,-3014.7478 336.5952,-3000.0453\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"240.2727,-3053.0713 246.8628,-3044.3066 244.6529,-3050.66 249.033,-3048.2487 249.033,-3048.2487 249.033,-3048.2487 244.6529,-3050.66 251.2032,-3052.1908 240.2727,-3053.0713 240.2727,-3053.0713\"/>\n",
"<text text-anchor=\"middle\" x=\"327.0399\" y=\"-3022.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">24x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_conv0_fwd -->\n",
"<g id=\"node30\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck3_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-3190\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-3193.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-3178.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 144</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck2_elemwise_add0 -->\n",
"<g id=\"edge30\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck3_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck2_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-3150.4838C189.5399,-3137.2054 189.5399,-3122.6405 189.5399,-3110.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-3160.79 185.04,-3150.79 189.54,-3155.79 189.54,-3150.79 189.54,-3150.79 189.54,-3150.79 189.54,-3155.79 194.04,-3150.79 189.5399,-3160.79 189.5399,-3160.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-3131.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">24x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_batchnorm0_fwd -->\n",
"<g id=\"node31\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck3_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-3299\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-3295.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck3_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck3_conv0_fwd -->\n",
"<g id=\"edge31\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck3_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck3_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-3259.4838C189.5399,-3246.2054 189.5399,-3231.6405 189.5399,-3219.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-3269.79 185.04,-3259.79 189.54,-3264.79 189.54,-3259.79 189.54,-3259.79 189.54,-3259.79 189.54,-3264.79 194.04,-3259.79 189.5399,-3269.79 189.5399,-3269.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-3240.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">144x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_relu60_relu6 -->\n",
"<g id=\"node32\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck3_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-3408\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-3404.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck3_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck3_batchnorm0_fwd -->\n",
"<g id=\"edge32\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck3_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck3_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-3368.4838C189.5399,-3355.2054 189.5399,-3340.6405 189.5399,-3328.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-3378.79 185.04,-3368.79 189.54,-3373.79 189.54,-3368.79 189.54,-3368.79 189.54,-3368.79 189.54,-3373.79 194.04,-3368.79 189.5399,-3378.79 189.5399,-3378.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-3349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">144x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_conv1_fwd -->\n",
"<g id=\"node33\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck3_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-3517\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-3520.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-3505.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/2x2, 144</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck3_relu60_relu6 -->\n",
"<g id=\"edge33\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck3_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck3_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-3477.4838C189.5399,-3464.2054 189.5399,-3449.6405 189.5399,-3437.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-3487.79 185.04,-3477.79 189.54,-3482.79 189.54,-3477.79 189.54,-3477.79 189.54,-3477.79 189.54,-3482.79 194.04,-3477.79 189.5399,-3487.79 189.5399,-3487.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-3458.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">144x56x56</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_batchnorm1_fwd -->\n",
"<g id=\"node34\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck3_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-3626\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-3622.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck3_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck3_conv1_fwd -->\n",
"<g id=\"edge34\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck3_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck3_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-3586.4838C189.5399,-3573.2054 189.5399,-3558.6405 189.5399,-3546.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-3596.79 185.04,-3586.79 189.54,-3591.79 189.54,-3586.79 189.54,-3586.79 189.54,-3586.79 189.54,-3591.79 194.04,-3586.79 189.5399,-3596.79 189.5399,-3596.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-3567.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">144x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_relu61_relu6 -->\n",
"<g id=\"node35\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck3_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-3735\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-3731.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck3_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck3_batchnorm1_fwd -->\n",
"<g id=\"edge35\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck3_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck3_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-3695.4838C189.5399,-3682.2054 189.5399,-3667.6405 189.5399,-3655.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-3705.79 185.04,-3695.79 189.54,-3700.79 189.54,-3695.79 189.54,-3695.79 189.54,-3695.79 189.54,-3700.79 194.04,-3695.79 189.5399,-3705.79 189.5399,-3705.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-3676.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">144x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_conv2_fwd -->\n",
"<g id=\"node36\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck3_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-3844\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-3847.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-3832.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 32</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck3_relu61_relu6 -->\n",
"<g id=\"edge36\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck3_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck3_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-3804.4838C189.5399,-3791.2054 189.5399,-3776.6405 189.5399,-3764.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-3814.79 185.04,-3804.79 189.54,-3809.79 189.54,-3804.79 189.54,-3804.79 189.54,-3804.79 189.54,-3809.79 194.04,-3804.79 189.5399,-3814.79 189.5399,-3814.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-3785.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">144x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_batchnorm2_fwd -->\n",
"<g id=\"node37\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck3_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-3953\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-3949.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck3_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck3_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck3_conv2_fwd -->\n",
"<g id=\"edge37\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck3_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck3_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-3913.4838C189.5399,-3900.2054 189.5399,-3885.6405 189.5399,-3873.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-3923.79 185.04,-3913.79 189.54,-3918.79 189.54,-3913.79 189.54,-3913.79 189.54,-3913.79 189.54,-3918.79 194.04,-3913.79 189.5399,-3923.79 189.5399,-3923.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-3894.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_conv0_fwd -->\n",
"<g id=\"node38\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck4_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"323.5399\" cy=\"-4062\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"323.5399\" y=\"-4065.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"323.5399\" y=\"-4050.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 192</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck3_batchnorm2_fwd -->\n",
"<g id=\"edge38\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck4_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck3_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M284.9328,-4030.5957C265.9974,-4015.193 243.3498,-3996.7707 224.8742,-3981.742\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"292.7976,-4036.9932 282.2004,-4034.1738 288.9188,-4033.838 285.04,-4030.6829 285.04,-4030.6829 285.04,-4030.6829 288.9188,-4033.838 287.8796,-4027.1919 292.7976,-4036.9932 292.7976,-4036.9932\"/>\n",
"<text text-anchor=\"middle\" x=\"292.0399\" y=\"-4003.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_batchnorm0_fwd -->\n",
"<g id=\"node39\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck4_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-4171\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-4167.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck4_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck4_conv0_fwd -->\n",
"<g id=\"edge39\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck4_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck4_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M365.491,-4133.4479C357.1064,-4119.168 347.7098,-4103.1642 339.9384,-4089.9287\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"370.5571,-4142.0762 361.6133,-4135.7313 368.0255,-4137.7645 365.4938,-4133.4528 365.4938,-4133.4528 365.4938,-4133.4528 368.0255,-4137.7645 369.3743,-4131.1743 370.5571,-4142.0762 370.5571,-4142.0762\"/>\n",
"<text text-anchor=\"middle\" x=\"389.0399\" y=\"-4112.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_relu60_relu6 -->\n",
"<g id=\"node40\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck4_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-4280\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-4276.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck4_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck4_batchnorm0_fwd -->\n",
"<g id=\"edge40\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck4_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck4_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-4240.4838C387.5399,-4227.2054 387.5399,-4212.6405 387.5399,-4200.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-4250.79 383.04,-4240.79 387.54,-4245.79 387.54,-4240.79 387.54,-4240.79 387.54,-4240.79 387.54,-4245.79 392.04,-4240.79 387.5399,-4250.79 387.5399,-4250.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-4221.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_conv1_fwd -->\n",
"<g id=\"node41\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck4_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-4389\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-4392.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-4377.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 192</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck4_relu60_relu6 -->\n",
"<g id=\"edge41\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck4_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck4_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-4349.4838C387.5399,-4336.2054 387.5399,-4321.6405 387.5399,-4309.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-4359.79 383.04,-4349.79 387.54,-4354.79 387.54,-4349.79 387.54,-4349.79 387.54,-4349.79 387.54,-4354.79 392.04,-4349.79 387.5399,-4359.79 387.5399,-4359.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-4330.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_batchnorm1_fwd -->\n",
"<g id=\"node42\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck4_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-4498\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-4494.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck4_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck4_conv1_fwd -->\n",
"<g id=\"edge42\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck4_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck4_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-4458.4838C387.5399,-4445.2054 387.5399,-4430.6405 387.5399,-4418.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-4468.79 383.04,-4458.79 387.54,-4463.79 387.54,-4458.79 387.54,-4458.79 387.54,-4458.79 387.54,-4463.79 392.04,-4458.79 387.5399,-4468.79 387.5399,-4468.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-4439.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_relu61_relu6 -->\n",
"<g id=\"node43\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck4_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-4607\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-4603.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck4_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck4_batchnorm1_fwd -->\n",
"<g id=\"edge43\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck4_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck4_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-4567.4838C387.5399,-4554.2054 387.5399,-4539.6405 387.5399,-4527.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-4577.79 383.04,-4567.79 387.54,-4572.79 387.54,-4567.79 387.54,-4567.79 387.54,-4567.79 387.54,-4572.79 392.04,-4567.79 387.5399,-4577.79 387.5399,-4577.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-4548.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_conv2_fwd -->\n",
"<g id=\"node44\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck4_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-4716\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-4719.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-4704.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 32</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck4_relu61_relu6 -->\n",
"<g id=\"edge44\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck4_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck4_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-4676.4838C387.5399,-4663.2054 387.5399,-4648.6405 387.5399,-4636.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-4686.79 383.04,-4676.79 387.54,-4681.79 387.54,-4676.79 387.54,-4676.79 387.54,-4676.79 387.54,-4681.79 392.04,-4676.79 387.5399,-4686.79 387.5399,-4686.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-4657.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_batchnorm2_fwd -->\n",
"<g id=\"node45\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck4_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-4825\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-4821.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck4_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck4_conv2_fwd -->\n",
"<g id=\"edge45\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck4_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck4_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-4785.4838C387.5399,-4772.2054 387.5399,-4757.6405 387.5399,-4745.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-4795.79 383.04,-4785.79 387.54,-4790.79 387.54,-4785.79 387.54,-4785.79 387.54,-4785.79 387.54,-4790.79 392.04,-4785.79 387.5399,-4795.79 387.5399,-4795.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.0399\" y=\"-4766.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_elemwise_add0 -->\n",
"<g id=\"node46\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck4_elemwise_add0</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-4934\" rx=\"181.2403\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-4930.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck4_elemwise_add0</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck3_batchnorm2_fwd -->\n",
"<g id=\"edge47\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck4_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck3_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M180.9289,-4894.5843C177.1426,-4873.9614 173.5399,-4848.2341 173.5399,-4825 173.5399,-4825 173.5399,-4825 173.5399,-4062 173.5399,-4034.8405 178.4628,-4004.2742 182.8472,-3982.4368\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"182.8472,-4904.5632 176.5402,-4895.5925 181.9033,-4899.6531 180.9593,-4894.743 180.9593,-4894.743 180.9593,-4894.743 181.9033,-4899.6531 185.3784,-4893.8935 182.8472,-4904.5632 182.8472,-4904.5632\"/>\n",
"<text text-anchor=\"middle\" x=\"201.0399\" y=\"-4439.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck4_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck4_batchnorm2_fwd -->\n",
"<g id=\"edge46\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck4_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck4_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M249.1367,-4901.1917C277.0205,-4885.8415 309.888,-4867.7478 336.5952,-4853.0453\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"240.2727,-4906.0713 246.8628,-4897.3066 244.6529,-4903.66 249.033,-4901.2487 249.033,-4901.2487 249.033,-4901.2487 244.6529,-4903.66 251.2032,-4905.1908 240.2727,-4906.0713 240.2727,-4906.0713\"/>\n",
"<text text-anchor=\"middle\" x=\"327.0399\" y=\"-4875.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_conv0_fwd -->\n",
"<g id=\"node47\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck5_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"323.5399\" cy=\"-5043\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"323.5399\" y=\"-5046.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"323.5399\" y=\"-5031.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 192</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck4_elemwise_add0 -->\n",
"<g id=\"edge48\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck5_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck4_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M284.9328,-5011.5957C265.9974,-4996.193 243.3498,-4977.7707 224.8742,-4962.742\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"292.7976,-5017.9932 282.2004,-5015.1738 288.9188,-5014.838 285.04,-5011.6829 285.04,-5011.6829 285.04,-5011.6829 288.9188,-5014.838 287.8796,-5008.1919 292.7976,-5017.9932 292.7976,-5017.9932\"/>\n",
"<text text-anchor=\"middle\" x=\"292.0399\" y=\"-4984.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_batchnorm0_fwd -->\n",
"<g id=\"node48\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck5_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-5152\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-5148.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck5_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck5_conv0_fwd -->\n",
"<g id=\"edge49\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck5_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck5_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M365.491,-5114.4479C357.1064,-5100.168 347.7098,-5084.1642 339.9384,-5070.9287\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"370.5571,-5123.0762 361.6133,-5116.7313 368.0255,-5118.7645 365.4938,-5114.4528 365.4938,-5114.4528 365.4938,-5114.4528 368.0255,-5118.7645 369.3743,-5112.1743 370.5571,-5123.0762 370.5571,-5123.0762\"/>\n",
"<text text-anchor=\"middle\" x=\"389.0399\" y=\"-5093.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_relu60_relu6 -->\n",
"<g id=\"node49\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck5_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-5261\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-5257.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck5_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck5_batchnorm0_fwd -->\n",
"<g id=\"edge50\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck5_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck5_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-5221.4838C387.5399,-5208.2054 387.5399,-5193.6405 387.5399,-5181.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-5231.79 383.04,-5221.79 387.54,-5226.79 387.54,-5221.79 387.54,-5221.79 387.54,-5221.79 387.54,-5226.79 392.04,-5221.79 387.5399,-5231.79 387.5399,-5231.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-5202.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_conv1_fwd -->\n",
"<g id=\"node50\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck5_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-5370\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-5373.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-5358.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 192</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck5_relu60_relu6 -->\n",
"<g id=\"edge51\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck5_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck5_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-5330.4838C387.5399,-5317.2054 387.5399,-5302.6405 387.5399,-5290.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-5340.79 383.04,-5330.79 387.54,-5335.79 387.54,-5330.79 387.54,-5330.79 387.54,-5330.79 387.54,-5335.79 392.04,-5330.79 387.5399,-5340.79 387.5399,-5340.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-5311.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_batchnorm1_fwd -->\n",
"<g id=\"node51\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck5_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-5479\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-5475.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck5_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck5_conv1_fwd -->\n",
"<g id=\"edge52\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck5_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck5_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-5439.4838C387.5399,-5426.2054 387.5399,-5411.6405 387.5399,-5399.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-5449.79 383.04,-5439.79 387.54,-5444.79 387.54,-5439.79 387.54,-5439.79 387.54,-5439.79 387.54,-5444.79 392.04,-5439.79 387.5399,-5449.79 387.5399,-5449.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-5420.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_relu61_relu6 -->\n",
"<g id=\"node52\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck5_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-5588\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-5584.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck5_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck5_batchnorm1_fwd -->\n",
"<g id=\"edge53\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck5_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck5_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-5548.4838C387.5399,-5535.2054 387.5399,-5520.6405 387.5399,-5508.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-5558.79 383.04,-5548.79 387.54,-5553.79 387.54,-5548.79 387.54,-5548.79 387.54,-5548.79 387.54,-5553.79 392.04,-5548.79 387.5399,-5558.79 387.5399,-5558.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-5529.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_conv2_fwd -->\n",
"<g id=\"node53\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck5_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-5697\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-5700.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-5685.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 32</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck5_relu61_relu6 -->\n",
"<g id=\"edge54\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck5_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck5_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-5657.4838C387.5399,-5644.2054 387.5399,-5629.6405 387.5399,-5617.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-5667.79 383.04,-5657.79 387.54,-5662.79 387.54,-5657.79 387.54,-5657.79 387.54,-5657.79 387.54,-5662.79 392.04,-5657.79 387.5399,-5667.79 387.5399,-5667.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-5638.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_batchnorm2_fwd -->\n",
"<g id=\"node54\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck5_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-5806\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-5802.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck5_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck5_conv2_fwd -->\n",
"<g id=\"edge55\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck5_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck5_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-5766.4838C387.5399,-5753.2054 387.5399,-5738.6405 387.5399,-5726.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-5776.79 383.04,-5766.79 387.54,-5771.79 387.54,-5766.79 387.54,-5766.79 387.54,-5766.79 387.54,-5771.79 392.04,-5766.79 387.5399,-5776.79 387.5399,-5776.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.0399\" y=\"-5747.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_elemwise_add0 -->\n",
"<g id=\"node55\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck5_elemwise_add0</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-5915\" rx=\"181.2403\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-5911.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck5_elemwise_add0</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck4_elemwise_add0 -->\n",
"<g id=\"edge57\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck5_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck4_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M180.9289,-5875.5843C177.1426,-5854.9614 173.5399,-5829.2341 173.5399,-5806 173.5399,-5806 173.5399,-5806 173.5399,-5043 173.5399,-5015.8405 178.4628,-4985.2742 182.8472,-4963.4368\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"182.8472,-5885.5632 176.5402,-5876.5925 181.9033,-5880.6531 180.9593,-5875.743 180.9593,-5875.743 180.9593,-5875.743 181.9033,-5880.6531 185.3784,-5874.8935 182.8472,-5885.5632 182.8472,-5885.5632\"/>\n",
"<text text-anchor=\"middle\" x=\"201.0399\" y=\"-5420.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck5_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck5_batchnorm2_fwd -->\n",
"<g id=\"edge56\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck5_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck5_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M249.1367,-5882.1917C277.0205,-5866.8415 309.888,-5848.7478 336.5952,-5834.0453\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"240.2727,-5887.0713 246.8628,-5878.3066 244.6529,-5884.66 249.033,-5882.2487 249.033,-5882.2487 249.033,-5882.2487 244.6529,-5884.66 251.2032,-5886.1908 240.2727,-5887.0713 240.2727,-5887.0713\"/>\n",
"<text text-anchor=\"middle\" x=\"327.0399\" y=\"-5856.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_conv0_fwd -->\n",
"<g id=\"node56\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck6_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-6024\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-6027.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-6012.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 192</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck5_elemwise_add0 -->\n",
"<g id=\"edge58\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck6_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck5_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-5984.4838C189.5399,-5971.2054 189.5399,-5956.6405 189.5399,-5944.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-5994.79 185.04,-5984.79 189.54,-5989.79 189.54,-5984.79 189.54,-5984.79 189.54,-5984.79 189.54,-5989.79 194.04,-5984.79 189.5399,-5994.79 189.5399,-5994.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-5965.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">32x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_batchnorm0_fwd -->\n",
"<g id=\"node57\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck6_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-6133\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-6129.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck6_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck6_conv0_fwd -->\n",
"<g id=\"edge59\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck6_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck6_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-6093.4838C189.5399,-6080.2054 189.5399,-6065.6405 189.5399,-6053.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-6103.79 185.04,-6093.79 189.54,-6098.79 189.54,-6093.79 189.54,-6093.79 189.54,-6093.79 189.54,-6098.79 194.04,-6093.79 189.5399,-6103.79 189.5399,-6103.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-6074.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_relu60_relu6 -->\n",
"<g id=\"node58\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck6_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-6242\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-6238.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck6_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck6_batchnorm0_fwd -->\n",
"<g id=\"edge60\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck6_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck6_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-6202.4838C189.5399,-6189.2054 189.5399,-6174.6405 189.5399,-6162.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-6212.79 185.04,-6202.79 189.54,-6207.79 189.54,-6202.79 189.54,-6202.79 189.54,-6202.79 189.54,-6207.79 194.04,-6202.79 189.5399,-6212.79 189.5399,-6212.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-6183.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_conv1_fwd -->\n",
"<g id=\"node59\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck6_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-6351\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-6354.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-6339.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/2x2, 192</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck6_relu60_relu6 -->\n",
"<g id=\"edge61\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck6_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck6_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-6311.4838C189.5399,-6298.2054 189.5399,-6283.6405 189.5399,-6271.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-6321.79 185.04,-6311.79 189.54,-6316.79 189.54,-6311.79 189.54,-6311.79 189.54,-6311.79 189.54,-6316.79 194.04,-6311.79 189.5399,-6321.79 189.5399,-6321.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-6292.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x28x28</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_batchnorm1_fwd -->\n",
"<g id=\"node60\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck6_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-6460\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-6456.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck6_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck6_conv1_fwd -->\n",
"<g id=\"edge62\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck6_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck6_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-6420.4838C189.5399,-6407.2054 189.5399,-6392.6405 189.5399,-6380.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-6430.79 185.04,-6420.79 189.54,-6425.79 189.54,-6420.79 189.54,-6420.79 189.54,-6420.79 189.54,-6425.79 194.04,-6420.79 189.5399,-6430.79 189.5399,-6430.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-6401.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_relu61_relu6 -->\n",
"<g id=\"node61\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck6_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-6569\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-6565.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck6_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck6_batchnorm1_fwd -->\n",
"<g id=\"edge63\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck6_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck6_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-6529.4838C189.5399,-6516.2054 189.5399,-6501.6405 189.5399,-6489.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-6539.79 185.04,-6529.79 189.54,-6534.79 189.54,-6529.79 189.54,-6529.79 189.54,-6529.79 189.54,-6534.79 194.04,-6529.79 189.5399,-6539.79 189.5399,-6539.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-6510.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_conv2_fwd -->\n",
"<g id=\"node62\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck6_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-6678\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-6681.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-6666.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 64</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck6_relu61_relu6 -->\n",
"<g id=\"edge64\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck6_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck6_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-6638.4838C189.5399,-6625.2054 189.5399,-6610.6405 189.5399,-6598.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-6648.79 185.04,-6638.79 189.54,-6643.79 189.54,-6638.79 189.54,-6638.79 189.54,-6638.79 189.54,-6643.79 194.04,-6638.79 189.5399,-6648.79 189.5399,-6648.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-6619.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">192x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_batchnorm2_fwd -->\n",
"<g id=\"node63\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck6_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-6787\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-6783.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck6_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck6_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck6_conv2_fwd -->\n",
"<g id=\"edge65\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck6_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck6_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-6747.4838C189.5399,-6734.2054 189.5399,-6719.6405 189.5399,-6707.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-6757.79 185.04,-6747.79 189.54,-6752.79 189.54,-6747.79 189.54,-6747.79 189.54,-6747.79 189.54,-6752.79 194.04,-6747.79 189.5399,-6757.79 189.5399,-6757.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-6728.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_conv0_fwd -->\n",
"<g id=\"node64\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck7_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"323.5399\" cy=\"-6896\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"323.5399\" y=\"-6899.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"323.5399\" y=\"-6884.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 384</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck6_batchnorm2_fwd -->\n",
"<g id=\"edge66\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck7_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck6_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M284.9328,-6864.5957C265.9974,-6849.193 243.3498,-6830.7707 224.8742,-6815.742\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"292.7976,-6870.9932 282.2004,-6868.1738 288.9188,-6867.838 285.04,-6864.6829 285.04,-6864.6829 285.04,-6864.6829 288.9188,-6867.838 287.8796,-6861.1919 292.7976,-6870.9932 292.7976,-6870.9932\"/>\n",
"<text text-anchor=\"middle\" x=\"292.0399\" y=\"-6837.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_batchnorm0_fwd -->\n",
"<g id=\"node65\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck7_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-7005\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-7001.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck7_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck7_conv0_fwd -->\n",
"<g id=\"edge67\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck7_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck7_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M365.491,-6967.4479C357.1064,-6953.168 347.7098,-6937.1642 339.9384,-6923.9287\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"370.5571,-6976.0762 361.6133,-6969.7313 368.0255,-6971.7645 365.4938,-6967.4528 365.4938,-6967.4528 365.4938,-6967.4528 368.0255,-6971.7645 369.3743,-6965.1743 370.5571,-6976.0762 370.5571,-6976.0762\"/>\n",
"<text text-anchor=\"middle\" x=\"389.0399\" y=\"-6946.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_relu60_relu6 -->\n",
"<g id=\"node66\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck7_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-7114\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-7110.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck7_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck7_batchnorm0_fwd -->\n",
"<g id=\"edge68\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck7_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck7_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-7074.4838C387.5399,-7061.2054 387.5399,-7046.6405 387.5399,-7034.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-7084.79 383.04,-7074.79 387.54,-7079.79 387.54,-7074.79 387.54,-7074.79 387.54,-7074.79 387.54,-7079.79 392.04,-7074.79 387.5399,-7084.79 387.5399,-7084.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-7055.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_conv1_fwd -->\n",
"<g id=\"node67\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck7_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-7223\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-7226.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-7211.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 384</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck7_relu60_relu6 -->\n",
"<g id=\"edge69\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck7_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck7_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-7183.4838C387.5399,-7170.2054 387.5399,-7155.6405 387.5399,-7143.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-7193.79 383.04,-7183.79 387.54,-7188.79 387.54,-7183.79 387.54,-7183.79 387.54,-7183.79 387.54,-7188.79 392.04,-7183.79 387.5399,-7193.79 387.5399,-7193.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-7164.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_batchnorm1_fwd -->\n",
"<g id=\"node68\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck7_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-7332\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-7328.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck7_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck7_conv1_fwd -->\n",
"<g id=\"edge70\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck7_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck7_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-7292.4838C387.5399,-7279.2054 387.5399,-7264.6405 387.5399,-7252.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-7302.79 383.04,-7292.79 387.54,-7297.79 387.54,-7292.79 387.54,-7292.79 387.54,-7292.79 387.54,-7297.79 392.04,-7292.79 387.5399,-7302.79 387.5399,-7302.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-7273.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_relu61_relu6 -->\n",
"<g id=\"node69\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck7_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-7441\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-7437.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck7_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck7_batchnorm1_fwd -->\n",
"<g id=\"edge71\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck7_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck7_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-7401.4838C387.5399,-7388.2054 387.5399,-7373.6405 387.5399,-7361.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-7411.79 383.04,-7401.79 387.54,-7406.79 387.54,-7401.79 387.54,-7401.79 387.54,-7401.79 387.54,-7406.79 392.04,-7401.79 387.5399,-7411.79 387.5399,-7411.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-7382.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_conv2_fwd -->\n",
"<g id=\"node70\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck7_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-7550\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-7553.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-7538.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 64</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck7_relu61_relu6 -->\n",
"<g id=\"edge72\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck7_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck7_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-7510.4838C387.5399,-7497.2054 387.5399,-7482.6405 387.5399,-7470.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-7520.79 383.04,-7510.79 387.54,-7515.79 387.54,-7510.79 387.54,-7510.79 387.54,-7510.79 387.54,-7515.79 392.04,-7510.79 387.5399,-7520.79 387.5399,-7520.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-7491.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_batchnorm2_fwd -->\n",
"<g id=\"node71\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck7_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-7659\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-7655.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck7_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck7_conv2_fwd -->\n",
"<g id=\"edge73\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck7_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck7_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-7619.4838C387.5399,-7606.2054 387.5399,-7591.6405 387.5399,-7579.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-7629.79 383.04,-7619.79 387.54,-7624.79 387.54,-7619.79 387.54,-7619.79 387.54,-7619.79 387.54,-7624.79 392.04,-7619.79 387.5399,-7629.79 387.5399,-7629.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.0399\" y=\"-7600.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_elemwise_add0 -->\n",
"<g id=\"node72\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck7_elemwise_add0</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-7768\" rx=\"181.2403\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-7764.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck7_elemwise_add0</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck6_batchnorm2_fwd -->\n",
"<g id=\"edge75\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck7_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck6_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M180.9289,-7728.5843C177.1426,-7707.9614 173.5399,-7682.2341 173.5399,-7659 173.5399,-7659 173.5399,-7659 173.5399,-6896 173.5399,-6868.8405 178.4628,-6838.2742 182.8472,-6816.4368\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"182.8472,-7738.5632 176.5402,-7729.5925 181.9033,-7733.6531 180.9593,-7728.743 180.9593,-7728.743 180.9593,-7728.743 181.9033,-7733.6531 185.3784,-7727.8935 182.8472,-7738.5632 182.8472,-7738.5632\"/>\n",
"<text text-anchor=\"middle\" x=\"201.0399\" y=\"-7273.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck7_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck7_batchnorm2_fwd -->\n",
"<g id=\"edge74\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck7_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck7_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M249.1367,-7735.1917C277.0205,-7719.8415 309.888,-7701.7478 336.5952,-7687.0453\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"240.2727,-7740.0713 246.8628,-7731.3066 244.6529,-7737.66 249.033,-7735.2487 249.033,-7735.2487 249.033,-7735.2487 244.6529,-7737.66 251.2032,-7739.1908 240.2727,-7740.0713 240.2727,-7740.0713\"/>\n",
"<text text-anchor=\"middle\" x=\"327.0399\" y=\"-7709.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_conv0_fwd -->\n",
"<g id=\"node73\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck8_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"323.5399\" cy=\"-7877\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"323.5399\" y=\"-7880.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"323.5399\" y=\"-7865.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 384</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck7_elemwise_add0 -->\n",
"<g id=\"edge76\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck8_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck7_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M284.9328,-7845.5957C265.9974,-7830.193 243.3498,-7811.7707 224.8742,-7796.742\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"292.7976,-7851.9932 282.2004,-7849.1738 288.9188,-7848.838 285.04,-7845.6829 285.04,-7845.6829 285.04,-7845.6829 288.9188,-7848.838 287.8796,-7842.1919 292.7976,-7851.9932 292.7976,-7851.9932\"/>\n",
"<text text-anchor=\"middle\" x=\"292.0399\" y=\"-7818.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_batchnorm0_fwd -->\n",
"<g id=\"node74\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck8_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-7986\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-7982.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck8_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck8_conv0_fwd -->\n",
"<g id=\"edge77\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck8_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck8_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M365.491,-7948.4479C357.1064,-7934.168 347.7098,-7918.1642 339.9384,-7904.9287\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"370.5571,-7957.0762 361.6133,-7950.7313 368.0255,-7952.7645 365.4938,-7948.4528 365.4938,-7948.4528 365.4938,-7948.4528 368.0255,-7952.7645 369.3743,-7946.1743 370.5571,-7957.0762 370.5571,-7957.0762\"/>\n",
"<text text-anchor=\"middle\" x=\"389.0399\" y=\"-7927.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_relu60_relu6 -->\n",
"<g id=\"node75\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck8_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-8095\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-8091.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck8_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck8_batchnorm0_fwd -->\n",
"<g id=\"edge78\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck8_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck8_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-8055.4838C387.5399,-8042.2054 387.5399,-8027.6405 387.5399,-8015.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-8065.79 383.04,-8055.79 387.54,-8060.79 387.54,-8055.79 387.54,-8055.79 387.54,-8055.79 387.54,-8060.79 392.04,-8055.79 387.5399,-8065.79 387.5399,-8065.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-8036.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_conv1_fwd -->\n",
"<g id=\"node76\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck8_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-8204\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-8207.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-8192.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 384</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck8_relu60_relu6 -->\n",
"<g id=\"edge79\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck8_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck8_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-8164.4838C387.5399,-8151.2054 387.5399,-8136.6405 387.5399,-8124.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-8174.79 383.04,-8164.79 387.54,-8169.79 387.54,-8164.79 387.54,-8164.79 387.54,-8164.79 387.54,-8169.79 392.04,-8164.79 387.5399,-8174.79 387.5399,-8174.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-8145.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_batchnorm1_fwd -->\n",
"<g id=\"node77\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck8_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-8313\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-8309.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck8_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck8_conv1_fwd -->\n",
"<g id=\"edge80\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck8_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck8_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-8273.4838C387.5399,-8260.2054 387.5399,-8245.6405 387.5399,-8233.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-8283.79 383.04,-8273.79 387.54,-8278.79 387.54,-8273.79 387.54,-8273.79 387.54,-8273.79 387.54,-8278.79 392.04,-8273.79 387.5399,-8283.79 387.5399,-8283.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-8254.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_relu61_relu6 -->\n",
"<g id=\"node78\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck8_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-8422\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-8418.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck8_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck8_batchnorm1_fwd -->\n",
"<g id=\"edge81\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck8_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck8_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-8382.4838C387.5399,-8369.2054 387.5399,-8354.6405 387.5399,-8342.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-8392.79 383.04,-8382.79 387.54,-8387.79 387.54,-8382.79 387.54,-8382.79 387.54,-8382.79 387.54,-8387.79 392.04,-8382.79 387.5399,-8392.79 387.5399,-8392.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-8363.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_conv2_fwd -->\n",
"<g id=\"node79\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck8_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-8531\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-8534.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-8519.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 64</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck8_relu61_relu6 -->\n",
"<g id=\"edge82\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck8_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck8_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-8491.4838C387.5399,-8478.2054 387.5399,-8463.6405 387.5399,-8451.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-8501.79 383.04,-8491.79 387.54,-8496.79 387.54,-8491.79 387.54,-8491.79 387.54,-8491.79 387.54,-8496.79 392.04,-8491.79 387.5399,-8501.79 387.5399,-8501.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-8472.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_batchnorm2_fwd -->\n",
"<g id=\"node80\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck8_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-8640\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-8636.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck8_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck8_conv2_fwd -->\n",
"<g id=\"edge83\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck8_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck8_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-8600.4838C387.5399,-8587.2054 387.5399,-8572.6405 387.5399,-8560.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-8610.79 383.04,-8600.79 387.54,-8605.79 387.54,-8600.79 387.54,-8600.79 387.54,-8600.79 387.54,-8605.79 392.04,-8600.79 387.5399,-8610.79 387.5399,-8610.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.0399\" y=\"-8581.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_elemwise_add0 -->\n",
"<g id=\"node81\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck8_elemwise_add0</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-8749\" rx=\"181.2403\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-8745.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck8_elemwise_add0</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck7_elemwise_add0 -->\n",
"<g id=\"edge85\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck8_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck7_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M180.9289,-8709.5843C177.1426,-8688.9614 173.5399,-8663.2341 173.5399,-8640 173.5399,-8640 173.5399,-8640 173.5399,-7877 173.5399,-7849.8405 178.4628,-7819.2742 182.8472,-7797.4368\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"182.8472,-8719.5632 176.5402,-8710.5925 181.9033,-8714.6531 180.9593,-8709.743 180.9593,-8709.743 180.9593,-8709.743 181.9033,-8714.6531 185.3784,-8708.8935 182.8472,-8719.5632 182.8472,-8719.5632\"/>\n",
"<text text-anchor=\"middle\" x=\"201.0399\" y=\"-8254.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck8_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck8_batchnorm2_fwd -->\n",
"<g id=\"edge84\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck8_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck8_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M249.1367,-8716.1917C277.0205,-8700.8415 309.888,-8682.7478 336.5952,-8668.0453\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"240.2727,-8721.0713 246.8628,-8712.3066 244.6529,-8718.66 249.033,-8716.2487 249.033,-8716.2487 249.033,-8716.2487 244.6529,-8718.66 251.2032,-8720.1908 240.2727,-8721.0713 240.2727,-8721.0713\"/>\n",
"<text text-anchor=\"middle\" x=\"327.0399\" y=\"-8690.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_conv0_fwd -->\n",
"<g id=\"node82\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck9_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"323.5399\" cy=\"-8858\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"323.5399\" y=\"-8861.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"323.5399\" y=\"-8846.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 384</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck8_elemwise_add0 -->\n",
"<g id=\"edge86\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck9_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck8_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M284.9328,-8826.5957C265.9974,-8811.193 243.3498,-8792.7707 224.8742,-8777.742\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"292.7976,-8832.9932 282.2004,-8830.1738 288.9188,-8829.838 285.04,-8826.6829 285.04,-8826.6829 285.04,-8826.6829 288.9188,-8829.838 287.8796,-8823.1919 292.7976,-8832.9932 292.7976,-8832.9932\"/>\n",
"<text text-anchor=\"middle\" x=\"292.0399\" y=\"-8799.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_batchnorm0_fwd -->\n",
"<g id=\"node83\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck9_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-8967\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-8963.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck9_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck9_conv0_fwd -->\n",
"<g id=\"edge87\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck9_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck9_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M365.491,-8929.4479C357.1064,-8915.168 347.7098,-8899.1642 339.9384,-8885.9287\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"370.5571,-8938.0762 361.6133,-8931.7313 368.0255,-8933.7645 365.4938,-8929.4528 365.4938,-8929.4528 365.4938,-8929.4528 368.0255,-8933.7645 369.3743,-8927.1743 370.5571,-8938.0762 370.5571,-8938.0762\"/>\n",
"<text text-anchor=\"middle\" x=\"389.0399\" y=\"-8908.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_relu60_relu6 -->\n",
"<g id=\"node84\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck9_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-9076\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-9072.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck9_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck9_batchnorm0_fwd -->\n",
"<g id=\"edge88\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck9_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck9_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-9036.4838C387.5399,-9023.2054 387.5399,-9008.6405 387.5399,-8996.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-9046.79 383.04,-9036.79 387.54,-9041.79 387.54,-9036.79 387.54,-9036.79 387.54,-9036.79 387.54,-9041.79 392.04,-9036.79 387.5399,-9046.79 387.5399,-9046.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-9017.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_conv1_fwd -->\n",
"<g id=\"node85\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck9_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-9185\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-9188.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-9173.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 384</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck9_relu60_relu6 -->\n",
"<g id=\"edge89\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck9_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck9_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-9145.4838C387.5399,-9132.2054 387.5399,-9117.6405 387.5399,-9105.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-9155.79 383.04,-9145.79 387.54,-9150.79 387.54,-9145.79 387.54,-9145.79 387.54,-9145.79 387.54,-9150.79 392.04,-9145.79 387.5399,-9155.79 387.5399,-9155.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-9126.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_batchnorm1_fwd -->\n",
"<g id=\"node86\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck9_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-9294\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-9290.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck9_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck9_conv1_fwd -->\n",
"<g id=\"edge90\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck9_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck9_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-9254.4838C387.5399,-9241.2054 387.5399,-9226.6405 387.5399,-9214.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-9264.79 383.04,-9254.79 387.54,-9259.79 387.54,-9254.79 387.54,-9254.79 387.54,-9254.79 387.54,-9259.79 392.04,-9254.79 387.5399,-9264.79 387.5399,-9264.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-9235.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_relu61_relu6 -->\n",
"<g id=\"node87\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck9_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-9403\" rx=\"172.8114\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-9399.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck9_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck9_batchnorm1_fwd -->\n",
"<g id=\"edge91\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck9_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck9_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-9363.4838C387.5399,-9350.2054 387.5399,-9335.6405 387.5399,-9323.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-9373.79 383.04,-9363.79 387.54,-9368.79 387.54,-9363.79 387.54,-9363.79 387.54,-9363.79 387.54,-9368.79 392.04,-9363.79 387.5399,-9373.79 387.5399,-9373.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-9344.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_conv2_fwd -->\n",
"<g id=\"node88\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck9_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-9512\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-9515.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-9500.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 64</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck9_relu61_relu6 -->\n",
"<g id=\"edge92\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck9_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck9_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-9472.4838C387.5399,-9459.2054 387.5399,-9444.6405 387.5399,-9432.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-9482.79 383.04,-9472.79 387.54,-9477.79 387.54,-9472.79 387.54,-9472.79 387.54,-9472.79 387.54,-9477.79 392.04,-9472.79 387.5399,-9482.79 387.5399,-9482.79\"/>\n",
"<text text-anchor=\"middle\" x=\"418.0399\" y=\"-9453.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_batchnorm2_fwd -->\n",
"<g id=\"node89\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck9_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"387.5399\" cy=\"-9621\" rx=\"185.955\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"387.5399\" y=\"-9617.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck9_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck9_conv2_fwd -->\n",
"<g id=\"edge93\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck9_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck9_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M387.5399,-9581.4838C387.5399,-9568.2054 387.5399,-9553.6405 387.5399,-9541.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"387.5399,-9591.79 383.04,-9581.79 387.54,-9586.79 387.54,-9581.79 387.54,-9581.79 387.54,-9581.79 387.54,-9586.79 392.04,-9581.79 387.5399,-9591.79 387.5399,-9591.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.0399\" y=\"-9562.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_elemwise_add0 -->\n",
"<g id=\"node90\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck9_elemwise_add0</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-9730\" rx=\"181.2403\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-9726.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck9_elemwise_add0</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck8_elemwise_add0 -->\n",
"<g id=\"edge95\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck9_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck8_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M180.9289,-9690.5843C177.1426,-9669.9614 173.5399,-9644.2341 173.5399,-9621 173.5399,-9621 173.5399,-9621 173.5399,-8858 173.5399,-8830.8405 178.4628,-8800.2742 182.8472,-8778.4368\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"182.8472,-9700.5632 176.5402,-9691.5925 181.9033,-9695.6531 180.9593,-9690.743 180.9593,-9690.743 180.9593,-9690.743 181.9033,-9695.6531 185.3784,-9689.8935 182.8472,-9700.5632 182.8472,-9700.5632\"/>\n",
"<text text-anchor=\"middle\" x=\"201.0399\" y=\"-9235.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck9_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck9_batchnorm2_fwd -->\n",
"<g id=\"edge94\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck9_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck9_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M249.1367,-9697.1917C277.0205,-9681.8415 309.888,-9663.7478 336.5952,-9649.0453\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"240.2727,-9702.0713 246.8628,-9693.3066 244.6529,-9699.66 249.033,-9697.2487 249.033,-9697.2487 249.033,-9697.2487 244.6529,-9699.66 251.2032,-9701.1908 240.2727,-9702.0713 240.2727,-9702.0713\"/>\n",
"<text text-anchor=\"middle\" x=\"327.0399\" y=\"-9671.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_conv0_fwd -->\n",
"<g id=\"node91\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck10_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-9839\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-9842.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-9827.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 384</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck9_elemwise_add0 -->\n",
"<g id=\"edge96\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck10_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck9_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-9799.4838C189.5399,-9786.2054 189.5399,-9771.6405 189.5399,-9759.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-9809.79 185.04,-9799.79 189.54,-9804.79 189.54,-9799.79 189.54,-9799.79 189.54,-9799.79 189.54,-9804.79 194.04,-9799.79 189.5399,-9809.79 189.5399,-9809.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-9780.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">64x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_batchnorm0_fwd -->\n",
"<g id=\"node92\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck10_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-9948\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-9944.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck10_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck10_conv0_fwd -->\n",
"<g id=\"edge97\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck10_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck10_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-9908.4838C189.5399,-9895.2054 189.5399,-9880.6405 189.5399,-9868.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-9918.79 185.04,-9908.79 189.54,-9913.79 189.54,-9908.79 189.54,-9908.79 189.54,-9908.79 189.54,-9913.79 194.04,-9908.79 189.5399,-9918.79 189.5399,-9918.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-9889.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_relu60_relu6 -->\n",
"<g id=\"node93\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck10_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-10057\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-10053.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck10_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck10_batchnorm0_fwd -->\n",
"<g id=\"edge98\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck10_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck10_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-10017.4838C189.5399,-10004.2054 189.5399,-9989.6405 189.5399,-9977.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-10027.79 185.04,-10017.79 189.54,-10022.79 189.54,-10017.79 189.54,-10017.79 189.54,-10017.79 189.54,-10022.79 194.04,-10017.79 189.5399,-10027.79 189.5399,-10027.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-9998.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_conv1_fwd -->\n",
"<g id=\"node94\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck10_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-10166\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-10169.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-10154.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 384</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck10_relu60_relu6 -->\n",
"<g id=\"edge99\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck10_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck10_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-10126.4838C189.5399,-10113.2054 189.5399,-10098.6405 189.5399,-10086.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-10136.79 185.04,-10126.79 189.54,-10131.79 189.54,-10126.79 189.54,-10126.79 189.54,-10126.79 189.54,-10131.79 194.04,-10126.79 189.5399,-10136.79 189.5399,-10136.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-10107.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_batchnorm1_fwd -->\n",
"<g id=\"node95\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck10_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-10275\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-10271.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck10_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck10_conv1_fwd -->\n",
"<g id=\"edge100\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck10_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck10_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-10235.4838C189.5399,-10222.2054 189.5399,-10207.6405 189.5399,-10195.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-10245.79 185.04,-10235.79 189.54,-10240.79 189.54,-10235.79 189.54,-10235.79 189.54,-10235.79 189.54,-10240.79 194.04,-10235.79 189.5399,-10245.79 189.5399,-10245.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-10216.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_relu61_relu6 -->\n",
"<g id=\"node96\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck10_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-10384\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-10380.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck10_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck10_batchnorm1_fwd -->\n",
"<g id=\"edge101\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck10_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck10_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-10344.4838C189.5399,-10331.2054 189.5399,-10316.6405 189.5399,-10304.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-10354.79 185.04,-10344.79 189.54,-10349.79 189.54,-10344.79 189.54,-10344.79 189.54,-10344.79 189.54,-10349.79 194.04,-10344.79 189.5399,-10354.79 189.5399,-10354.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-10325.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_conv2_fwd -->\n",
"<g id=\"node97\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck10_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-10493\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-10496.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-10481.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 96</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck10_relu61_relu6 -->\n",
"<g id=\"edge102\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck10_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck10_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-10453.4838C189.5399,-10440.2054 189.5399,-10425.6405 189.5399,-10413.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-10463.79 185.04,-10453.79 189.54,-10458.79 189.54,-10453.79 189.54,-10453.79 189.54,-10453.79 189.54,-10458.79 194.04,-10453.79 189.5399,-10463.79 189.5399,-10463.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-10434.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">384x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_batchnorm2_fwd -->\n",
"<g id=\"node98\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck10_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-10602\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-10598.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck10_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck10_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck10_conv2_fwd -->\n",
"<g id=\"edge103\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck10_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck10_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-10562.4838C189.5399,-10549.2054 189.5399,-10534.6405 189.5399,-10522.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-10572.79 185.04,-10562.79 189.54,-10567.79 189.54,-10562.79 189.54,-10562.79 189.54,-10562.79 189.54,-10567.79 194.04,-10562.79 189.5399,-10572.79 189.5399,-10572.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-10543.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_conv0_fwd -->\n",
"<g id=\"node99\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck11_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"325.5399\" cy=\"-10711\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"325.5399\" y=\"-10714.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"325.5399\" y=\"-10699.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 576</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck10_batchnorm2_fwd -->\n",
"<g id=\"edge104\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck11_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck10_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M286.6346,-10679.8186C267.2521,-10664.284 243.9829,-10645.6345 225.0836,-10630.4872\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"294.6794,-10686.2662 284.062,-10683.5236 290.7779,-10683.1392 286.8763,-10680.0122 286.8763,-10680.0122 286.8763,-10680.0122 290.7779,-10683.1392 289.6906,-10676.5008 294.6794,-10686.2662 294.6794,-10686.2662\"/>\n",
"<text text-anchor=\"middle\" x=\"293.0399\" y=\"-10652.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_batchnorm0_fwd -->\n",
"<g id=\"node100\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck11_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-10820\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-10816.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck11_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck11_conv0_fwd -->\n",
"<g id=\"edge105\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck11_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck11_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M368.8019,-10782.4479C360.1554,-10768.168 350.4651,-10752.1642 342.4509,-10738.9287\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"374.0264,-10791.0762 364.9975,-10784.8529 371.4366,-10786.7991 368.8468,-10782.5221 368.8468,-10782.5221 368.8468,-10782.5221 371.4366,-10786.7991 372.6962,-10780.1913 374.0264,-10791.0762 374.0264,-10791.0762\"/>\n",
"<text text-anchor=\"middle\" x=\"392.0399\" y=\"-10761.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_relu60_relu6 -->\n",
"<g id=\"node101\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck11_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-10929\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-10925.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck11_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck11_batchnorm0_fwd -->\n",
"<g id=\"edge106\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck11_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck11_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-10889.4838C391.5399,-10876.2054 391.5399,-10861.6405 391.5399,-10849.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-10899.79 387.04,-10889.79 391.54,-10894.79 391.54,-10889.79 391.54,-10889.79 391.54,-10889.79 391.54,-10894.79 396.04,-10889.79 391.5399,-10899.79 391.5399,-10899.79\"/>\n",
"<text text-anchor=\"middle\" x=\"422.0399\" y=\"-10870.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_conv1_fwd -->\n",
"<g id=\"node102\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck11_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-11038\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-11041.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-11026.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 576</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck11_relu60_relu6 -->\n",
"<g id=\"edge107\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck11_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck11_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-10998.4838C391.5399,-10985.2054 391.5399,-10970.6405 391.5399,-10958.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-11008.79 387.04,-10998.79 391.54,-11003.79 391.54,-10998.79 391.54,-10998.79 391.54,-10998.79 391.54,-11003.79 396.04,-10998.79 391.5399,-11008.79 391.5399,-11008.79\"/>\n",
"<text text-anchor=\"middle\" x=\"422.0399\" y=\"-10979.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_batchnorm1_fwd -->\n",
"<g id=\"node103\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck11_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-11147\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-11143.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck11_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck11_conv1_fwd -->\n",
"<g id=\"edge108\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck11_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck11_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-11107.4838C391.5399,-11094.2054 391.5399,-11079.6405 391.5399,-11067.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-11117.79 387.04,-11107.79 391.54,-11112.79 391.54,-11107.79 391.54,-11107.79 391.54,-11107.79 391.54,-11112.79 396.04,-11107.79 391.5399,-11117.79 391.5399,-11117.79\"/>\n",
"<text text-anchor=\"middle\" x=\"422.0399\" y=\"-11088.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_relu61_relu6 -->\n",
"<g id=\"node104\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck11_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-11256\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-11252.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck11_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck11_batchnorm1_fwd -->\n",
"<g id=\"edge109\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck11_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck11_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-11216.4838C391.5399,-11203.2054 391.5399,-11188.6405 391.5399,-11176.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-11226.79 387.04,-11216.79 391.54,-11221.79 391.54,-11216.79 391.54,-11216.79 391.54,-11216.79 391.54,-11221.79 396.04,-11216.79 391.5399,-11226.79 391.5399,-11226.79\"/>\n",
"<text text-anchor=\"middle\" x=\"422.0399\" y=\"-11197.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_conv2_fwd -->\n",
"<g id=\"node105\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck11_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-11365\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-11368.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-11353.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 96</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck11_relu61_relu6 -->\n",
"<g id=\"edge110\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck11_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck11_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-11325.4838C391.5399,-11312.2054 391.5399,-11297.6405 391.5399,-11285.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-11335.79 387.04,-11325.79 391.54,-11330.79 391.54,-11325.79 391.54,-11325.79 391.54,-11325.79 391.54,-11330.79 396.04,-11325.79 391.5399,-11335.79 391.5399,-11335.79\"/>\n",
"<text text-anchor=\"middle\" x=\"422.0399\" y=\"-11306.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_batchnorm2_fwd -->\n",
"<g id=\"node106\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck11_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-11474\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-11470.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck11_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck11_conv2_fwd -->\n",
"<g id=\"edge111\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck11_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck11_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-11434.4838C391.5399,-11421.2054 391.5399,-11406.6405 391.5399,-11394.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-11444.79 387.04,-11434.79 391.54,-11439.79 391.54,-11434.79 391.54,-11434.79 391.54,-11434.79 391.54,-11439.79 396.04,-11434.79 391.5399,-11444.79 391.5399,-11444.79\"/>\n",
"<text text-anchor=\"middle\" x=\"419.0399\" y=\"-11415.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_elemwise_add0 -->\n",
"<g id=\"node107\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck11_elemwise_add0</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-11583\" rx=\"185.3656\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-11579.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck11_elemwise_add0</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck10_batchnorm2_fwd -->\n",
"<g id=\"edge113\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck11_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck10_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M180.9289,-11543.5843C177.1426,-11522.9614 173.5399,-11497.2341 173.5399,-11474 173.5399,-11474 173.5399,-11474 173.5399,-10711 173.5399,-10683.8405 178.4628,-10653.2742 182.8472,-10631.4368\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"182.8472,-11553.5632 176.5402,-11544.5925 181.9033,-11548.6531 180.9593,-11543.743 180.9593,-11543.743 180.9593,-11543.743 181.9033,-11548.6531 185.3784,-11542.8935 182.8472,-11553.5632 182.8472,-11553.5632\"/>\n",
"<text text-anchor=\"middle\" x=\"201.0399\" y=\"-11088.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck11_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck11_batchnorm2_fwd -->\n",
"<g id=\"edge112\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck11_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck11_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M250.3407,-11550.1917C278.7878,-11534.8415 312.3192,-11516.7478 339.566,-11502.0453\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"241.2976,-11555.0713 247.9612,-11546.3623 245.6979,-11552.6969 250.0982,-11550.3225 250.0982,-11550.3225 250.0982,-11550.3225 245.6979,-11552.6969 252.2351,-11554.2827 241.2976,-11555.0713 241.2976,-11555.0713\"/>\n",
"<text text-anchor=\"middle\" x=\"330.0399\" y=\"-11524.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_conv0_fwd -->\n",
"<g id=\"node108\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck12_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"325.5399\" cy=\"-11692\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"325.5399\" y=\"-11695.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"325.5399\" y=\"-11680.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 576</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck11_elemwise_add0 -->\n",
"<g id=\"edge114\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck12_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck11_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M286.6346,-11660.8186C267.2521,-11645.284 243.9829,-11626.6345 225.0836,-11611.4872\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"294.6794,-11667.2662 284.062,-11664.5236 290.7779,-11664.1392 286.8763,-11661.0122 286.8763,-11661.0122 286.8763,-11661.0122 290.7779,-11664.1392 289.6906,-11657.5008 294.6794,-11667.2662 294.6794,-11667.2662\"/>\n",
"<text text-anchor=\"middle\" x=\"293.0399\" y=\"-11633.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_batchnorm0_fwd -->\n",
"<g id=\"node109\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck12_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-11801\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-11797.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck12_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck12_conv0_fwd -->\n",
"<g id=\"edge115\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck12_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck12_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M368.8019,-11763.4479C360.1554,-11749.168 350.4651,-11733.1642 342.4509,-11719.9287\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"374.0264,-11772.0762 364.9975,-11765.8529 371.4366,-11767.7991 368.8468,-11763.5221 368.8468,-11763.5221 368.8468,-11763.5221 371.4366,-11767.7991 372.6962,-11761.1913 374.0264,-11772.0762 374.0264,-11772.0762\"/>\n",
"<text text-anchor=\"middle\" x=\"392.0399\" y=\"-11742.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_relu60_relu6 -->\n",
"<g id=\"node110\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck12_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-11910\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-11906.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck12_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck12_batchnorm0_fwd -->\n",
"<g id=\"edge116\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck12_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck12_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-11870.4838C391.5399,-11857.2054 391.5399,-11842.6405 391.5399,-11830.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-11880.79 387.04,-11870.79 391.54,-11875.79 391.54,-11870.79 391.54,-11870.79 391.54,-11870.79 391.54,-11875.79 396.04,-11870.79 391.5399,-11880.79 391.5399,-11880.79\"/>\n",
"<text text-anchor=\"middle\" x=\"422.0399\" y=\"-11851.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_conv1_fwd -->\n",
"<g id=\"node111\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck12_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-12019\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-12022.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-12007.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 576</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck12_relu60_relu6 -->\n",
"<g id=\"edge117\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck12_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck12_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-11979.4838C391.5399,-11966.2054 391.5399,-11951.6405 391.5399,-11939.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-11989.79 387.04,-11979.79 391.54,-11984.79 391.54,-11979.79 391.54,-11979.79 391.54,-11979.79 391.54,-11984.79 396.04,-11979.79 391.5399,-11989.79 391.5399,-11989.79\"/>\n",
"<text text-anchor=\"middle\" x=\"422.0399\" y=\"-11960.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_batchnorm1_fwd -->\n",
"<g id=\"node112\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck12_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-12128\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-12124.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck12_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck12_conv1_fwd -->\n",
"<g id=\"edge118\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck12_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck12_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-12088.4838C391.5399,-12075.2054 391.5399,-12060.6405 391.5399,-12048.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-12098.79 387.04,-12088.79 391.54,-12093.79 391.54,-12088.79 391.54,-12088.79 391.54,-12088.79 391.54,-12093.79 396.04,-12088.79 391.5399,-12098.79 391.5399,-12098.79\"/>\n",
"<text text-anchor=\"middle\" x=\"422.0399\" y=\"-12069.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_relu61_relu6 -->\n",
"<g id=\"node113\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck12_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-12237\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-12233.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck12_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck12_batchnorm1_fwd -->\n",
"<g id=\"edge119\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck12_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck12_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-12197.4838C391.5399,-12184.2054 391.5399,-12169.6405 391.5399,-12157.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-12207.79 387.04,-12197.79 391.54,-12202.79 391.54,-12197.79 391.54,-12197.79 391.54,-12197.79 391.54,-12202.79 396.04,-12197.79 391.5399,-12207.79 391.5399,-12207.79\"/>\n",
"<text text-anchor=\"middle\" x=\"422.0399\" y=\"-12178.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_conv2_fwd -->\n",
"<g id=\"node114\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck12_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-12346\" rx=\"55.6878\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-12349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-12334.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 96</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck12_relu61_relu6 -->\n",
"<g id=\"edge120\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck12_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck12_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-12306.4838C391.5399,-12293.2054 391.5399,-12278.6405 391.5399,-12266.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-12316.79 387.04,-12306.79 391.54,-12311.79 391.54,-12306.79 391.54,-12306.79 391.54,-12306.79 391.54,-12311.79 396.04,-12306.79 391.5399,-12316.79 391.5399,-12316.79\"/>\n",
"<text text-anchor=\"middle\" x=\"422.0399\" y=\"-12287.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_batchnorm2_fwd -->\n",
"<g id=\"node115\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck12_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-12455\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-12451.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck12_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck12_conv2_fwd -->\n",
"<g id=\"edge121\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck12_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck12_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-12415.4838C391.5399,-12402.2054 391.5399,-12387.6405 391.5399,-12375.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-12425.79 387.04,-12415.79 391.54,-12420.79 391.54,-12415.79 391.54,-12415.79 391.54,-12415.79 391.54,-12420.79 396.04,-12415.79 391.5399,-12425.79 391.5399,-12425.79\"/>\n",
"<text text-anchor=\"middle\" x=\"419.0399\" y=\"-12396.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_elemwise_add0 -->\n",
"<g id=\"node116\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck12_elemwise_add0</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-12564\" rx=\"185.3656\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-12560.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck12_elemwise_add0</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck11_elemwise_add0 -->\n",
"<g id=\"edge123\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck12_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck11_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M180.9289,-12524.5843C177.1426,-12503.9614 173.5399,-12478.2341 173.5399,-12455 173.5399,-12455 173.5399,-12455 173.5399,-11692 173.5399,-11664.8405 178.4628,-11634.2742 182.8472,-11612.4368\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"182.8472,-12534.5632 176.5402,-12525.5925 181.9033,-12529.6531 180.9593,-12524.743 180.9593,-12524.743 180.9593,-12524.743 181.9033,-12529.6531 185.3784,-12523.8935 182.8472,-12534.5632 182.8472,-12534.5632\"/>\n",
"<text text-anchor=\"middle\" x=\"201.0399\" y=\"-12069.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck12_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck12_batchnorm2_fwd -->\n",
"<g id=\"edge122\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck12_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck12_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M250.3407,-12531.1917C278.7878,-12515.8415 312.3192,-12497.7478 339.566,-12483.0453\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"241.2976,-12536.0713 247.9612,-12527.3623 245.6979,-12533.6969 250.0982,-12531.3225 250.0982,-12531.3225 250.0982,-12531.3225 245.6979,-12533.6969 252.2351,-12535.2827 241.2976,-12536.0713 241.2976,-12536.0713\"/>\n",
"<text text-anchor=\"middle\" x=\"330.0399\" y=\"-12505.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_conv0_fwd -->\n",
"<g id=\"node117\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck13_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-12673\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-12676.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-12661.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 576</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck12_elemwise_add0 -->\n",
"<g id=\"edge124\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck13_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck12_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-12633.4838C189.5399,-12620.2054 189.5399,-12605.6405 189.5399,-12593.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-12643.79 185.04,-12633.79 189.54,-12638.79 189.54,-12633.79 189.54,-12633.79 189.54,-12633.79 189.54,-12638.79 194.04,-12633.79 189.5399,-12643.79 189.5399,-12643.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-12614.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">96x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_batchnorm0_fwd -->\n",
"<g id=\"node118\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck13_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-12782\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-12778.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck13_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck13_conv0_fwd -->\n",
"<g id=\"edge125\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck13_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck13_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-12742.4838C189.5399,-12729.2054 189.5399,-12714.6405 189.5399,-12702.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-12752.79 185.04,-12742.79 189.54,-12747.79 189.54,-12742.79 189.54,-12742.79 189.54,-12742.79 189.54,-12747.79 194.04,-12742.79 189.5399,-12752.79 189.5399,-12752.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-12723.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_relu60_relu6 -->\n",
"<g id=\"node119\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck13_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-12891\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-12887.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck13_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck13_batchnorm0_fwd -->\n",
"<g id=\"edge126\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck13_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck13_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-12851.4838C189.5399,-12838.2054 189.5399,-12823.6405 189.5399,-12811.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-12861.79 185.04,-12851.79 189.54,-12856.79 189.54,-12851.79 189.54,-12851.79 189.54,-12851.79 189.54,-12856.79 194.04,-12851.79 189.5399,-12861.79 189.5399,-12861.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-12832.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_conv1_fwd -->\n",
"<g id=\"node120\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck13_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-13000\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-13003.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-12988.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/2x2, 576</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck13_relu60_relu6 -->\n",
"<g id=\"edge127\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck13_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck13_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-12960.4838C189.5399,-12947.2054 189.5399,-12932.6405 189.5399,-12920.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-12970.79 185.04,-12960.79 189.54,-12965.79 189.54,-12960.79 189.54,-12960.79 189.54,-12960.79 189.54,-12965.79 194.04,-12960.79 189.5399,-12970.79 189.5399,-12970.79\"/>\n",
"<text text-anchor=\"middle\" x=\"220.0399\" y=\"-12941.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x14x14</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_batchnorm1_fwd -->\n",
"<g id=\"node121\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck13_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-13109\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-13105.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck13_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck13_conv1_fwd -->\n",
"<g id=\"edge128\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck13_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck13_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-13069.4838C189.5399,-13056.2054 189.5399,-13041.6405 189.5399,-13029.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-13079.79 185.04,-13069.79 189.54,-13074.79 189.54,-13069.79 189.54,-13069.79 189.54,-13069.79 189.54,-13074.79 194.04,-13069.79 189.5399,-13079.79 189.5399,-13079.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-13050.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_relu61_relu6 -->\n",
"<g id=\"node122\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck13_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-13218\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-13214.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck13_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck13_batchnorm1_fwd -->\n",
"<g id=\"edge129\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck13_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck13_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-13178.4838C189.5399,-13165.2054 189.5399,-13150.6405 189.5399,-13138.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-13188.79 185.04,-13178.79 189.54,-13183.79 189.54,-13178.79 189.54,-13178.79 189.54,-13178.79 189.54,-13183.79 194.04,-13178.79 189.5399,-13188.79 189.5399,-13188.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-13159.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_conv2_fwd -->\n",
"<g id=\"node123\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck13_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-13327\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-13330.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-13315.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 160</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck13_relu61_relu6 -->\n",
"<g id=\"edge130\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck13_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck13_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-13287.4838C189.5399,-13274.2054 189.5399,-13259.6405 189.5399,-13247.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-13297.79 185.04,-13287.79 189.54,-13292.79 189.54,-13287.79 189.54,-13287.79 189.54,-13287.79 189.54,-13292.79 194.04,-13287.79 189.5399,-13297.79 189.5399,-13297.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-13268.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">576x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_batchnorm2_fwd -->\n",
"<g id=\"node124\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck13_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-13436\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-13432.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck13_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck13_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck13_conv2_fwd -->\n",
"<g id=\"edge131\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck13_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck13_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-13396.4838C189.5399,-13383.2054 189.5399,-13368.6405 189.5399,-13356.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-13406.79 185.04,-13396.79 189.54,-13401.79 189.54,-13396.79 189.54,-13396.79 189.54,-13396.79 189.54,-13401.79 194.04,-13396.79 189.5399,-13406.79 189.5399,-13406.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-13377.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">160x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_conv0_fwd -->\n",
"<g id=\"node125\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck14_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"325.5399\" cy=\"-13545\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"325.5399\" y=\"-13548.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"325.5399\" y=\"-13533.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 960</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck13_batchnorm2_fwd -->\n",
"<g id=\"edge132\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck14_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck13_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M286.6346,-13513.8186C267.2521,-13498.284 243.9829,-13479.6345 225.0836,-13464.4872\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"294.6794,-13520.2662 284.062,-13517.5236 290.7779,-13517.1392 286.8763,-13514.0122 286.8763,-13514.0122 286.8763,-13514.0122 290.7779,-13517.1392 289.6906,-13510.5008 294.6794,-13520.2662 294.6794,-13520.2662\"/>\n",
"<text text-anchor=\"middle\" x=\"289.5399\" y=\"-13486.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">160x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_batchnorm0_fwd -->\n",
"<g id=\"node126\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck14_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-13654\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-13650.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck14_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck14_conv0_fwd -->\n",
"<g id=\"edge133\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck14_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck14_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M368.8019,-13616.4479C360.1554,-13602.168 350.4651,-13586.1642 342.4509,-13572.9287\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"374.0264,-13625.0762 364.9975,-13618.8529 371.4366,-13620.7991 368.8468,-13616.5221 368.8468,-13616.5221 368.8468,-13616.5221 371.4366,-13620.7991 372.6962,-13614.1913 374.0264,-13625.0762 374.0264,-13625.0762\"/>\n",
"<text text-anchor=\"middle\" x=\"385.5399\" y=\"-13595.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_relu60_relu6 -->\n",
"<g id=\"node127\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck14_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-13763\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-13759.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck14_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck14_batchnorm0_fwd -->\n",
"<g id=\"edge134\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck14_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck14_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-13723.4838C391.5399,-13710.2054 391.5399,-13695.6405 391.5399,-13683.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-13733.79 387.04,-13723.79 391.54,-13728.79 391.54,-13723.79 391.54,-13723.79 391.54,-13723.79 391.54,-13728.79 396.04,-13723.79 391.5399,-13733.79 391.5399,-13733.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.5399\" y=\"-13704.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_conv1_fwd -->\n",
"<g id=\"node128\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck14_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-13872\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-13875.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-13860.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 960</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck14_relu60_relu6 -->\n",
"<g id=\"edge135\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck14_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck14_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-13832.4838C391.5399,-13819.2054 391.5399,-13804.6405 391.5399,-13792.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-13842.79 387.04,-13832.79 391.54,-13837.79 391.54,-13832.79 391.54,-13832.79 391.54,-13832.79 391.54,-13837.79 396.04,-13832.79 391.5399,-13842.79 391.5399,-13842.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.5399\" y=\"-13813.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_batchnorm1_fwd -->\n",
"<g id=\"node129\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck14_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-13981\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-13977.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck14_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck14_conv1_fwd -->\n",
"<g id=\"edge136\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck14_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck14_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-13941.4838C391.5399,-13928.2054 391.5399,-13913.6405 391.5399,-13901.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-13951.79 387.04,-13941.79 391.54,-13946.79 391.54,-13941.79 391.54,-13941.79 391.54,-13941.79 391.54,-13946.79 396.04,-13941.79 391.5399,-13951.79 391.5399,-13951.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.5399\" y=\"-13922.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_relu61_relu6 -->\n",
"<g id=\"node130\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck14_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-14090\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-14086.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck14_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck14_batchnorm1_fwd -->\n",
"<g id=\"edge137\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck14_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck14_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-14050.4838C391.5399,-14037.2054 391.5399,-14022.6405 391.5399,-14010.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-14060.79 387.04,-14050.79 391.54,-14055.79 391.54,-14050.79 391.54,-14050.79 391.54,-14050.79 391.54,-14055.79 396.04,-14050.79 391.5399,-14060.79 391.5399,-14060.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.5399\" y=\"-14031.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_conv2_fwd -->\n",
"<g id=\"node131\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck14_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-14199\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-14202.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-14187.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 160</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck14_relu61_relu6 -->\n",
"<g id=\"edge138\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck14_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck14_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-14159.4838C391.5399,-14146.2054 391.5399,-14131.6405 391.5399,-14119.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-14169.79 387.04,-14159.79 391.54,-14164.79 391.54,-14159.79 391.54,-14159.79 391.54,-14159.79 391.54,-14164.79 396.04,-14159.79 391.5399,-14169.79 391.5399,-14169.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.5399\" y=\"-14140.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_batchnorm2_fwd -->\n",
"<g id=\"node132\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck14_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-14308\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-14304.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck14_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck14_conv2_fwd -->\n",
"<g id=\"edge139\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck14_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck14_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-14268.4838C391.5399,-14255.2054 391.5399,-14240.6405 391.5399,-14228.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-14278.79 387.04,-14268.79 391.54,-14273.79 391.54,-14268.79 391.54,-14268.79 391.54,-14268.79 391.54,-14273.79 396.04,-14268.79 391.5399,-14278.79 391.5399,-14278.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.5399\" y=\"-14249.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">160x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_elemwise_add0 -->\n",
"<g id=\"node133\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck14_elemwise_add0</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-14417\" rx=\"185.3656\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-14413.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck14_elemwise_add0</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck13_batchnorm2_fwd -->\n",
"<g id=\"edge141\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck14_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck13_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M180.9289,-14377.5843C177.1426,-14356.9614 173.5399,-14331.2341 173.5399,-14308 173.5399,-14308 173.5399,-14308 173.5399,-13545 173.5399,-13517.8405 178.4628,-13487.2742 182.8472,-13465.4368\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"182.8472,-14387.5632 176.5402,-14378.5925 181.9033,-14382.6531 180.9593,-14377.743 180.9593,-14377.743 180.9593,-14377.743 181.9033,-14382.6531 185.3784,-14376.8935 182.8472,-14387.5632 182.8472,-14387.5632\"/>\n",
"<text text-anchor=\"middle\" x=\"197.5399\" y=\"-13922.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">160x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck14_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck14_batchnorm2_fwd -->\n",
"<g id=\"edge140\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck14_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck14_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M250.3407,-14384.1917C278.7878,-14368.8415 312.3192,-14350.7478 339.566,-14336.0453\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"241.2976,-14389.0713 247.9612,-14380.3623 245.6979,-14386.6969 250.0982,-14384.3225 250.0982,-14384.3225 250.0982,-14384.3225 245.6979,-14386.6969 252.2351,-14388.2827 241.2976,-14389.0713 241.2976,-14389.0713\"/>\n",
"<text text-anchor=\"middle\" x=\"326.5399\" y=\"-14358.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">160x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_conv0_fwd -->\n",
"<g id=\"node134\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck15_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"325.5399\" cy=\"-14526\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"325.5399\" y=\"-14529.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"325.5399\" y=\"-14514.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 960</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck14_elemwise_add0 -->\n",
"<g id=\"edge142\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck15_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck14_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M286.6346,-14494.8186C267.2521,-14479.284 243.9829,-14460.6345 225.0836,-14445.4872\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"294.6794,-14501.2662 284.062,-14498.5236 290.7779,-14498.1392 286.8763,-14495.0122 286.8763,-14495.0122 286.8763,-14495.0122 290.7779,-14498.1392 289.6906,-14491.5008 294.6794,-14501.2662 294.6794,-14501.2662\"/>\n",
"<text text-anchor=\"middle\" x=\"289.5399\" y=\"-14467.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">160x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_batchnorm0_fwd -->\n",
"<g id=\"node135\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck15_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-14635\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-14631.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck15_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck15_conv0_fwd -->\n",
"<g id=\"edge143\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck15_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck15_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M368.8019,-14597.4479C360.1554,-14583.168 350.4651,-14567.1642 342.4509,-14553.9287\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"374.0264,-14606.0762 364.9975,-14599.8529 371.4366,-14601.7991 368.8468,-14597.5221 368.8468,-14597.5221 368.8468,-14597.5221 371.4366,-14601.7991 372.6962,-14595.1913 374.0264,-14606.0762 374.0264,-14606.0762\"/>\n",
"<text text-anchor=\"middle\" x=\"385.5399\" y=\"-14576.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_relu60_relu6 -->\n",
"<g id=\"node136\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck15_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-14744\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-14740.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck15_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck15_batchnorm0_fwd -->\n",
"<g id=\"edge144\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck15_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck15_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-14704.4838C391.5399,-14691.2054 391.5399,-14676.6405 391.5399,-14664.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-14714.79 387.04,-14704.79 391.54,-14709.79 391.54,-14704.79 391.54,-14704.79 391.54,-14704.79 391.54,-14709.79 396.04,-14704.79 391.5399,-14714.79 391.5399,-14714.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.5399\" y=\"-14685.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_conv1_fwd -->\n",
"<g id=\"node137\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck15_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-14853\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-14856.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-14841.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 960</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck15_relu60_relu6 -->\n",
"<g id=\"edge145\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck15_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck15_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-14813.4838C391.5399,-14800.2054 391.5399,-14785.6405 391.5399,-14773.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-14823.79 387.04,-14813.79 391.54,-14818.79 391.54,-14813.79 391.54,-14813.79 391.54,-14813.79 391.54,-14818.79 396.04,-14813.79 391.5399,-14823.79 391.5399,-14823.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.5399\" y=\"-14794.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_batchnorm1_fwd -->\n",
"<g id=\"node138\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck15_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-14962\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-14958.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck15_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck15_conv1_fwd -->\n",
"<g id=\"edge146\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck15_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck15_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-14922.4838C391.5399,-14909.2054 391.5399,-14894.6405 391.5399,-14882.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-14932.79 387.04,-14922.79 391.54,-14927.79 391.54,-14922.79 391.54,-14922.79 391.54,-14922.79 391.54,-14927.79 396.04,-14922.79 391.5399,-14932.79 391.5399,-14932.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.5399\" y=\"-14903.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_relu61_relu6 -->\n",
"<g id=\"node139\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck15_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-15071\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-15067.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck15_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck15_batchnorm1_fwd -->\n",
"<g id=\"edge147\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck15_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck15_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-15031.4838C391.5399,-15018.2054 391.5399,-15003.6405 391.5399,-14991.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-15041.79 387.04,-15031.79 391.54,-15036.79 391.54,-15031.79 391.54,-15031.79 391.54,-15031.79 391.54,-15036.79 396.04,-15031.79 391.5399,-15041.79 391.5399,-15041.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.5399\" y=\"-15012.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_conv2_fwd -->\n",
"<g id=\"node140\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck15_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-15180\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-15183.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-15168.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 160</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck15_relu61_relu6 -->\n",
"<g id=\"edge148\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck15_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck15_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-15140.4838C391.5399,-15127.2054 391.5399,-15112.6405 391.5399,-15100.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-15150.79 387.04,-15140.79 391.54,-15145.79 391.54,-15140.79 391.54,-15140.79 391.54,-15140.79 391.54,-15145.79 396.04,-15140.79 391.5399,-15150.79 391.5399,-15150.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.5399\" y=\"-15121.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_batchnorm2_fwd -->\n",
"<g id=\"node141\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck15_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"391.5399\" cy=\"-15289\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"391.5399\" y=\"-15285.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck15_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck15_conv2_fwd -->\n",
"<g id=\"edge149\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck15_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck15_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M391.5399,-15249.4838C391.5399,-15236.2054 391.5399,-15221.6405 391.5399,-15209.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"391.5399,-15259.79 387.04,-15249.79 391.54,-15254.79 391.54,-15249.79 391.54,-15249.79 391.54,-15249.79 391.54,-15254.79 396.04,-15249.79 391.5399,-15259.79 391.5399,-15259.79\"/>\n",
"<text text-anchor=\"middle\" x=\"415.5399\" y=\"-15230.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">160x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_elemwise_add0 -->\n",
"<g id=\"node142\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck15_elemwise_add0</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-15398\" rx=\"185.3656\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-15394.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck15_elemwise_add0</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck14_elemwise_add0 -->\n",
"<g id=\"edge151\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck15_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck14_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M180.9289,-15358.5843C177.1426,-15337.9614 173.5399,-15312.2341 173.5399,-15289 173.5399,-15289 173.5399,-15289 173.5399,-14526 173.5399,-14498.8405 178.4628,-14468.2742 182.8472,-14446.4368\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"182.8472,-15368.5632 176.5402,-15359.5925 181.9033,-15363.6531 180.9593,-15358.743 180.9593,-15358.743 180.9593,-15358.743 181.9033,-15363.6531 185.3784,-15357.8935 182.8472,-15368.5632 182.8472,-15368.5632\"/>\n",
"<text text-anchor=\"middle\" x=\"197.5399\" y=\"-14903.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">160x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck15_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck15_batchnorm2_fwd -->\n",
"<g id=\"edge150\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck15_elemwise_add0&#45;&gt;mobilenetv22_features_linearbottleneck15_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M250.3407,-15365.1917C278.7878,-15349.8415 312.3192,-15331.7478 339.566,-15317.0453\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"241.2976,-15370.0713 247.9612,-15361.3623 245.6979,-15367.6969 250.0982,-15365.3225 250.0982,-15365.3225 250.0982,-15365.3225 245.6979,-15367.6969 252.2351,-15369.2827 241.2976,-15370.0713 241.2976,-15370.0713\"/>\n",
"<text text-anchor=\"middle\" x=\"326.5399\" y=\"-15339.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">160x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_conv0_fwd -->\n",
"<g id=\"node143\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck16_conv0_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-15507\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-15510.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-15495.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 960</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck15_elemwise_add0 -->\n",
"<g id=\"edge152\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck16_conv0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck15_elemwise_add0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-15467.4838C189.5399,-15454.2054 189.5399,-15439.6405 189.5399,-15427.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-15477.79 185.04,-15467.79 189.54,-15472.79 189.54,-15467.79 189.54,-15467.79 189.54,-15467.79 189.54,-15472.79 194.04,-15467.79 189.5399,-15477.79 189.5399,-15477.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-15448.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">160x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_batchnorm0_fwd -->\n",
"<g id=\"node144\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck16_batchnorm0_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-15616\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-15612.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck16_batchnorm0_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck16_conv0_fwd -->\n",
"<g id=\"edge153\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck16_batchnorm0_fwd&#45;&gt;mobilenetv22_features_linearbottleneck16_conv0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-15576.4838C189.5399,-15563.2054 189.5399,-15548.6405 189.5399,-15536.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-15586.79 185.04,-15576.79 189.54,-15581.79 189.54,-15576.79 189.54,-15576.79 189.54,-15576.79 189.54,-15581.79 194.04,-15576.79 189.5399,-15586.79 189.5399,-15586.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-15557.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_relu60_relu6 -->\n",
"<g id=\"node145\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck16_relu60_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-15725\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-15721.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck16_relu60_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck16_batchnorm0_fwd -->\n",
"<g id=\"edge154\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck16_relu60_relu6&#45;&gt;mobilenetv22_features_linearbottleneck16_batchnorm0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-15685.4838C189.5399,-15672.2054 189.5399,-15657.6405 189.5399,-15645.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-15695.79 185.04,-15685.79 189.54,-15690.79 189.54,-15685.79 189.54,-15685.79 189.54,-15685.79 189.54,-15690.79 194.04,-15685.79 189.5399,-15695.79 189.5399,-15695.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-15666.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_conv1_fwd -->\n",
"<g id=\"node146\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck16_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-15834\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-15837.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-15822.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">3x3/1x1, 960</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck16_relu60_relu6 -->\n",
"<g id=\"edge155\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck16_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck16_relu60_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-15794.4838C189.5399,-15781.2054 189.5399,-15766.6405 189.5399,-15754.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-15804.79 185.04,-15794.79 189.54,-15799.79 189.54,-15794.79 189.54,-15794.79 189.54,-15794.79 189.54,-15799.79 194.04,-15794.79 189.5399,-15804.79 189.5399,-15804.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-15775.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_batchnorm1_fwd -->\n",
"<g id=\"node147\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck16_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-15943\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-15939.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck16_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck16_conv1_fwd -->\n",
"<g id=\"edge156\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck16_batchnorm1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck16_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-15903.4838C189.5399,-15890.2054 189.5399,-15875.6405 189.5399,-15863.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-15913.79 185.04,-15903.79 189.54,-15908.79 189.54,-15903.79 189.54,-15903.79 189.54,-15903.79 189.54,-15908.79 194.04,-15903.79 189.5399,-15913.79 189.5399,-15913.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-15884.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_relu61_relu6 -->\n",
"<g id=\"node148\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck16_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-16052\" rx=\"176.4364\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16048.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck16_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck16_batchnorm1_fwd -->\n",
"<g id=\"edge157\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck16_relu61_relu6&#45;&gt;mobilenetv22_features_linearbottleneck16_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-16012.4838C189.5399,-15999.2054 189.5399,-15984.6405 189.5399,-15972.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-16022.79 185.04,-16012.79 189.54,-16017.79 189.54,-16012.79 189.54,-16012.79 189.54,-16012.79 189.54,-16017.79 194.04,-16012.79 189.5399,-16022.79 189.5399,-16022.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-15993.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_conv2_fwd -->\n",
"<g id=\"node149\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck16_conv2_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-16161\" rx=\"58.8062\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16164.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16149.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 320</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck16_relu61_relu6 -->\n",
"<g id=\"edge158\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck16_conv2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck16_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-16121.4838C189.5399,-16108.2054 189.5399,-16093.6405 189.5399,-16081.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-16131.79 185.04,-16121.79 189.54,-16126.79 189.54,-16121.79 189.54,-16121.79 189.54,-16121.79 189.54,-16126.79 194.04,-16121.79 189.5399,-16131.79 189.5399,-16131.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-16102.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">960x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_batchnorm2_fwd -->\n",
"<g id=\"node150\" class=\"node\">\n",
"<title>mobilenetv22_features_linearbottleneck16_batchnorm2_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-16270\" rx=\"189.5799\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16266.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_linearbottleneck16_batchnorm2_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_linearbottleneck16_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck16_conv2_fwd -->\n",
"<g id=\"edge159\" class=\"edge\">\n",
"<title>mobilenetv22_features_linearbottleneck16_batchnorm2_fwd&#45;&gt;mobilenetv22_features_linearbottleneck16_conv2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-16230.4838C189.5399,-16217.2054 189.5399,-16202.6405 189.5399,-16190.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-16240.79 185.04,-16230.79 189.54,-16235.79 189.54,-16230.79 189.54,-16230.79 189.54,-16230.79 189.54,-16235.79 194.04,-16230.79 189.5399,-16240.79 189.5399,-16240.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-16211.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">320x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_conv1_fwd -->\n",
"<g id=\"node151\" class=\"node\">\n",
"<title>mobilenetv22_features_conv1_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-16379\" rx=\"62.7482\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16382.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16367.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 1280</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck16_batchnorm2_fwd -->\n",
"<g id=\"edge160\" class=\"edge\">\n",
"<title>mobilenetv22_features_conv1_fwd&#45;&gt;mobilenetv22_features_linearbottleneck16_batchnorm2_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-16339.4838C189.5399,-16326.2054 189.5399,-16311.6405 189.5399,-16299.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-16349.79 185.04,-16339.79 189.54,-16344.79 189.54,-16339.79 189.54,-16339.79 189.54,-16339.79 189.54,-16344.79 194.04,-16339.79 189.5399,-16349.79 189.5399,-16349.79\"/>\n",
"<text text-anchor=\"middle\" x=\"213.5399\" y=\"-16320.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">320x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_batchnorm1_fwd -->\n",
"<g id=\"node152\" class=\"node\">\n",
"<title>mobilenetv22_features_batchnorm1_fwd</title>\n",
"<ellipse fill=\"#bebada\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-16488\" rx=\"131.0241\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16484.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_batchnorm1_fwd</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_batchnorm1_fwd&#45;&gt;mobilenetv22_features_conv1_fwd -->\n",
"<g id=\"edge161\" class=\"edge\">\n",
"<title>mobilenetv22_features_batchnorm1_fwd&#45;&gt;mobilenetv22_features_conv1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-16448.4838C189.5399,-16435.2054 189.5399,-16420.6405 189.5399,-16408.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-16458.79 185.04,-16448.79 189.54,-16453.79 189.54,-16448.79 189.54,-16448.79 189.54,-16448.79 189.54,-16453.79 194.04,-16448.79 189.5399,-16458.79 189.5399,-16458.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-16429.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1280x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_relu61_relu6 -->\n",
"<g id=\"node153\" class=\"node\">\n",
"<title>mobilenetv22_features_relu61_relu6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-16597\" rx=\"118.3806\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16593.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_features_relu61_relu6</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_relu61_relu6&#45;&gt;mobilenetv22_features_batchnorm1_fwd -->\n",
"<g id=\"edge162\" class=\"edge\">\n",
"<title>mobilenetv22_features_relu61_relu6&#45;&gt;mobilenetv22_features_batchnorm1_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-16557.4838C189.5399,-16544.2054 189.5399,-16529.6405 189.5399,-16517.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-16567.79 185.04,-16557.79 189.54,-16562.79 189.54,-16557.79 189.54,-16557.79 189.54,-16557.79 189.54,-16562.79 194.04,-16557.79 189.5399,-16567.79 189.5399,-16567.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-16538.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1280x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_pool0_fwd -->\n",
"<g id=\"node154\" class=\"node\">\n",
"<title>mobilenetv22_features_pool0_fwd</title>\n",
"<ellipse fill=\"#80b1d3\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-16706\" rx=\"58.4833\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16709.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Pooling</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16694.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">avg, 1x1/1x1</text>\n",
"</g>\n",
"<!-- mobilenetv22_features_pool0_fwd&#45;&gt;mobilenetv22_features_relu61_relu6 -->\n",
"<g id=\"edge163\" class=\"edge\">\n",
"<title>mobilenetv22_features_pool0_fwd&#45;&gt;mobilenetv22_features_relu61_relu6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-16666.4838C189.5399,-16653.2054 189.5399,-16638.6405 189.5399,-16626.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-16676.79 185.04,-16666.79 189.54,-16671.79 189.54,-16666.79 189.54,-16666.79 189.54,-16666.79 189.54,-16671.79 194.04,-16666.79 189.5399,-16676.79 189.5399,-16676.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-16647.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1280x7x7</text>\n",
"</g>\n",
"<!-- mobilenetv22_output_pred_fwd -->\n",
"<g id=\"node155\" class=\"node\">\n",
"<title>mobilenetv22_output_pred_fwd</title>\n",
"<ellipse fill=\"#fb8072\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-16815\" rx=\"62.7482\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16818.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Convolution</text>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16803.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1x1/1x1, 1000</text>\n",
"</g>\n",
"<!-- mobilenetv22_output_pred_fwd&#45;&gt;mobilenetv22_features_pool0_fwd -->\n",
"<g id=\"edge164\" class=\"edge\">\n",
"<title>mobilenetv22_output_pred_fwd&#45;&gt;mobilenetv22_features_pool0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-16775.4838C189.5399,-16762.2054 189.5399,-16747.6405 189.5399,-16735.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-16785.79 185.04,-16775.79 189.54,-16780.79 189.54,-16775.79 189.54,-16775.79 189.54,-16775.79 189.54,-16780.79 194.04,-16775.79 189.5399,-16785.79 189.5399,-16785.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-16756.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1280x1x1</text>\n",
"</g>\n",
"<!-- mobilenetv22_output_flatten0_flatten0 -->\n",
"<g id=\"node156\" class=\"node\">\n",
"<title>mobilenetv22_output_flatten0_flatten0</title>\n",
"<ellipse fill=\"#fdb462\" stroke=\"#000000\" cx=\"189.5399\" cy=\"-16924\" rx=\"124.9524\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"189.5399\" y=\"-16920.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_output_flatten0_flatten0</text>\n",
"</g>\n",
"<!-- mobilenetv22_output_flatten0_flatten0&#45;&gt;mobilenetv22_output_pred_fwd -->\n",
"<g id=\"edge165\" class=\"edge\">\n",
"<title>mobilenetv22_output_flatten0_flatten0&#45;&gt;mobilenetv22_output_pred_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.5399,-16884.4838C189.5399,-16871.2054 189.5399,-16856.6405 189.5399,-16844.2906\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"189.5399,-16894.79 185.04,-16884.79 189.54,-16889.79 189.54,-16884.79 189.54,-16884.79 189.54,-16884.79 189.54,-16889.79 194.04,-16884.79 189.5399,-16894.79 189.5399,-16894.79\"/>\n",
"<text text-anchor=\"middle\" x=\"217.0399\" y=\"-16865.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">1000x1x1</text>\n",
"</g>\n",
"</g>\n",
"</svg>\n"
],
"text/plain": [
"<graphviz.dot.Digraph at 0x7fcaf53740f0>"
]
},
"execution_count": 147,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"mx.viz.plot_network(net(mx.sym.var('data')), shape={'data':data_shape}, node_attrs={\"shape\":\"oval\",\"fixedsize\":\"false\"}, hide_weights=True)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### Quantization\n",
"\n",
"The quantization steps consists of a graph-fusion followed by a parameter quantization. This allows fusion operations like batch norm and convolution together to avoid too much loss of precision.\n",
"\n",
"We use a method called \"calibration\" to perform the quantization by giving a representative sample of the data that will be encountered at inference time"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"1) Let's load the graph and parameters"
]
},
{
"cell_type": "code",
"execution_count": 148,
"metadata": {},
"outputs": [],
"source": [
"sym, arg_params, aux_params = mx.model.load_checkpoint('quantization/'+model_name, 0)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"2) We exclude the first convolution and dense layers"
]
},
{
"cell_type": "code",
"execution_count": 149,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"We exclude the following layers: ['mobilenetv22_features_conv0_weight', 'mobilenetv22_output_flatten0_flatten0']\n",
"\n"
]
}
],
"source": [
"excluded_names = [s.name for i,s in enumerate(sym.get_internals()) if (('conv0' in s.name and i < 2) or 'dense' in s.name or 'flatten' in s.name)]\n",
"print(\"We exclude the following layers: {}\\n\".format(excluded_names))"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"3) We fuse the graph for int8 operators"
]
},
{
"cell_type": "code",
"execution_count": 150,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Symbolic graph has been fused for preparing int8 quantization\n"
]
}
],
"source": [
"sym = sym.get_backend_symbol('MKLDNN_QUANTIZE')\n",
"print(\"Symbolic graph has been fused for preparing int8 quantization\")"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"4) a) We get the dataset to help with calibration"
]
},
{
"cell_type": "code",
"execution_count": 151,
"metadata": {},
"outputs": [],
"source": [
"mx.test_utils.download('http://data.mxnet.io/data/val_256_q90.rec', 'quantization/dataset.rec')\n",
"mean_std = {'mean_r': 123.68, 'mean_g': 116.779, 'mean_b': 103.939, 'std_r': 58.393, 'std_g': 57.12, 'std_b': 57.375}\n",
"batch_size = 16\n",
"data = mx.io.ImageRecordIter(path_imgrec='quantization/dataset.rec', label_width=1, batch_size=batch_size, data_shape=data_shape[1:], rand_crop=False, rand_mirror=False, **mean_std)\n",
"data.provide_label = []"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"4) b) We quantize the parameters"
]
},
{
"cell_type": "code",
"execution_count": 152,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Int8 quantization has been performed\n"
]
}
],
"source": [
"sym_q, arg_params_q, aux_params_q = quantize_model(sym, arg_params, aux_params, label_names=None, calib_mode='naive', excluded_sym_names=excluded_names, calib_data=data, num_calib_examples=6*batch_size)\n",
"print(\"Int8 quantization has been performed\")"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"5) We fused the quantized graph again"
]
},
{
"cell_type": "code",
"execution_count": 153,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Post quantization fusion has been performed\n"
]
}
],
"source": [
"sym_q = sym_q.get_backend_symbol('MKLDNN_QUANTIZE')\n",
"print(\"Post quantization fusion has been performed\")"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"6) We save the quantized and fused graph"
]
},
{
"cell_type": "code",
"execution_count": 154,
"metadata": {},
"outputs": [],
"source": [
"mx.model.save_checkpoint('quantization/'+model_name+'_q', 0, sym_q, arg_params_q, aux_params_q)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Notice the fused convolutions and batch norm!"
]
},
{
"cell_type": "code",
"execution_count": 155,
"metadata": {},
"outputs": [
{
"data": {
"image/svg+xml": [
"<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
"<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
" -->\n",
"<!-- Title: plot Pages: 1 -->\n",
"<svg width=\"367pt\" height=\"5518pt\"\n",
" viewBox=\"0.00 0.00 366.78 5518.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
"<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 5514)\">\n",
"<title>plot</title>\n",
"<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-5514 362.7828,-5514 362.7828,4 -4,4\"/>\n",
"<!-- data -->\n",
"<g id=\"node1\" class=\"node\">\n",
"<title>data</title>\n",
"<ellipse fill=\"#8dd3c7\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-29\" rx=\"47\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-25.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">data</text>\n",
"</g>\n",
"<!-- data_quantize -->\n",
"<g id=\"node2\" class=\"node\">\n",
"<title>data_quantize</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-123\" rx=\"50.2167\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-119.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">data_quantize</text>\n",
"</g>\n",
"<!-- data_quantize&#45;&gt;data -->\n",
"<g id=\"edge1\" class=\"edge\">\n",
"<title>data_quantize&#45;&gt;data</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-83.6321C144.8782,-75.1148 144.8782,-66.2539 144.8782,-58.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-93.7731 140.3783,-83.773 144.8783,-88.7731 144.8783,-83.7731 144.8783,-83.7731 144.8783,-83.7731 144.8783,-88.7731 149.3783,-83.7731 144.8782,-93.7731 144.8782,-93.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_0 -->\n",
"<g id=\"node3\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_0</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-217\" rx=\"123.1841\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-213.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_0</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_0&#45;&gt;data_quantize -->\n",
"<g id=\"edge2\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_0&#45;&gt;data_quantize</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5476,-177.8639C131.1619,-168.986 131.4349,-159.7229 132.3665,-151.3904\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-188.0299 127.0743,-178.3908 131.9324,-183.0436 131.5619,-178.0574 131.5619,-178.0574 131.5619,-178.0574 131.9324,-183.0436 136.0495,-177.7239 132.3029,-188.0299 132.3029,-188.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_0&#45;&gt;data_quantize -->\n",
"<g id=\"edge3\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_0&#45;&gt;data_quantize</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-177.6321C144.8782,-169.1148 144.8782,-160.2539 144.8782,-152.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-187.7731 140.3783,-177.773 144.8783,-182.7731 144.8783,-177.7731 144.8783,-177.7731 144.8783,-177.7731 144.8783,-182.7731 149.3783,-177.7731 144.8782,-187.7731 144.8782,-187.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_0&#45;&gt;data_quantize -->\n",
"<g id=\"edge4\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_0&#45;&gt;data_quantize</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2088,-177.8639C158.5945,-168.986 158.3216,-159.7229 157.3899,-151.3904\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-188.0299 153.7069,-177.7239 157.824,-183.0436 158.1946,-178.0574 158.1946,-178.0574 158.1946,-178.0574 157.824,-183.0436 162.6822,-178.3908 157.4535,-188.0299 157.4535,-188.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_1 -->\n",
"<g id=\"node4\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_1</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-311\" rx=\"123.1841\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-307.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_1</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_1&#45;&gt;quantized_sg_mkldnn_conv_bn_act_0 -->\n",
"<g id=\"edge5\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_1&#45;&gt;quantized_sg_mkldnn_conv_bn_act_0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-272.0568C131.1682,-263.3489 131.4148,-254.2607 132.2958,-246.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-282.0299 127.0686,-272.3939 131.9295,-277.0439 131.5561,-272.0578 131.5561,-272.0578 131.5561,-272.0578 131.9295,-277.0439 136.0435,-271.7217 132.3029,-282.0299 132.3029,-282.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_1&#45;&gt;quantized_sg_mkldnn_conv_bn_act_0 -->\n",
"<g id=\"edge6\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_1&#45;&gt;quantized_sg_mkldnn_conv_bn_act_0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-271.6321C144.8782,-263.1148 144.8782,-254.2539 144.8782,-246.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-281.7731 140.3783,-271.773 144.8783,-276.7731 144.8783,-271.7731 144.8783,-271.7731 144.8783,-271.7731 144.8783,-276.7731 149.3783,-271.7731 144.8782,-281.7731 144.8782,-281.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_1&#45;&gt;quantized_sg_mkldnn_conv_bn_act_0 -->\n",
"<g id=\"edge7\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_1&#45;&gt;quantized_sg_mkldnn_conv_bn_act_0</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-272.0568C158.5883,-263.3489 158.3417,-254.2607 157.4606,-246.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-282.0299 153.7129,-271.7217 157.8269,-277.0439 158.2004,-272.0578 158.2004,-272.0578 158.2004,-272.0578 157.8269,-277.0439 162.6878,-272.3939 157.4535,-282.0299 157.4535,-282.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_2 -->\n",
"<g id=\"node5\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_2</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-405\" rx=\"123.1841\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-401.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_2</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_2&#45;&gt;quantized_sg_mkldnn_conv_bn_act_1 -->\n",
"<g id=\"edge8\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_2&#45;&gt;quantized_sg_mkldnn_conv_bn_act_1</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-366.0568C131.1682,-357.3489 131.4148,-348.2607 132.2958,-340.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-376.0299 127.0686,-366.3939 131.9295,-371.0439 131.5561,-366.0578 131.5561,-366.0578 131.5561,-366.0578 131.9295,-371.0439 136.0435,-365.7217 132.3029,-376.0299 132.3029,-376.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_2&#45;&gt;quantized_sg_mkldnn_conv_bn_act_1 -->\n",
"<g id=\"edge9\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_2&#45;&gt;quantized_sg_mkldnn_conv_bn_act_1</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-365.6321C144.8782,-357.1148 144.8782,-348.2539 144.8782,-340.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-375.7731 140.3783,-365.773 144.8783,-370.7731 144.8783,-365.7731 144.8783,-365.7731 144.8783,-365.7731 144.8783,-370.7731 149.3783,-365.7731 144.8782,-375.7731 144.8782,-375.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_2&#45;&gt;quantized_sg_mkldnn_conv_bn_act_1 -->\n",
"<g id=\"edge10\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_2&#45;&gt;quantized_sg_mkldnn_conv_bn_act_1</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-366.0568C158.5883,-357.3489 158.3417,-348.2607 157.4606,-340.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-376.0299 153.7129,-365.7217 157.8269,-371.0439 158.2004,-366.0578 158.2004,-366.0578 158.2004,-366.0578 157.8269,-371.0439 162.6878,-366.3939 157.4535,-376.0299 157.4535,-376.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_3 -->\n",
"<g id=\"node6\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_3</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-499\" rx=\"110.63\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-495.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_3</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_3&#45;&gt;quantized_sg_mkldnn_conv_bn_act_2 -->\n",
"<g id=\"edge11\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_3&#45;&gt;quantized_sg_mkldnn_conv_bn_act_2</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-460.0568C131.1682,-451.3489 131.4148,-442.2607 132.2958,-434.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-470.0299 127.0686,-460.3939 131.9295,-465.0439 131.5561,-460.0578 131.5561,-460.0578 131.5561,-460.0578 131.9295,-465.0439 136.0435,-459.7217 132.3029,-470.0299 132.3029,-470.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_3&#45;&gt;quantized_sg_mkldnn_conv_bn_act_2 -->\n",
"<g id=\"edge12\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_3&#45;&gt;quantized_sg_mkldnn_conv_bn_act_2</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-459.6321C144.8782,-451.1148 144.8782,-442.2539 144.8782,-434.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-469.7731 140.3783,-459.773 144.8783,-464.7731 144.8783,-459.7731 144.8783,-459.7731 144.8783,-459.7731 144.8783,-464.7731 149.3783,-459.7731 144.8782,-469.7731 144.8782,-469.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_3&#45;&gt;quantized_sg_mkldnn_conv_bn_act_2 -->\n",
"<g id=\"edge13\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_3&#45;&gt;quantized_sg_mkldnn_conv_bn_act_2</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-460.0568C158.5883,-451.3489 158.3417,-442.2607 157.4606,-434.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-470.0299 153.7129,-459.7217 157.8269,-465.0439 158.2004,-460.0578 158.2004,-460.0578 158.2004,-460.0578 157.8269,-465.0439 162.6878,-460.3939 157.4535,-470.0299 157.4535,-470.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_4 -->\n",
"<g id=\"node7\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_4</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-593\" rx=\"123.1841\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-589.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_4</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_4&#45;&gt;quantized_sg_mkldnn_conv_bn_3 -->\n",
"<g id=\"edge14\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_4&#45;&gt;quantized_sg_mkldnn_conv_bn_3</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-554.0568C131.1682,-545.3489 131.4148,-536.2607 132.2958,-528.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-564.0299 127.0686,-554.3939 131.9295,-559.0439 131.5561,-554.0578 131.5561,-554.0578 131.5561,-554.0578 131.9295,-559.0439 136.0435,-553.7217 132.3029,-564.0299 132.3029,-564.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_4&#45;&gt;quantized_sg_mkldnn_conv_bn_3 -->\n",
"<g id=\"edge15\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_4&#45;&gt;quantized_sg_mkldnn_conv_bn_3</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-553.6321C144.8782,-545.1148 144.8782,-536.2539 144.8782,-528.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-563.7731 140.3783,-553.773 144.8783,-558.7731 144.8783,-553.7731 144.8783,-553.7731 144.8783,-553.7731 144.8783,-558.7731 149.3783,-553.7731 144.8782,-563.7731 144.8782,-563.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_4&#45;&gt;quantized_sg_mkldnn_conv_bn_3 -->\n",
"<g id=\"edge16\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_4&#45;&gt;quantized_sg_mkldnn_conv_bn_3</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-554.0568C158.5883,-545.3489 158.3417,-536.2607 157.4606,-528.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-564.0299 153.7129,-553.7217 157.8269,-559.0439 158.2004,-554.0578 158.2004,-554.0578 158.2004,-554.0578 157.8269,-559.0439 162.6878,-554.3939 157.4535,-564.0299 157.4535,-564.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_5 -->\n",
"<g id=\"node8\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_5</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-687\" rx=\"123.1841\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-683.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_5</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_5&#45;&gt;quantized_sg_mkldnn_conv_bn_act_4 -->\n",
"<g id=\"edge17\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_5&#45;&gt;quantized_sg_mkldnn_conv_bn_act_4</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-648.0568C131.1682,-639.3489 131.4148,-630.2607 132.2958,-622.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-658.0299 127.0686,-648.3939 131.9295,-653.0439 131.5561,-648.0578 131.5561,-648.0578 131.5561,-648.0578 131.9295,-653.0439 136.0435,-647.7217 132.3029,-658.0299 132.3029,-658.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_5&#45;&gt;quantized_sg_mkldnn_conv_bn_act_4 -->\n",
"<g id=\"edge18\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_5&#45;&gt;quantized_sg_mkldnn_conv_bn_act_4</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-647.6321C144.8782,-639.1148 144.8782,-630.2539 144.8782,-622.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-657.7731 140.3783,-647.773 144.8783,-652.7731 144.8783,-647.7731 144.8783,-647.7731 144.8783,-647.7731 144.8783,-652.7731 149.3783,-647.7731 144.8782,-657.7731 144.8782,-657.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_5&#45;&gt;quantized_sg_mkldnn_conv_bn_act_4 -->\n",
"<g id=\"edge19\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_5&#45;&gt;quantized_sg_mkldnn_conv_bn_act_4</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-648.0568C158.5883,-639.3489 158.3417,-630.2607 157.4606,-622.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-658.0299 153.7129,-647.7217 157.8269,-653.0439 158.2004,-648.0578 158.2004,-648.0578 158.2004,-648.0578 157.8269,-653.0439 162.6878,-648.3939 157.4535,-658.0299 157.4535,-658.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_6 -->\n",
"<g id=\"node9\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_6</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-781\" rx=\"110.63\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-777.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_6</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_6&#45;&gt;quantized_sg_mkldnn_conv_bn_act_5 -->\n",
"<g id=\"edge20\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_6&#45;&gt;quantized_sg_mkldnn_conv_bn_act_5</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-742.0568C131.1682,-733.3489 131.4148,-724.2607 132.2958,-716.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-752.0299 127.0686,-742.3939 131.9295,-747.0439 131.5561,-742.0578 131.5561,-742.0578 131.5561,-742.0578 131.9295,-747.0439 136.0435,-741.7217 132.3029,-752.0299 132.3029,-752.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_6&#45;&gt;quantized_sg_mkldnn_conv_bn_act_5 -->\n",
"<g id=\"edge21\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_6&#45;&gt;quantized_sg_mkldnn_conv_bn_act_5</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-741.6321C144.8782,-733.1148 144.8782,-724.2539 144.8782,-716.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-751.7731 140.3783,-741.773 144.8783,-746.7731 144.8783,-741.7731 144.8783,-741.7731 144.8783,-741.7731 144.8783,-746.7731 149.3783,-741.7731 144.8782,-751.7731 144.8782,-751.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_6&#45;&gt;quantized_sg_mkldnn_conv_bn_act_5 -->\n",
"<g id=\"edge22\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_6&#45;&gt;quantized_sg_mkldnn_conv_bn_act_5</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-742.0568C158.5883,-733.3489 158.3417,-724.2607 157.4606,-716.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-752.0299 153.7129,-741.7217 157.8269,-747.0439 158.2004,-742.0578 158.2004,-742.0578 158.2004,-742.0578 157.8269,-747.0439 162.6878,-742.3939 157.4535,-752.0299 157.4535,-752.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_7 -->\n",
"<g id=\"node10\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_7</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"229.8782\" cy=\"-875\" rx=\"123.1841\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"229.8782\" y=\"-871.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_7</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_7&#45;&gt;quantized_sg_mkldnn_conv_bn_6 -->\n",
"<g id=\"edge23\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_7&#45;&gt;quantized_sg_mkldnn_conv_bn_6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M185.3141,-840.1911C175.5802,-830.1899 165.9981,-819.3975 158.3654,-809.8019\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"192.403,-847.3053 182.1569,-843.398 188.8738,-843.7635 185.3445,-840.2216 185.3445,-840.2216 185.3445,-840.2216 188.8738,-843.7635 188.5322,-837.0453 192.403,-847.3053 192.403,-847.3053\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_7&#45;&gt;quantized_sg_mkldnn_conv_bn_6 -->\n",
"<g id=\"edge24\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_7&#45;&gt;quantized_sg_mkldnn_conv_bn_6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M197.2121,-838.8751C188.3677,-829.0942 178.9221,-818.6486 170.5242,-809.3615\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"204.1447,-846.5418 194.0999,-842.1428 200.7912,-842.8332 197.4376,-839.1246 197.4376,-839.1246 197.4376,-839.1246 200.7912,-842.8332 200.7754,-836.1064 204.1447,-846.5418 204.1447,-846.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_7&#45;&gt;quantized_sg_mkldnn_conv_bn_6 -->\n",
"<g id=\"edge25\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_7&#45;&gt;quantized_sg_mkldnn_conv_bn_6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M209.8505,-838.242C201.4423,-828.3148 191.6161,-817.7469 182.0814,-808.4285\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.2571,-846.0299 206.4289,-841.166 213.0807,-842.1685 209.9042,-838.3072 209.9042,-838.3072 209.9042,-838.3072 213.0807,-842.1685 213.3794,-835.4483 216.2571,-846.0299 216.2571,-846.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_8 -->\n",
"<g id=\"node11\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_8</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"229.8782\" cy=\"-969\" rx=\"123.1841\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"229.8782\" y=\"-965.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_8</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_8&#45;&gt;quantized_sg_mkldnn_conv_bn_act_7 -->\n",
"<g id=\"edge26\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_8&#45;&gt;quantized_sg_mkldnn_conv_bn_act_7</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M216.5561,-930.0568C216.1682,-921.3489 216.4148,-912.2607 217.2958,-904.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"217.3029,-940.0299 212.0686,-930.3939 216.9295,-935.0439 216.5561,-930.0578 216.5561,-930.0578 216.5561,-930.0578 216.9295,-935.0439 221.0435,-929.7217 217.3029,-940.0299 217.3029,-940.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_8&#45;&gt;quantized_sg_mkldnn_conv_bn_act_7 -->\n",
"<g id=\"edge27\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_8&#45;&gt;quantized_sg_mkldnn_conv_bn_act_7</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M229.8782,-929.6321C229.8782,-921.1148 229.8782,-912.2539 229.8782,-904.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"229.8782,-939.7731 225.3783,-929.773 229.8783,-934.7731 229.8783,-929.7731 229.8783,-929.7731 229.8783,-929.7731 229.8783,-934.7731 234.3783,-929.7731 229.8782,-939.7731 229.8782,-939.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_8&#45;&gt;quantized_sg_mkldnn_conv_bn_act_7 -->\n",
"<g id=\"edge28\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_8&#45;&gt;quantized_sg_mkldnn_conv_bn_act_7</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M243.2003,-930.0568C243.5883,-921.3489 243.3417,-912.2607 242.4606,-904.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"242.4535,-940.0299 238.7129,-929.7217 242.8269,-935.0439 243.2004,-930.0578 243.2004,-930.0578 243.2004,-930.0578 242.8269,-935.0439 247.6878,-930.3939 242.4535,-940.0299 242.4535,-940.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_9 -->\n",
"<g id=\"node12\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_9</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-1063\" rx=\"125.0417\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-1059.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_add_9</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_9&#45;&gt;quantized_sg_mkldnn_conv_bn_6 -->\n",
"<g id=\"edge30\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_9&#45;&gt;quantized_sg_mkldnn_conv_bn_6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M95.6939,-1027.4467C88.9065,-1018.4295 83.2271,-1008.3467 79.8782,-998 59.0754,-933.7272 59.0754,-910.2728 79.8782,-846 84.338,-832.221 92.931,-818.9099 102.7699,-807.9606\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"102.2037,-1035.4051 92.389,-1030.5138 99.0379,-1031.5349 95.8722,-1027.6647 95.8722,-1027.6647 95.8722,-1027.6647 99.0379,-1031.5349 99.3554,-1024.8156 102.2037,-1035.4051 102.2037,-1035.4051\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_9&#45;&gt;quantized_sg_mkldnn_conv_bn_6 -->\n",
"<g id=\"edge33\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_9&#45;&gt;quantized_sg_mkldnn_conv_bn_6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M112.2607,-1026.1075C106.353,-1017.4363 101.0622,-1007.8374 97.8782,-998 77.0754,-933.7272 77.0754,-910.2728 97.8782,-846 102.1665,-832.751 110.2761,-819.9345 118.5674,-809.2344\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"118.3188,-1034.444 108.7997,-1028.9998 115.3794,-1030.3992 112.44,-1026.3544 112.44,-1026.3544 112.44,-1026.3544 115.3794,-1030.3992 116.0804,-1023.709 118.3188,-1034.444 118.3188,-1034.444\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_9&#45;&gt;quantized_sg_mkldnn_conv_bn_6 -->\n",
"<g id=\"edge34\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_9&#45;&gt;quantized_sg_mkldnn_conv_bn_6</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M129.3232,-1025.314C124.0332,-1016.8523 118.9654,-1007.5383 115.8782,-998 95.0754,-933.7272 95.0754,-910.2728 115.8782,-846 120.0378,-833.1484 127.793,-820.7039 134.8426,-810.203\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"134.8426,-1033.797 125.617,-1027.8692 132.1157,-1029.606 129.3889,-1025.415 129.3889,-1025.415 129.3889,-1025.415 132.1157,-1029.606 133.1608,-1022.9608 134.8426,-1033.797 134.8426,-1033.797\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_9&#45;&gt;quantized_sg_mkldnn_conv_bn_act_8 -->\n",
"<g id=\"edge29\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_9&#45;&gt;quantized_sg_mkldnn_conv_bn_act_8</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M165.0929,-1026.0214C173.3634,-1016.2718 182.9868,-1005.9189 192.3484,-996.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"158.4993,-1034.0299 161.3814,-1023.4495 161.6774,-1030.1698 164.8555,-1026.3098 164.8555,-1026.3098 164.8555,-1026.3098 161.6774,-1030.1698 168.3295,-1029.17 158.4993,-1034.0299 158.4993,-1034.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_9&#45;&gt;quantized_sg_mkldnn_conv_bn_act_8 -->\n",
"<g id=\"edge31\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_9&#45;&gt;quantized_sg_mkldnn_conv_bn_act_8</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M177.4793,-1026.9471C186.2396,-1017.2592 195.5941,-1006.9142 203.9389,-997.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"170.6117,-1034.5418 173.981,-1024.1064 173.9652,-1030.8332 177.3188,-1027.1246 177.3188,-1027.1246 177.3188,-1027.1246 173.9652,-1030.8332 180.6566,-1030.1428 170.6117,-1034.5418 170.6117,-1034.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_9&#45;&gt;quantized_sg_mkldnn_conv_bn_act_8 -->\n",
"<g id=\"edge32\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_9&#45;&gt;quantized_sg_mkldnn_conv_bn_act_8</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M189.6582,-1027.9692C199.2068,-1018.1445 208.5966,-1007.5723 216.1292,-998.1305\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"182.3534,-1035.3053 186.2205,-1025.0439 185.8814,-1031.7622 189.4093,-1028.2191 189.4093,-1028.2191 189.4093,-1028.2191 185.8814,-1031.7622 192.5981,-1031.3942 182.3534,-1035.3053 182.3534,-1035.3053\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_10 -->\n",
"<g id=\"node13\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_10</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-1157\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-1153.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_10</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_10&#45;&gt;quantized_sg_mkldnn_conv_bn_add_9 -->\n",
"<g id=\"edge35\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_10&#45;&gt;quantized_sg_mkldnn_conv_bn_add_9</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-1118.0568C131.1682,-1109.3489 131.4148,-1100.2607 132.2958,-1092.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-1128.0299 127.0686,-1118.3939 131.9295,-1123.0439 131.5561,-1118.0578 131.5561,-1118.0578 131.5561,-1118.0578 131.9295,-1123.0439 136.0435,-1117.7217 132.3029,-1128.0299 132.3029,-1128.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_10&#45;&gt;quantized_sg_mkldnn_conv_bn_add_9 -->\n",
"<g id=\"edge36\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_10&#45;&gt;quantized_sg_mkldnn_conv_bn_add_9</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-1117.6321C144.8782,-1109.1148 144.8782,-1100.2539 144.8782,-1092.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-1127.7731 140.3783,-1117.773 144.8783,-1122.7731 144.8783,-1117.7731 144.8783,-1117.7731 144.8783,-1117.7731 144.8783,-1122.7731 149.3783,-1117.7731 144.8782,-1127.7731 144.8782,-1127.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_10&#45;&gt;quantized_sg_mkldnn_conv_bn_add_9 -->\n",
"<g id=\"edge37\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_10&#45;&gt;quantized_sg_mkldnn_conv_bn_add_9</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-1118.0568C158.5883,-1109.3489 158.3417,-1100.2607 157.4606,-1092.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-1128.0299 153.7129,-1117.7217 157.8269,-1123.0439 158.2004,-1118.0578 158.2004,-1118.0578 158.2004,-1118.0578 157.8269,-1123.0439 162.6878,-1118.3939 157.4535,-1128.0299 157.4535,-1128.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_11 -->\n",
"<g id=\"node14\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_11</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-1251\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-1247.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_11</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_11&#45;&gt;quantized_sg_mkldnn_conv_bn_act_10 -->\n",
"<g id=\"edge38\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_11&#45;&gt;quantized_sg_mkldnn_conv_bn_act_10</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-1212.0568C131.1682,-1203.3489 131.4148,-1194.2607 132.2958,-1186.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-1222.0299 127.0686,-1212.3939 131.9295,-1217.0439 131.5561,-1212.0578 131.5561,-1212.0578 131.5561,-1212.0578 131.9295,-1217.0439 136.0435,-1211.7217 132.3029,-1222.0299 132.3029,-1222.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_11&#45;&gt;quantized_sg_mkldnn_conv_bn_act_10 -->\n",
"<g id=\"edge39\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_11&#45;&gt;quantized_sg_mkldnn_conv_bn_act_10</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-1211.6321C144.8782,-1203.1148 144.8782,-1194.2539 144.8782,-1186.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-1221.7731 140.3783,-1211.773 144.8783,-1216.7731 144.8783,-1211.7731 144.8783,-1211.7731 144.8783,-1211.7731 144.8783,-1216.7731 149.3783,-1211.7731 144.8782,-1221.7731 144.8782,-1221.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_11&#45;&gt;quantized_sg_mkldnn_conv_bn_act_10 -->\n",
"<g id=\"edge40\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_11&#45;&gt;quantized_sg_mkldnn_conv_bn_act_10</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-1212.0568C158.5883,-1203.3489 158.3417,-1194.2607 157.4606,-1186.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-1222.0299 153.7129,-1211.7217 157.8269,-1217.0439 158.2004,-1212.0578 158.2004,-1212.0578 158.2004,-1212.0578 157.8269,-1217.0439 162.6878,-1212.3939 157.4535,-1222.0299 157.4535,-1222.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_12 -->\n",
"<g id=\"node15\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_12</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-1345\" rx=\"114.2552\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-1341.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_12</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_12&#45;&gt;quantized_sg_mkldnn_conv_bn_act_11 -->\n",
"<g id=\"edge41\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_12&#45;&gt;quantized_sg_mkldnn_conv_bn_act_11</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-1306.0568C131.1682,-1297.3489 131.4148,-1288.2607 132.2958,-1280.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-1316.0299 127.0686,-1306.3939 131.9295,-1311.0439 131.5561,-1306.0578 131.5561,-1306.0578 131.5561,-1306.0578 131.9295,-1311.0439 136.0435,-1305.7217 132.3029,-1316.0299 132.3029,-1316.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_12&#45;&gt;quantized_sg_mkldnn_conv_bn_act_11 -->\n",
"<g id=\"edge42\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_12&#45;&gt;quantized_sg_mkldnn_conv_bn_act_11</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-1305.6321C144.8782,-1297.1148 144.8782,-1288.2539 144.8782,-1280.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-1315.7731 140.3783,-1305.773 144.8783,-1310.7731 144.8783,-1305.7731 144.8783,-1305.7731 144.8783,-1305.7731 144.8783,-1310.7731 149.3783,-1305.7731 144.8782,-1315.7731 144.8782,-1315.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_12&#45;&gt;quantized_sg_mkldnn_conv_bn_act_11 -->\n",
"<g id=\"edge43\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_12&#45;&gt;quantized_sg_mkldnn_conv_bn_act_11</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-1306.0568C158.5883,-1297.3489 158.3417,-1288.2607 157.4606,-1280.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-1316.0299 153.7129,-1305.7217 157.8269,-1311.0439 158.2004,-1306.0578 158.2004,-1306.0578 158.2004,-1306.0578 157.8269,-1311.0439 162.6878,-1306.3939 157.4535,-1316.0299 157.4535,-1316.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_13 -->\n",
"<g id=\"node16\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_13</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-1439\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-1435.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_13</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_13&#45;&gt;quantized_sg_mkldnn_conv_bn_12 -->\n",
"<g id=\"edge44\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_13&#45;&gt;quantized_sg_mkldnn_conv_bn_12</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M186.5735,-1404.1911C176.6268,-1394.1899 166.8151,-1383.3975 158.9782,-1373.8019\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"193.8138,-1411.3053 183.5269,-1407.5064 190.2473,-1407.8009 186.6809,-1404.2966 186.6809,-1404.2966 186.6809,-1404.2966 190.2473,-1407.8009 189.8348,-1401.0868 193.8138,-1411.3053 193.8138,-1411.3053\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_13&#45;&gt;quantized_sg_mkldnn_conv_bn_12 -->\n",
"<g id=\"edge45\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_13&#45;&gt;quantized_sg_mkldnn_conv_bn_12</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M198.7122,-1403.1654C189.5825,-1393.3012 179.8083,-1382.7405 171.1277,-1373.3615\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"205.5393,-1410.5418 195.4441,-1406.2594 202.143,-1406.8723 198.7467,-1403.2027 198.7467,-1403.2027 198.7467,-1403.2027 202.143,-1406.8723 202.0493,-1400.1461 205.5393,-1410.5418 205.5393,-1410.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_13&#45;&gt;quantized_sg_mkldnn_conv_bn_12 -->\n",
"<g id=\"edge46\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_13&#45;&gt;quantized_sg_mkldnn_conv_bn_12</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M211.0685,-1402.242C202.449,-1392.3148 192.398,-1381.7469 182.6649,-1372.4285\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"217.6408,-1410.0299 207.7522,-1405.2898 214.416,-1406.2087 211.1913,-1402.3876 211.1913,-1402.3876 211.1913,-1402.3876 214.416,-1406.2087 214.6304,-1399.4853 217.6408,-1410.0299 217.6408,-1410.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_14 -->\n",
"<g id=\"node17\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_14</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-1533\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-1529.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_14</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_14&#45;&gt;quantized_sg_mkldnn_conv_bn_act_13 -->\n",
"<g id=\"edge47\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_14&#45;&gt;quantized_sg_mkldnn_conv_bn_act_13</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M218.5561,-1494.0568C218.1682,-1485.3489 218.4148,-1476.2607 219.2958,-1468.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"219.3029,-1504.0299 214.0686,-1494.3939 218.9295,-1499.0439 218.5561,-1494.0578 218.5561,-1494.0578 218.5561,-1494.0578 218.9295,-1499.0439 223.0435,-1493.7217 219.3029,-1504.0299 219.3029,-1504.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_14&#45;&gt;quantized_sg_mkldnn_conv_bn_act_13 -->\n",
"<g id=\"edge48\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_14&#45;&gt;quantized_sg_mkldnn_conv_bn_act_13</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M231.8782,-1493.6321C231.8782,-1485.1148 231.8782,-1476.2539 231.8782,-1468.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"231.8782,-1503.7731 227.3783,-1493.773 231.8783,-1498.7731 231.8783,-1493.7731 231.8783,-1493.7731 231.8783,-1493.7731 231.8783,-1498.7731 236.3783,-1493.7731 231.8782,-1503.7731 231.8782,-1503.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_14&#45;&gt;quantized_sg_mkldnn_conv_bn_act_13 -->\n",
"<g id=\"edge49\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_14&#45;&gt;quantized_sg_mkldnn_conv_bn_act_13</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M245.2003,-1494.0568C245.5883,-1485.3489 245.3417,-1476.2607 244.4606,-1468.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"244.4535,-1504.0299 240.7129,-1493.7217 244.8269,-1499.0439 245.2004,-1494.0578 245.2004,-1494.0578 245.2004,-1494.0578 244.8269,-1499.0439 249.6878,-1494.3939 244.4535,-1504.0299 244.4535,-1504.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_15 -->\n",
"<g id=\"node18\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_15</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-1627\" rx=\"128.5772\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-1623.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_add_15</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_15&#45;&gt;quantized_sg_mkldnn_conv_bn_12 -->\n",
"<g id=\"edge51\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_15&#45;&gt;quantized_sg_mkldnn_conv_bn_12</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M94.5781,-1591.8948C87.4278,-1582.8014 81.4168,-1572.5724 77.8782,-1562 56.4366,-1497.9375 56.4366,-1474.0625 77.8782,-1410 82.4982,-1396.1967 91.3327,-1382.9785 101.4148,-1372.1091\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"101.1215,-1599.5737 91.2104,-1594.8809 97.8785,-1595.768 94.6355,-1591.9623 94.6355,-1591.9623 94.6355,-1591.9623 97.8785,-1595.768 98.0607,-1589.0436 101.1215,-1599.5737 101.1215,-1599.5737\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_15&#45;&gt;quantized_sg_mkldnn_conv_bn_12 -->\n",
"<g id=\"edge54\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_15&#45;&gt;quantized_sg_mkldnn_conv_bn_12</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M111.0819,-1590.5495C104.8444,-1581.7978 99.2433,-1572.0541 95.8782,-1562 74.4366,-1497.9375 74.4366,-1474.0625 95.8782,-1410 100.3188,-1396.7327 108.6528,-1384.006 117.205,-1373.3859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"117.205,-1598.6141 107.5738,-1593.3708 114.1814,-1594.6318 111.1579,-1590.6496 111.1579,-1590.6496 111.1579,-1590.6496 114.1814,-1594.6318 114.7419,-1587.9284 117.205,-1598.6141 117.205,-1598.6141\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_15&#45;&gt;quantized_sg_mkldnn_conv_bn_12 -->\n",
"<g id=\"edge55\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_15&#45;&gt;quantized_sg_mkldnn_conv_bn_12</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M127.9287,-1589.4838C122.3954,-1581.0099 117.1074,-1571.6479 113.8782,-1562 92.4366,-1497.9375 92.4366,-1474.0625 113.8782,-1410 118.2291,-1397.0008 126.3177,-1384.5205 133.7078,-1374.0321\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"133.7078,-1597.9679 124.3589,-1592.2364 130.8929,-1593.8355 128.078,-1589.7031 128.078,-1589.7031 128.078,-1589.7031 130.8929,-1593.8355 131.7972,-1587.1697 133.7078,-1597.9679 133.7078,-1597.9679\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_15&#45;&gt;quantized_sg_mkldnn_conv_bn_act_14 -->\n",
"<g id=\"edge50\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_15&#45;&gt;quantized_sg_mkldnn_conv_bn_act_14</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M165.6257,-1590.3137C174.1607,-1580.479 184.1057,-1570.0106 193.758,-1560.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"159.1157,-1598.0299 162.1247,-1587.4849 162.3399,-1594.2083 165.5641,-1590.3867 165.5641,-1590.3867 165.5641,-1590.3867 162.3399,-1594.2083 169.0036,-1593.2885 159.1157,-1598.0299 159.1157,-1598.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_15&#45;&gt;quantized_sg_mkldnn_conv_bn_act_14 -->\n",
"<g id=\"edge52\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_15&#45;&gt;quantized_sg_mkldnn_conv_bn_act_14</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M178.2464,-1590.9471C187.2128,-1581.2592 196.7874,-1570.9142 205.3285,-1561.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"171.2172,-1598.5418 174.7072,-1588.1461 174.6135,-1594.8723 178.0097,-1591.2027 178.0097,-1591.2027 178.0097,-1591.2027 174.6135,-1594.8723 181.3123,-1594.2594 171.2172,-1598.5418 171.2172,-1598.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_15&#45;&gt;quantized_sg_mkldnn_conv_bn_act_14 -->\n",
"<g id=\"edge53\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_15&#45;&gt;quantized_sg_mkldnn_conv_bn_act_14</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M190.3601,-1592.0128C200.1839,-1582.1243 209.8653,-1571.4754 217.6309,-1561.9821\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"183.2071,-1599.0514 187.1788,-1588.83 186.7711,-1595.5445 190.335,-1592.0376 190.335,-1592.0376 190.335,-1592.0376 186.7711,-1595.5445 193.4912,-1595.2451 183.2071,-1599.0514 183.2071,-1599.0514\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_16 -->\n",
"<g id=\"node19\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_16</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-1721\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-1717.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_16</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_16&#45;&gt;quantized_sg_mkldnn_conv_bn_add_15 -->\n",
"<g id=\"edge56\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_16&#45;&gt;quantized_sg_mkldnn_conv_bn_add_15</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M186.6399,-1686.2579C176.7839,-1676.3519 167.0564,-1665.6649 159.247,-1656.1305\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"193.8138,-1693.3053 183.5265,-1689.5075 190.2469,-1689.8013 186.6801,-1686.2973 186.6801,-1686.2973 186.6801,-1686.2973 190.2469,-1689.8013 189.8337,-1683.0872 193.8138,-1693.3053 193.8138,-1693.3053\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_16&#45;&gt;quantized_sg_mkldnn_conv_bn_add_15 -->\n",
"<g id=\"edge57\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_16&#45;&gt;quantized_sg_mkldnn_conv_bn_add_15</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M198.5101,-1684.9471C189.5436,-1675.2592 179.969,-1664.9142 171.4279,-1655.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"205.5393,-1692.5418 195.4441,-1688.2594 202.143,-1688.8723 198.7467,-1685.2027 198.7467,-1685.2027 198.7467,-1685.2027 202.143,-1688.8723 202.0493,-1682.1461 205.5393,-1692.5418 205.5393,-1692.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_16&#45;&gt;quantized_sg_mkldnn_conv_bn_add_15 -->\n",
"<g id=\"edge58\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_16&#45;&gt;quantized_sg_mkldnn_conv_bn_add_15</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M211.1307,-1684.3137C202.5958,-1674.479 192.6508,-1664.0106 182.9984,-1654.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"217.6408,-1692.0299 207.7529,-1687.2885 214.4165,-1688.2083 211.1923,-1684.3867 211.1923,-1684.3867 211.1923,-1684.3867 214.4165,-1688.2083 214.6317,-1681.4849 217.6408,-1692.0299 217.6408,-1692.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_17 -->\n",
"<g id=\"node20\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_17</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-1815\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-1811.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_17</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_17&#45;&gt;quantized_sg_mkldnn_conv_bn_act_16 -->\n",
"<g id=\"edge59\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_17&#45;&gt;quantized_sg_mkldnn_conv_bn_act_16</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M218.5561,-1776.0568C218.1682,-1767.3489 218.4148,-1758.2607 219.2958,-1750.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"219.3029,-1786.0299 214.0686,-1776.3939 218.9295,-1781.0439 218.5561,-1776.0578 218.5561,-1776.0578 218.5561,-1776.0578 218.9295,-1781.0439 223.0435,-1775.7217 219.3029,-1786.0299 219.3029,-1786.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_17&#45;&gt;quantized_sg_mkldnn_conv_bn_act_16 -->\n",
"<g id=\"edge60\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_17&#45;&gt;quantized_sg_mkldnn_conv_bn_act_16</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M231.8782,-1775.6321C231.8782,-1767.1148 231.8782,-1758.2539 231.8782,-1750.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"231.8782,-1785.7731 227.3783,-1775.773 231.8783,-1780.7731 231.8783,-1775.7731 231.8783,-1775.7731 231.8783,-1775.7731 231.8783,-1780.7731 236.3783,-1775.7731 231.8782,-1785.7731 231.8782,-1785.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_17&#45;&gt;quantized_sg_mkldnn_conv_bn_act_16 -->\n",
"<g id=\"edge61\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_17&#45;&gt;quantized_sg_mkldnn_conv_bn_act_16</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M245.2003,-1776.0568C245.5883,-1767.3489 245.3417,-1758.2607 244.4606,-1750.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"244.4535,-1786.0299 240.7129,-1775.7217 244.8269,-1781.0439 245.2004,-1776.0578 245.2004,-1776.0578 245.2004,-1776.0578 244.8269,-1781.0439 249.6878,-1776.3939 244.4535,-1786.0299 244.4535,-1786.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_18 -->\n",
"<g id=\"node21\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_18</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-1909\" rx=\"128.5772\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-1905.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_add_18</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_18&#45;&gt;quantized_sg_mkldnn_conv_bn_add_15 -->\n",
"<g id=\"edge63\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_18&#45;&gt;quantized_sg_mkldnn_conv_bn_add_15</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M94.5781,-1873.8948C87.4278,-1864.8014 81.4168,-1854.5724 77.8782,-1844 56.4366,-1779.9375 56.4366,-1756.0625 77.8782,-1692 82.4533,-1678.3307 91.1615,-1665.2352 101.1215,-1654.4263\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"101.1215,-1881.5737 91.2104,-1876.8809 97.8785,-1877.768 94.6355,-1873.9623 94.6355,-1873.9623 94.6355,-1873.9623 97.8785,-1877.768 98.0607,-1871.0436 101.1215,-1881.5737 101.1215,-1881.5737\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_18&#45;&gt;quantized_sg_mkldnn_conv_bn_add_15 -->\n",
"<g id=\"edge66\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_18&#45;&gt;quantized_sg_mkldnn_conv_bn_add_15</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M111.0819,-1872.5495C104.8444,-1863.7978 99.2433,-1854.0541 95.8782,-1844 74.4366,-1779.9375 74.4366,-1756.0625 95.8782,-1692 100.3188,-1678.7327 108.6528,-1666.006 117.205,-1655.3859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"117.205,-1880.6141 107.5738,-1875.3708 114.1814,-1876.6318 111.1579,-1872.6496 111.1579,-1872.6496 111.1579,-1872.6496 114.1814,-1876.6318 114.7419,-1869.9284 117.205,-1880.6141 117.205,-1880.6141\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_18&#45;&gt;quantized_sg_mkldnn_conv_bn_add_15 -->\n",
"<g id=\"edge67\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_18&#45;&gt;quantized_sg_mkldnn_conv_bn_add_15</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M127.9287,-1871.4838C122.3954,-1863.0099 117.1074,-1853.6479 113.8782,-1844 92.4366,-1779.9375 92.4366,-1756.0625 113.8782,-1692 118.2291,-1679.0008 126.3177,-1666.5205 133.7078,-1656.0321\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"133.7078,-1879.9679 124.3589,-1874.2364 130.8929,-1875.8355 128.078,-1871.7031 128.078,-1871.7031 128.078,-1871.7031 130.8929,-1875.8355 131.7972,-1869.1697 133.7078,-1879.9679 133.7078,-1879.9679\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_18&#45;&gt;quantized_sg_mkldnn_conv_bn_act_17 -->\n",
"<g id=\"edge62\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_18&#45;&gt;quantized_sg_mkldnn_conv_bn_act_17</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M165.6257,-1872.3137C174.1607,-1862.479 184.1057,-1852.0106 193.758,-1842.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"159.1157,-1880.0299 162.1247,-1869.4849 162.3399,-1876.2083 165.5641,-1872.3867 165.5641,-1872.3867 165.5641,-1872.3867 162.3399,-1876.2083 169.0036,-1875.2885 159.1157,-1880.0299 159.1157,-1880.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_18&#45;&gt;quantized_sg_mkldnn_conv_bn_act_17 -->\n",
"<g id=\"edge64\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_18&#45;&gt;quantized_sg_mkldnn_conv_bn_act_17</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M178.2464,-1872.9471C187.2128,-1863.2592 196.7874,-1852.9142 205.3285,-1843.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"171.2172,-1880.5418 174.7072,-1870.1461 174.6135,-1876.8723 178.0097,-1873.2027 178.0097,-1873.2027 178.0097,-1873.2027 174.6135,-1876.8723 181.3123,-1876.2594 171.2172,-1880.5418 171.2172,-1880.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_18&#45;&gt;quantized_sg_mkldnn_conv_bn_act_17 -->\n",
"<g id=\"edge65\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_18&#45;&gt;quantized_sg_mkldnn_conv_bn_act_17</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M190.3601,-1874.0128C200.1839,-1864.1243 209.8653,-1853.4754 217.6309,-1843.9821\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"183.2071,-1881.0514 187.1788,-1870.83 186.7711,-1877.5445 190.335,-1874.0376 190.335,-1874.0376 190.335,-1874.0376 186.7711,-1877.5445 193.4912,-1877.2451 183.2071,-1881.0514 183.2071,-1881.0514\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_19 -->\n",
"<g id=\"node22\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_19</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-2003\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-1999.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_19</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_19&#45;&gt;quantized_sg_mkldnn_conv_bn_add_18 -->\n",
"<g id=\"edge68\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_19&#45;&gt;quantized_sg_mkldnn_conv_bn_add_18</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-1964.0568C131.1682,-1955.3489 131.4148,-1946.2607 132.2958,-1938.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-1974.0299 127.0686,-1964.3939 131.9295,-1969.0439 131.5561,-1964.0578 131.5561,-1964.0578 131.5561,-1964.0578 131.9295,-1969.0439 136.0435,-1963.7217 132.3029,-1974.0299 132.3029,-1974.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_19&#45;&gt;quantized_sg_mkldnn_conv_bn_add_18 -->\n",
"<g id=\"edge69\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_19&#45;&gt;quantized_sg_mkldnn_conv_bn_add_18</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-1963.6321C144.8782,-1955.1148 144.8782,-1946.2539 144.8782,-1938.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-1973.7731 140.3783,-1963.773 144.8783,-1968.7731 144.8783,-1963.7731 144.8783,-1963.7731 144.8783,-1963.7731 144.8783,-1968.7731 149.3783,-1963.7731 144.8782,-1973.7731 144.8782,-1973.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_19&#45;&gt;quantized_sg_mkldnn_conv_bn_add_18 -->\n",
"<g id=\"edge70\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_19&#45;&gt;quantized_sg_mkldnn_conv_bn_add_18</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-1964.0568C158.5883,-1955.3489 158.3417,-1946.2607 157.4606,-1938.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-1974.0299 153.7129,-1963.7217 157.8269,-1969.0439 158.2004,-1964.0578 158.2004,-1964.0578 158.2004,-1964.0578 157.8269,-1969.0439 162.6878,-1964.3939 157.4535,-1974.0299 157.4535,-1974.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_20 -->\n",
"<g id=\"node23\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_20</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-2097\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-2093.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_20</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_20&#45;&gt;quantized_sg_mkldnn_conv_bn_act_19 -->\n",
"<g id=\"edge71\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_20&#45;&gt;quantized_sg_mkldnn_conv_bn_act_19</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-2058.0568C131.1682,-2049.3489 131.4148,-2040.2607 132.2958,-2032.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-2068.0299 127.0686,-2058.3939 131.9295,-2063.0439 131.5561,-2058.0578 131.5561,-2058.0578 131.5561,-2058.0578 131.9295,-2063.0439 136.0435,-2057.7217 132.3029,-2068.0299 132.3029,-2068.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_20&#45;&gt;quantized_sg_mkldnn_conv_bn_act_19 -->\n",
"<g id=\"edge72\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_20&#45;&gt;quantized_sg_mkldnn_conv_bn_act_19</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-2057.6321C144.8782,-2049.1148 144.8782,-2040.2539 144.8782,-2032.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-2067.7731 140.3783,-2057.773 144.8783,-2062.7731 144.8783,-2057.7731 144.8783,-2057.7731 144.8783,-2057.7731 144.8783,-2062.7731 149.3783,-2057.7731 144.8782,-2067.7731 144.8782,-2067.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_20&#45;&gt;quantized_sg_mkldnn_conv_bn_act_19 -->\n",
"<g id=\"edge73\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_20&#45;&gt;quantized_sg_mkldnn_conv_bn_act_19</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-2058.0568C158.5883,-2049.3489 158.3417,-2040.2607 157.4606,-2032.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-2068.0299 153.7129,-2057.7217 157.8269,-2063.0439 158.2004,-2058.0578 158.2004,-2058.0578 158.2004,-2058.0578 157.8269,-2063.0439 162.6878,-2058.3939 157.4535,-2068.0299 157.4535,-2068.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_21 -->\n",
"<g id=\"node24\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_21</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-2191\" rx=\"114.2552\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-2187.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_21</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_21&#45;&gt;quantized_sg_mkldnn_conv_bn_act_20 -->\n",
"<g id=\"edge74\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_21&#45;&gt;quantized_sg_mkldnn_conv_bn_act_20</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-2152.0568C131.1682,-2143.3489 131.4148,-2134.2607 132.2958,-2126.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-2162.0299 127.0686,-2152.3939 131.9295,-2157.0439 131.5561,-2152.0578 131.5561,-2152.0578 131.5561,-2152.0578 131.9295,-2157.0439 136.0435,-2151.7217 132.3029,-2162.0299 132.3029,-2162.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_21&#45;&gt;quantized_sg_mkldnn_conv_bn_act_20 -->\n",
"<g id=\"edge75\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_21&#45;&gt;quantized_sg_mkldnn_conv_bn_act_20</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-2151.6321C144.8782,-2143.1148 144.8782,-2134.2539 144.8782,-2126.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-2161.7731 140.3783,-2151.773 144.8783,-2156.7731 144.8783,-2151.7731 144.8783,-2151.7731 144.8783,-2151.7731 144.8783,-2156.7731 149.3783,-2151.7731 144.8782,-2161.7731 144.8782,-2161.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_21&#45;&gt;quantized_sg_mkldnn_conv_bn_act_20 -->\n",
"<g id=\"edge76\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_21&#45;&gt;quantized_sg_mkldnn_conv_bn_act_20</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-2152.0568C158.5883,-2143.3489 158.3417,-2134.2607 157.4606,-2126.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-2162.0299 153.7129,-2151.7217 157.8269,-2157.0439 158.2004,-2152.0578 158.2004,-2152.0578 158.2004,-2152.0578 157.8269,-2157.0439 162.6878,-2152.3939 157.4535,-2162.0299 157.4535,-2162.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_22 -->\n",
"<g id=\"node25\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_22</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-2285\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-2281.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_22</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_22&#45;&gt;quantized_sg_mkldnn_conv_bn_21 -->\n",
"<g id=\"edge77\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_22&#45;&gt;quantized_sg_mkldnn_conv_bn_21</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M186.5735,-2250.1911C176.6268,-2240.1899 166.8151,-2229.3975 158.9782,-2219.8019\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"193.8138,-2257.3053 183.5269,-2253.5064 190.2473,-2253.8009 186.6809,-2250.2966 186.6809,-2250.2966 186.6809,-2250.2966 190.2473,-2253.8009 189.8348,-2247.0868 193.8138,-2257.3053 193.8138,-2257.3053\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_22&#45;&gt;quantized_sg_mkldnn_conv_bn_21 -->\n",
"<g id=\"edge78\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_22&#45;&gt;quantized_sg_mkldnn_conv_bn_21</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M198.7122,-2249.1654C189.5825,-2239.3012 179.8083,-2228.7405 171.1277,-2219.3615\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"205.5393,-2256.5418 195.4441,-2252.2594 202.143,-2252.8723 198.7467,-2249.2027 198.7467,-2249.2027 198.7467,-2249.2027 202.143,-2252.8723 202.0493,-2246.1461 205.5393,-2256.5418 205.5393,-2256.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_22&#45;&gt;quantized_sg_mkldnn_conv_bn_21 -->\n",
"<g id=\"edge79\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_22&#45;&gt;quantized_sg_mkldnn_conv_bn_21</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M211.0685,-2248.242C202.449,-2238.3148 192.398,-2227.7469 182.6649,-2218.4285\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"217.6408,-2256.0299 207.7522,-2251.2898 214.416,-2252.2087 211.1913,-2248.3876 211.1913,-2248.3876 211.1913,-2248.3876 214.416,-2252.2087 214.6304,-2245.4853 217.6408,-2256.0299 217.6408,-2256.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_23 -->\n",
"<g id=\"node26\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_23</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-2379\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-2375.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_23</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_23&#45;&gt;quantized_sg_mkldnn_conv_bn_act_22 -->\n",
"<g id=\"edge80\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_23&#45;&gt;quantized_sg_mkldnn_conv_bn_act_22</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M218.5561,-2340.0568C218.1682,-2331.3489 218.4148,-2322.2607 219.2958,-2314.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"219.3029,-2350.0299 214.0686,-2340.3939 218.9295,-2345.0439 218.5561,-2340.0578 218.5561,-2340.0578 218.5561,-2340.0578 218.9295,-2345.0439 223.0435,-2339.7217 219.3029,-2350.0299 219.3029,-2350.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_23&#45;&gt;quantized_sg_mkldnn_conv_bn_act_22 -->\n",
"<g id=\"edge81\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_23&#45;&gt;quantized_sg_mkldnn_conv_bn_act_22</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M231.8782,-2339.6321C231.8782,-2331.1148 231.8782,-2322.2539 231.8782,-2314.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"231.8782,-2349.7731 227.3783,-2339.773 231.8783,-2344.7731 231.8783,-2339.7731 231.8783,-2339.7731 231.8783,-2339.7731 231.8783,-2344.7731 236.3783,-2339.7731 231.8782,-2349.7731 231.8782,-2349.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_23&#45;&gt;quantized_sg_mkldnn_conv_bn_act_22 -->\n",
"<g id=\"edge82\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_23&#45;&gt;quantized_sg_mkldnn_conv_bn_act_22</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M245.2003,-2340.0568C245.5883,-2331.3489 245.3417,-2322.2607 244.4606,-2314.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"244.4535,-2350.0299 240.7129,-2339.7217 244.8269,-2345.0439 245.2004,-2340.0578 245.2004,-2340.0578 245.2004,-2340.0578 244.8269,-2345.0439 249.6878,-2340.3939 244.4535,-2350.0299 244.4535,-2350.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_24 -->\n",
"<g id=\"node27\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_24</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-2473\" rx=\"128.5772\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-2469.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_add_24</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_24&#45;&gt;quantized_sg_mkldnn_conv_bn_21 -->\n",
"<g id=\"edge84\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_24&#45;&gt;quantized_sg_mkldnn_conv_bn_21</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M94.5781,-2437.8948C87.4278,-2428.8014 81.4168,-2418.5724 77.8782,-2408 56.4366,-2343.9375 56.4366,-2320.0625 77.8782,-2256 82.4982,-2242.1967 91.3327,-2228.9785 101.4148,-2218.1091\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"101.1215,-2445.5737 91.2104,-2440.8809 97.8785,-2441.768 94.6355,-2437.9623 94.6355,-2437.9623 94.6355,-2437.9623 97.8785,-2441.768 98.0607,-2435.0436 101.1215,-2445.5737 101.1215,-2445.5737\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_24&#45;&gt;quantized_sg_mkldnn_conv_bn_21 -->\n",
"<g id=\"edge87\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_24&#45;&gt;quantized_sg_mkldnn_conv_bn_21</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M111.0819,-2436.5495C104.8444,-2427.7978 99.2433,-2418.0541 95.8782,-2408 74.4366,-2343.9375 74.4366,-2320.0625 95.8782,-2256 100.3188,-2242.7327 108.6528,-2230.006 117.205,-2219.3859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"117.205,-2444.6141 107.5738,-2439.3708 114.1814,-2440.6318 111.1579,-2436.6496 111.1579,-2436.6496 111.1579,-2436.6496 114.1814,-2440.6318 114.7419,-2433.9284 117.205,-2444.6141 117.205,-2444.6141\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_24&#45;&gt;quantized_sg_mkldnn_conv_bn_21 -->\n",
"<g id=\"edge88\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_24&#45;&gt;quantized_sg_mkldnn_conv_bn_21</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M127.9287,-2435.4838C122.3954,-2427.0099 117.1074,-2417.6479 113.8782,-2408 92.4366,-2343.9375 92.4366,-2320.0625 113.8782,-2256 118.2291,-2243.0008 126.3177,-2230.5205 133.7078,-2220.0321\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"133.7078,-2443.9679 124.3589,-2438.2364 130.8929,-2439.8355 128.078,-2435.7031 128.078,-2435.7031 128.078,-2435.7031 130.8929,-2439.8355 131.7972,-2433.1697 133.7078,-2443.9679 133.7078,-2443.9679\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_24&#45;&gt;quantized_sg_mkldnn_conv_bn_act_23 -->\n",
"<g id=\"edge83\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_24&#45;&gt;quantized_sg_mkldnn_conv_bn_act_23</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M165.6257,-2436.3137C174.1607,-2426.479 184.1057,-2416.0106 193.758,-2406.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"159.1157,-2444.0299 162.1247,-2433.4849 162.3399,-2440.2083 165.5641,-2436.3867 165.5641,-2436.3867 165.5641,-2436.3867 162.3399,-2440.2083 169.0036,-2439.2885 159.1157,-2444.0299 159.1157,-2444.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_24&#45;&gt;quantized_sg_mkldnn_conv_bn_act_23 -->\n",
"<g id=\"edge85\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_24&#45;&gt;quantized_sg_mkldnn_conv_bn_act_23</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M178.2464,-2436.9471C187.2128,-2427.2592 196.7874,-2416.9142 205.3285,-2407.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"171.2172,-2444.5418 174.7072,-2434.1461 174.6135,-2440.8723 178.0097,-2437.2027 178.0097,-2437.2027 178.0097,-2437.2027 174.6135,-2440.8723 181.3123,-2440.2594 171.2172,-2444.5418 171.2172,-2444.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_24&#45;&gt;quantized_sg_mkldnn_conv_bn_act_23 -->\n",
"<g id=\"edge86\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_24&#45;&gt;quantized_sg_mkldnn_conv_bn_act_23</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M190.3601,-2438.0128C200.1839,-2428.1243 209.8653,-2417.4754 217.6309,-2407.9821\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"183.2071,-2445.0514 187.1788,-2434.83 186.7711,-2441.5445 190.335,-2438.0376 190.335,-2438.0376 190.335,-2438.0376 186.7711,-2441.5445 193.4912,-2441.2451 183.2071,-2445.0514 183.2071,-2445.0514\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_25 -->\n",
"<g id=\"node28\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_25</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-2567\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-2563.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_25</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_25&#45;&gt;quantized_sg_mkldnn_conv_bn_add_24 -->\n",
"<g id=\"edge89\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_25&#45;&gt;quantized_sg_mkldnn_conv_bn_add_24</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M186.6399,-2532.2579C176.7839,-2522.3519 167.0564,-2511.6649 159.247,-2502.1305\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"193.8138,-2539.3053 183.5265,-2535.5075 190.2469,-2535.8013 186.6801,-2532.2973 186.6801,-2532.2973 186.6801,-2532.2973 190.2469,-2535.8013 189.8337,-2529.0872 193.8138,-2539.3053 193.8138,-2539.3053\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_25&#45;&gt;quantized_sg_mkldnn_conv_bn_add_24 -->\n",
"<g id=\"edge90\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_25&#45;&gt;quantized_sg_mkldnn_conv_bn_add_24</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M198.5101,-2530.9471C189.5436,-2521.2592 179.969,-2510.9142 171.4279,-2501.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"205.5393,-2538.5418 195.4441,-2534.2594 202.143,-2534.8723 198.7467,-2531.2027 198.7467,-2531.2027 198.7467,-2531.2027 202.143,-2534.8723 202.0493,-2528.1461 205.5393,-2538.5418 205.5393,-2538.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_25&#45;&gt;quantized_sg_mkldnn_conv_bn_add_24 -->\n",
"<g id=\"edge91\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_25&#45;&gt;quantized_sg_mkldnn_conv_bn_add_24</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M211.1307,-2530.3137C202.5958,-2520.479 192.6508,-2510.0106 182.9984,-2500.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"217.6408,-2538.0299 207.7529,-2533.2885 214.4165,-2534.2083 211.1923,-2530.3867 211.1923,-2530.3867 211.1923,-2530.3867 214.4165,-2534.2083 214.6317,-2527.4849 217.6408,-2538.0299 217.6408,-2538.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_26 -->\n",
"<g id=\"node29\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_26</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-2661\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-2657.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_26</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_26&#45;&gt;quantized_sg_mkldnn_conv_bn_act_25 -->\n",
"<g id=\"edge92\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_26&#45;&gt;quantized_sg_mkldnn_conv_bn_act_25</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M218.5561,-2622.0568C218.1682,-2613.3489 218.4148,-2604.2607 219.2958,-2596.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"219.3029,-2632.0299 214.0686,-2622.3939 218.9295,-2627.0439 218.5561,-2622.0578 218.5561,-2622.0578 218.5561,-2622.0578 218.9295,-2627.0439 223.0435,-2621.7217 219.3029,-2632.0299 219.3029,-2632.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_26&#45;&gt;quantized_sg_mkldnn_conv_bn_act_25 -->\n",
"<g id=\"edge93\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_26&#45;&gt;quantized_sg_mkldnn_conv_bn_act_25</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M231.8782,-2621.6321C231.8782,-2613.1148 231.8782,-2604.2539 231.8782,-2596.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"231.8782,-2631.7731 227.3783,-2621.773 231.8783,-2626.7731 231.8783,-2621.7731 231.8783,-2621.7731 231.8783,-2621.7731 231.8783,-2626.7731 236.3783,-2621.7731 231.8782,-2631.7731 231.8782,-2631.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_26&#45;&gt;quantized_sg_mkldnn_conv_bn_act_25 -->\n",
"<g id=\"edge94\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_26&#45;&gt;quantized_sg_mkldnn_conv_bn_act_25</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M245.2003,-2622.0568C245.5883,-2613.3489 245.3417,-2604.2607 244.4606,-2596.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"244.4535,-2632.0299 240.7129,-2621.7217 244.8269,-2627.0439 245.2004,-2622.0578 245.2004,-2622.0578 245.2004,-2622.0578 244.8269,-2627.0439 249.6878,-2622.3939 244.4535,-2632.0299 244.4535,-2632.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_27 -->\n",
"<g id=\"node30\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_27</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-2755\" rx=\"128.5772\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-2751.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_add_27</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_27&#45;&gt;quantized_sg_mkldnn_conv_bn_add_24 -->\n",
"<g id=\"edge96\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_27&#45;&gt;quantized_sg_mkldnn_conv_bn_add_24</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M94.5781,-2719.8948C87.4278,-2710.8014 81.4168,-2700.5724 77.8782,-2690 56.4366,-2625.9375 56.4366,-2602.0625 77.8782,-2538 82.4533,-2524.3307 91.1615,-2511.2352 101.1215,-2500.4263\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"101.1215,-2727.5737 91.2104,-2722.8809 97.8785,-2723.768 94.6355,-2719.9623 94.6355,-2719.9623 94.6355,-2719.9623 97.8785,-2723.768 98.0607,-2717.0436 101.1215,-2727.5737 101.1215,-2727.5737\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_27&#45;&gt;quantized_sg_mkldnn_conv_bn_add_24 -->\n",
"<g id=\"edge99\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_27&#45;&gt;quantized_sg_mkldnn_conv_bn_add_24</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M111.0819,-2718.5495C104.8444,-2709.7978 99.2433,-2700.0541 95.8782,-2690 74.4366,-2625.9375 74.4366,-2602.0625 95.8782,-2538 100.3188,-2524.7327 108.6528,-2512.006 117.205,-2501.3859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"117.205,-2726.6141 107.5738,-2721.3708 114.1814,-2722.6318 111.1579,-2718.6496 111.1579,-2718.6496 111.1579,-2718.6496 114.1814,-2722.6318 114.7419,-2715.9284 117.205,-2726.6141 117.205,-2726.6141\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_27&#45;&gt;quantized_sg_mkldnn_conv_bn_add_24 -->\n",
"<g id=\"edge100\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_27&#45;&gt;quantized_sg_mkldnn_conv_bn_add_24</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M127.9287,-2717.4838C122.3954,-2709.0099 117.1074,-2699.6479 113.8782,-2690 92.4366,-2625.9375 92.4366,-2602.0625 113.8782,-2538 118.2291,-2525.0008 126.3177,-2512.5205 133.7078,-2502.0321\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"133.7078,-2725.9679 124.3589,-2720.2364 130.8929,-2721.8355 128.078,-2717.7031 128.078,-2717.7031 128.078,-2717.7031 130.8929,-2721.8355 131.7972,-2715.1697 133.7078,-2725.9679 133.7078,-2725.9679\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_27&#45;&gt;quantized_sg_mkldnn_conv_bn_act_26 -->\n",
"<g id=\"edge95\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_27&#45;&gt;quantized_sg_mkldnn_conv_bn_act_26</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M165.6257,-2718.3137C174.1607,-2708.479 184.1057,-2698.0106 193.758,-2688.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"159.1157,-2726.0299 162.1247,-2715.4849 162.3399,-2722.2083 165.5641,-2718.3867 165.5641,-2718.3867 165.5641,-2718.3867 162.3399,-2722.2083 169.0036,-2721.2885 159.1157,-2726.0299 159.1157,-2726.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_27&#45;&gt;quantized_sg_mkldnn_conv_bn_act_26 -->\n",
"<g id=\"edge97\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_27&#45;&gt;quantized_sg_mkldnn_conv_bn_act_26</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M178.2464,-2718.9471C187.2128,-2709.2592 196.7874,-2698.9142 205.3285,-2689.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"171.2172,-2726.5418 174.7072,-2716.1461 174.6135,-2722.8723 178.0097,-2719.2027 178.0097,-2719.2027 178.0097,-2719.2027 174.6135,-2722.8723 181.3123,-2722.2594 171.2172,-2726.5418 171.2172,-2726.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_27&#45;&gt;quantized_sg_mkldnn_conv_bn_act_26 -->\n",
"<g id=\"edge98\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_27&#45;&gt;quantized_sg_mkldnn_conv_bn_act_26</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M190.3601,-2720.0128C200.1839,-2710.1243 209.8653,-2699.4754 217.6309,-2689.9821\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"183.2071,-2727.0514 187.1788,-2716.83 186.7711,-2723.5445 190.335,-2720.0376 190.335,-2720.0376 190.335,-2720.0376 186.7711,-2723.5445 193.4912,-2723.2451 183.2071,-2727.0514 183.2071,-2727.0514\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_28 -->\n",
"<g id=\"node31\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_28</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-2849\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-2845.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_28</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_28&#45;&gt;quantized_sg_mkldnn_conv_bn_add_27 -->\n",
"<g id=\"edge101\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_28&#45;&gt;quantized_sg_mkldnn_conv_bn_add_27</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M186.6399,-2814.2579C176.7839,-2804.3519 167.0564,-2793.6649 159.247,-2784.1305\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"193.8138,-2821.3053 183.5265,-2817.5075 190.2469,-2817.8013 186.6801,-2814.2973 186.6801,-2814.2973 186.6801,-2814.2973 190.2469,-2817.8013 189.8337,-2811.0872 193.8138,-2821.3053 193.8138,-2821.3053\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_28&#45;&gt;quantized_sg_mkldnn_conv_bn_add_27 -->\n",
"<g id=\"edge102\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_28&#45;&gt;quantized_sg_mkldnn_conv_bn_add_27</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M198.5101,-2812.9471C189.5436,-2803.2592 179.969,-2792.9142 171.4279,-2783.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"205.5393,-2820.5418 195.4441,-2816.2594 202.143,-2816.8723 198.7467,-2813.2027 198.7467,-2813.2027 198.7467,-2813.2027 202.143,-2816.8723 202.0493,-2810.1461 205.5393,-2820.5418 205.5393,-2820.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_28&#45;&gt;quantized_sg_mkldnn_conv_bn_add_27 -->\n",
"<g id=\"edge103\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_28&#45;&gt;quantized_sg_mkldnn_conv_bn_add_27</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M211.1307,-2812.3137C202.5958,-2802.479 192.6508,-2792.0106 182.9984,-2782.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"217.6408,-2820.0299 207.7529,-2815.2885 214.4165,-2816.2083 211.1923,-2812.3867 211.1923,-2812.3867 211.1923,-2812.3867 214.4165,-2816.2083 214.6317,-2809.4849 217.6408,-2820.0299 217.6408,-2820.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_29 -->\n",
"<g id=\"node32\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_29</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-2943\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-2939.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_29</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_29&#45;&gt;quantized_sg_mkldnn_conv_bn_act_28 -->\n",
"<g id=\"edge104\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_29&#45;&gt;quantized_sg_mkldnn_conv_bn_act_28</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M218.5561,-2904.0568C218.1682,-2895.3489 218.4148,-2886.2607 219.2958,-2878.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"219.3029,-2914.0299 214.0686,-2904.3939 218.9295,-2909.0439 218.5561,-2904.0578 218.5561,-2904.0578 218.5561,-2904.0578 218.9295,-2909.0439 223.0435,-2903.7217 219.3029,-2914.0299 219.3029,-2914.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_29&#45;&gt;quantized_sg_mkldnn_conv_bn_act_28 -->\n",
"<g id=\"edge105\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_29&#45;&gt;quantized_sg_mkldnn_conv_bn_act_28</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M231.8782,-2903.6321C231.8782,-2895.1148 231.8782,-2886.2539 231.8782,-2878.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"231.8782,-2913.7731 227.3783,-2903.773 231.8783,-2908.7731 231.8783,-2903.7731 231.8783,-2903.7731 231.8783,-2903.7731 231.8783,-2908.7731 236.3783,-2903.7731 231.8782,-2913.7731 231.8782,-2913.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_29&#45;&gt;quantized_sg_mkldnn_conv_bn_act_28 -->\n",
"<g id=\"edge106\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_29&#45;&gt;quantized_sg_mkldnn_conv_bn_act_28</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M245.2003,-2904.0568C245.5883,-2895.3489 245.3417,-2886.2607 244.4606,-2878.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"244.4535,-2914.0299 240.7129,-2903.7217 244.8269,-2909.0439 245.2004,-2904.0578 245.2004,-2904.0578 245.2004,-2904.0578 244.8269,-2909.0439 249.6878,-2904.3939 244.4535,-2914.0299 244.4535,-2914.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_30 -->\n",
"<g id=\"node33\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_30</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-3037\" rx=\"128.5772\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-3033.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_add_30</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_30&#45;&gt;quantized_sg_mkldnn_conv_bn_add_27 -->\n",
"<g id=\"edge108\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_30&#45;&gt;quantized_sg_mkldnn_conv_bn_add_27</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M94.5781,-3001.8948C87.4278,-2992.8014 81.4168,-2982.5724 77.8782,-2972 56.4366,-2907.9375 56.4366,-2884.0625 77.8782,-2820 82.4533,-2806.3307 91.1615,-2793.2352 101.1215,-2782.4263\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"101.1215,-3009.5737 91.2104,-3004.8809 97.8785,-3005.768 94.6355,-3001.9623 94.6355,-3001.9623 94.6355,-3001.9623 97.8785,-3005.768 98.0607,-2999.0436 101.1215,-3009.5737 101.1215,-3009.5737\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_30&#45;&gt;quantized_sg_mkldnn_conv_bn_add_27 -->\n",
"<g id=\"edge111\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_30&#45;&gt;quantized_sg_mkldnn_conv_bn_add_27</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M111.0819,-3000.5495C104.8444,-2991.7978 99.2433,-2982.0541 95.8782,-2972 74.4366,-2907.9375 74.4366,-2884.0625 95.8782,-2820 100.3188,-2806.7327 108.6528,-2794.006 117.205,-2783.3859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"117.205,-3008.6141 107.5738,-3003.3708 114.1814,-3004.6318 111.1579,-3000.6496 111.1579,-3000.6496 111.1579,-3000.6496 114.1814,-3004.6318 114.7419,-2997.9284 117.205,-3008.6141 117.205,-3008.6141\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_30&#45;&gt;quantized_sg_mkldnn_conv_bn_add_27 -->\n",
"<g id=\"edge112\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_30&#45;&gt;quantized_sg_mkldnn_conv_bn_add_27</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M127.9287,-2999.4838C122.3954,-2991.0099 117.1074,-2981.6479 113.8782,-2972 92.4366,-2907.9375 92.4366,-2884.0625 113.8782,-2820 118.2291,-2807.0008 126.3177,-2794.5205 133.7078,-2784.0321\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"133.7078,-3007.9679 124.3589,-3002.2364 130.8929,-3003.8355 128.078,-2999.7031 128.078,-2999.7031 128.078,-2999.7031 130.8929,-3003.8355 131.7972,-2997.1697 133.7078,-3007.9679 133.7078,-3007.9679\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_30&#45;&gt;quantized_sg_mkldnn_conv_bn_act_29 -->\n",
"<g id=\"edge107\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_30&#45;&gt;quantized_sg_mkldnn_conv_bn_act_29</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M165.6257,-3000.3137C174.1607,-2990.479 184.1057,-2980.0106 193.758,-2970.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"159.1157,-3008.0299 162.1247,-2997.4849 162.3399,-3004.2083 165.5641,-3000.3867 165.5641,-3000.3867 165.5641,-3000.3867 162.3399,-3004.2083 169.0036,-3003.2885 159.1157,-3008.0299 159.1157,-3008.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_30&#45;&gt;quantized_sg_mkldnn_conv_bn_act_29 -->\n",
"<g id=\"edge109\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_30&#45;&gt;quantized_sg_mkldnn_conv_bn_act_29</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M178.2464,-3000.9471C187.2128,-2991.2592 196.7874,-2980.9142 205.3285,-2971.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"171.2172,-3008.5418 174.7072,-2998.1461 174.6135,-3004.8723 178.0097,-3001.2027 178.0097,-3001.2027 178.0097,-3001.2027 174.6135,-3004.8723 181.3123,-3004.2594 171.2172,-3008.5418 171.2172,-3008.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_30&#45;&gt;quantized_sg_mkldnn_conv_bn_act_29 -->\n",
"<g id=\"edge110\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_30&#45;&gt;quantized_sg_mkldnn_conv_bn_act_29</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M190.3601,-3002.0128C200.1839,-2992.1243 209.8653,-2981.4754 217.6309,-2971.9821\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"183.2071,-3009.0514 187.1788,-2998.83 186.7711,-3005.5445 190.335,-3002.0376 190.335,-3002.0376 190.335,-3002.0376 186.7711,-3005.5445 193.4912,-3005.2451 183.2071,-3009.0514 183.2071,-3009.0514\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_31 -->\n",
"<g id=\"node34\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_31</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-3131\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-3127.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_31</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_31&#45;&gt;quantized_sg_mkldnn_conv_bn_add_30 -->\n",
"<g id=\"edge113\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_31&#45;&gt;quantized_sg_mkldnn_conv_bn_add_30</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-3092.0568C131.1682,-3083.3489 131.4148,-3074.2607 132.2958,-3066.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-3102.0299 127.0686,-3092.3939 131.9295,-3097.0439 131.5561,-3092.0578 131.5561,-3092.0578 131.5561,-3092.0578 131.9295,-3097.0439 136.0435,-3091.7217 132.3029,-3102.0299 132.3029,-3102.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_31&#45;&gt;quantized_sg_mkldnn_conv_bn_add_30 -->\n",
"<g id=\"edge114\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_31&#45;&gt;quantized_sg_mkldnn_conv_bn_add_30</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-3091.6321C144.8782,-3083.1148 144.8782,-3074.2539 144.8782,-3066.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-3101.7731 140.3783,-3091.773 144.8783,-3096.7731 144.8783,-3091.7731 144.8783,-3091.7731 144.8783,-3091.7731 144.8783,-3096.7731 149.3783,-3091.7731 144.8782,-3101.7731 144.8782,-3101.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_31&#45;&gt;quantized_sg_mkldnn_conv_bn_add_30 -->\n",
"<g id=\"edge115\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_31&#45;&gt;quantized_sg_mkldnn_conv_bn_add_30</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-3092.0568C158.5883,-3083.3489 158.3417,-3074.2607 157.4606,-3066.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-3102.0299 153.7129,-3091.7217 157.8269,-3097.0439 158.2004,-3092.0578 158.2004,-3092.0578 158.2004,-3092.0578 157.8269,-3097.0439 162.6878,-3092.3939 157.4535,-3102.0299 157.4535,-3102.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_32 -->\n",
"<g id=\"node35\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_32</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-3225\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-3221.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_32</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_32&#45;&gt;quantized_sg_mkldnn_conv_bn_act_31 -->\n",
"<g id=\"edge116\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_32&#45;&gt;quantized_sg_mkldnn_conv_bn_act_31</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-3186.0568C131.1682,-3177.3489 131.4148,-3168.2607 132.2958,-3160.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-3196.0299 127.0686,-3186.3939 131.9295,-3191.0439 131.5561,-3186.0578 131.5561,-3186.0578 131.5561,-3186.0578 131.9295,-3191.0439 136.0435,-3185.7217 132.3029,-3196.0299 132.3029,-3196.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_32&#45;&gt;quantized_sg_mkldnn_conv_bn_act_31 -->\n",
"<g id=\"edge117\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_32&#45;&gt;quantized_sg_mkldnn_conv_bn_act_31</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-3185.6321C144.8782,-3177.1148 144.8782,-3168.2539 144.8782,-3160.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-3195.7731 140.3783,-3185.773 144.8783,-3190.7731 144.8783,-3185.7731 144.8783,-3185.7731 144.8783,-3185.7731 144.8783,-3190.7731 149.3783,-3185.7731 144.8782,-3195.7731 144.8782,-3195.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_32&#45;&gt;quantized_sg_mkldnn_conv_bn_act_31 -->\n",
"<g id=\"edge118\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_32&#45;&gt;quantized_sg_mkldnn_conv_bn_act_31</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-3186.0568C158.5883,-3177.3489 158.3417,-3168.2607 157.4606,-3160.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-3196.0299 153.7129,-3185.7217 157.8269,-3191.0439 158.2004,-3186.0578 158.2004,-3186.0578 158.2004,-3186.0578 157.8269,-3191.0439 162.6878,-3186.3939 157.4535,-3196.0299 157.4535,-3196.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_33 -->\n",
"<g id=\"node36\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_33</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-3319\" rx=\"114.2552\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-3315.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_33</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_33&#45;&gt;quantized_sg_mkldnn_conv_bn_act_32 -->\n",
"<g id=\"edge119\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_33&#45;&gt;quantized_sg_mkldnn_conv_bn_act_32</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-3280.0568C131.1682,-3271.3489 131.4148,-3262.2607 132.2958,-3254.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-3290.0299 127.0686,-3280.3939 131.9295,-3285.0439 131.5561,-3280.0578 131.5561,-3280.0578 131.5561,-3280.0578 131.9295,-3285.0439 136.0435,-3279.7217 132.3029,-3290.0299 132.3029,-3290.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_33&#45;&gt;quantized_sg_mkldnn_conv_bn_act_32 -->\n",
"<g id=\"edge120\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_33&#45;&gt;quantized_sg_mkldnn_conv_bn_act_32</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-3279.6321C144.8782,-3271.1148 144.8782,-3262.2539 144.8782,-3254.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-3289.7731 140.3783,-3279.773 144.8783,-3284.7731 144.8783,-3279.7731 144.8783,-3279.7731 144.8783,-3279.7731 144.8783,-3284.7731 149.3783,-3279.7731 144.8782,-3289.7731 144.8782,-3289.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_33&#45;&gt;quantized_sg_mkldnn_conv_bn_act_32 -->\n",
"<g id=\"edge121\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_33&#45;&gt;quantized_sg_mkldnn_conv_bn_act_32</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-3280.0568C158.5883,-3271.3489 158.3417,-3262.2607 157.4606,-3254.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-3290.0299 153.7129,-3279.7217 157.8269,-3285.0439 158.2004,-3280.0578 158.2004,-3280.0578 158.2004,-3280.0578 157.8269,-3285.0439 162.6878,-3280.3939 157.4535,-3290.0299 157.4535,-3290.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_34 -->\n",
"<g id=\"node37\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_34</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-3413\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-3409.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_34</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_34&#45;&gt;quantized_sg_mkldnn_conv_bn_33 -->\n",
"<g id=\"edge122\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_34&#45;&gt;quantized_sg_mkldnn_conv_bn_33</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M186.5735,-3378.1911C176.6268,-3368.1899 166.8151,-3357.3975 158.9782,-3347.8019\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"193.8138,-3385.3053 183.5269,-3381.5064 190.2473,-3381.8009 186.6809,-3378.2966 186.6809,-3378.2966 186.6809,-3378.2966 190.2473,-3381.8009 189.8348,-3375.0868 193.8138,-3385.3053 193.8138,-3385.3053\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_34&#45;&gt;quantized_sg_mkldnn_conv_bn_33 -->\n",
"<g id=\"edge123\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_34&#45;&gt;quantized_sg_mkldnn_conv_bn_33</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M198.7122,-3377.1654C189.5825,-3367.3012 179.8083,-3356.7405 171.1277,-3347.3615\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"205.5393,-3384.5418 195.4441,-3380.2594 202.143,-3380.8723 198.7467,-3377.2027 198.7467,-3377.2027 198.7467,-3377.2027 202.143,-3380.8723 202.0493,-3374.1461 205.5393,-3384.5418 205.5393,-3384.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_34&#45;&gt;quantized_sg_mkldnn_conv_bn_33 -->\n",
"<g id=\"edge124\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_34&#45;&gt;quantized_sg_mkldnn_conv_bn_33</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M211.0685,-3376.242C202.449,-3366.3148 192.398,-3355.7469 182.6649,-3346.4285\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"217.6408,-3384.0299 207.7522,-3379.2898 214.416,-3380.2087 211.1913,-3376.3876 211.1913,-3376.3876 211.1913,-3376.3876 214.416,-3380.2087 214.6304,-3373.4853 217.6408,-3384.0299 217.6408,-3384.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_35 -->\n",
"<g id=\"node38\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_35</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-3507\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-3503.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_35</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_35&#45;&gt;quantized_sg_mkldnn_conv_bn_act_34 -->\n",
"<g id=\"edge125\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_35&#45;&gt;quantized_sg_mkldnn_conv_bn_act_34</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M218.5561,-3468.0568C218.1682,-3459.3489 218.4148,-3450.2607 219.2958,-3442.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"219.3029,-3478.0299 214.0686,-3468.3939 218.9295,-3473.0439 218.5561,-3468.0578 218.5561,-3468.0578 218.5561,-3468.0578 218.9295,-3473.0439 223.0435,-3467.7217 219.3029,-3478.0299 219.3029,-3478.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_35&#45;&gt;quantized_sg_mkldnn_conv_bn_act_34 -->\n",
"<g id=\"edge126\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_35&#45;&gt;quantized_sg_mkldnn_conv_bn_act_34</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M231.8782,-3467.6321C231.8782,-3459.1148 231.8782,-3450.2539 231.8782,-3442.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"231.8782,-3477.7731 227.3783,-3467.773 231.8783,-3472.7731 231.8783,-3467.7731 231.8783,-3467.7731 231.8783,-3467.7731 231.8783,-3472.7731 236.3783,-3467.7731 231.8782,-3477.7731 231.8782,-3477.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_35&#45;&gt;quantized_sg_mkldnn_conv_bn_act_34 -->\n",
"<g id=\"edge127\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_35&#45;&gt;quantized_sg_mkldnn_conv_bn_act_34</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M245.2003,-3468.0568C245.5883,-3459.3489 245.3417,-3450.2607 244.4606,-3442.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"244.4535,-3478.0299 240.7129,-3467.7217 244.8269,-3473.0439 245.2004,-3468.0578 245.2004,-3468.0578 245.2004,-3468.0578 244.8269,-3473.0439 249.6878,-3468.3939 244.4535,-3478.0299 244.4535,-3478.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_36 -->\n",
"<g id=\"node39\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_36</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-3601\" rx=\"128.5772\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-3597.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_add_36</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_36&#45;&gt;quantized_sg_mkldnn_conv_bn_33 -->\n",
"<g id=\"edge129\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_36&#45;&gt;quantized_sg_mkldnn_conv_bn_33</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M94.5781,-3565.8948C87.4278,-3556.8014 81.4168,-3546.5724 77.8782,-3536 56.4366,-3471.9375 56.4366,-3448.0625 77.8782,-3384 82.4982,-3370.1967 91.3327,-3356.9785 101.4148,-3346.1091\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"101.1215,-3573.5737 91.2104,-3568.8809 97.8785,-3569.768 94.6355,-3565.9623 94.6355,-3565.9623 94.6355,-3565.9623 97.8785,-3569.768 98.0607,-3563.0436 101.1215,-3573.5737 101.1215,-3573.5737\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_36&#45;&gt;quantized_sg_mkldnn_conv_bn_33 -->\n",
"<g id=\"edge132\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_36&#45;&gt;quantized_sg_mkldnn_conv_bn_33</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M111.0819,-3564.5495C104.8444,-3555.7978 99.2433,-3546.0541 95.8782,-3536 74.4366,-3471.9375 74.4366,-3448.0625 95.8782,-3384 100.3188,-3370.7327 108.6528,-3358.006 117.205,-3347.3859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"117.205,-3572.6141 107.5738,-3567.3708 114.1814,-3568.6318 111.1579,-3564.6496 111.1579,-3564.6496 111.1579,-3564.6496 114.1814,-3568.6318 114.7419,-3561.9284 117.205,-3572.6141 117.205,-3572.6141\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_36&#45;&gt;quantized_sg_mkldnn_conv_bn_33 -->\n",
"<g id=\"edge133\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_36&#45;&gt;quantized_sg_mkldnn_conv_bn_33</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M127.9287,-3563.4838C122.3954,-3555.0099 117.1074,-3545.6479 113.8782,-3536 92.4366,-3471.9375 92.4366,-3448.0625 113.8782,-3384 118.2291,-3371.0008 126.3177,-3358.5205 133.7078,-3348.0321\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"133.7078,-3571.9679 124.3589,-3566.2364 130.8929,-3567.8355 128.078,-3563.7031 128.078,-3563.7031 128.078,-3563.7031 130.8929,-3567.8355 131.7972,-3561.1697 133.7078,-3571.9679 133.7078,-3571.9679\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_36&#45;&gt;quantized_sg_mkldnn_conv_bn_act_35 -->\n",
"<g id=\"edge128\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_36&#45;&gt;quantized_sg_mkldnn_conv_bn_act_35</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M165.6257,-3564.3137C174.1607,-3554.479 184.1057,-3544.0106 193.758,-3534.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"159.1157,-3572.0299 162.1247,-3561.4849 162.3399,-3568.2083 165.5641,-3564.3867 165.5641,-3564.3867 165.5641,-3564.3867 162.3399,-3568.2083 169.0036,-3567.2885 159.1157,-3572.0299 159.1157,-3572.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_36&#45;&gt;quantized_sg_mkldnn_conv_bn_act_35 -->\n",
"<g id=\"edge130\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_36&#45;&gt;quantized_sg_mkldnn_conv_bn_act_35</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M178.2464,-3564.9471C187.2128,-3555.2592 196.7874,-3544.9142 205.3285,-3535.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"171.2172,-3572.5418 174.7072,-3562.1461 174.6135,-3568.8723 178.0097,-3565.2027 178.0097,-3565.2027 178.0097,-3565.2027 174.6135,-3568.8723 181.3123,-3568.2594 171.2172,-3572.5418 171.2172,-3572.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_36&#45;&gt;quantized_sg_mkldnn_conv_bn_act_35 -->\n",
"<g id=\"edge131\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_36&#45;&gt;quantized_sg_mkldnn_conv_bn_act_35</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M190.3601,-3566.0128C200.1839,-3556.1243 209.8653,-3545.4754 217.6309,-3535.9821\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"183.2071,-3573.0514 187.1788,-3562.83 186.7711,-3569.5445 190.335,-3566.0376 190.335,-3566.0376 190.335,-3566.0376 186.7711,-3569.5445 193.4912,-3569.2451 183.2071,-3573.0514 183.2071,-3573.0514\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_37 -->\n",
"<g id=\"node40\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_37</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-3695\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-3691.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_37</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_37&#45;&gt;quantized_sg_mkldnn_conv_bn_add_36 -->\n",
"<g id=\"edge134\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_37&#45;&gt;quantized_sg_mkldnn_conv_bn_add_36</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M186.6399,-3660.2579C176.7839,-3650.3519 167.0564,-3639.6649 159.247,-3630.1305\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"193.8138,-3667.3053 183.5265,-3663.5075 190.2469,-3663.8013 186.6801,-3660.2973 186.6801,-3660.2973 186.6801,-3660.2973 190.2469,-3663.8013 189.8337,-3657.0872 193.8138,-3667.3053 193.8138,-3667.3053\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_37&#45;&gt;quantized_sg_mkldnn_conv_bn_add_36 -->\n",
"<g id=\"edge135\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_37&#45;&gt;quantized_sg_mkldnn_conv_bn_add_36</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M198.5101,-3658.9471C189.5436,-3649.2592 179.969,-3638.9142 171.4279,-3629.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"205.5393,-3666.5418 195.4441,-3662.2594 202.143,-3662.8723 198.7467,-3659.2027 198.7467,-3659.2027 198.7467,-3659.2027 202.143,-3662.8723 202.0493,-3656.1461 205.5393,-3666.5418 205.5393,-3666.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_37&#45;&gt;quantized_sg_mkldnn_conv_bn_add_36 -->\n",
"<g id=\"edge136\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_37&#45;&gt;quantized_sg_mkldnn_conv_bn_add_36</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M211.1307,-3658.3137C202.5958,-3648.479 192.6508,-3638.0106 182.9984,-3628.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"217.6408,-3666.0299 207.7529,-3661.2885 214.4165,-3662.2083 211.1923,-3658.3867 211.1923,-3658.3867 211.1923,-3658.3867 214.4165,-3662.2083 214.6317,-3655.4849 217.6408,-3666.0299 217.6408,-3666.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_38 -->\n",
"<g id=\"node41\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_38</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-3789\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-3785.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_38</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_38&#45;&gt;quantized_sg_mkldnn_conv_bn_act_37 -->\n",
"<g id=\"edge137\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_38&#45;&gt;quantized_sg_mkldnn_conv_bn_act_37</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M218.5561,-3750.0568C218.1682,-3741.3489 218.4148,-3732.2607 219.2958,-3724.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"219.3029,-3760.0299 214.0686,-3750.3939 218.9295,-3755.0439 218.5561,-3750.0578 218.5561,-3750.0578 218.5561,-3750.0578 218.9295,-3755.0439 223.0435,-3749.7217 219.3029,-3760.0299 219.3029,-3760.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_38&#45;&gt;quantized_sg_mkldnn_conv_bn_act_37 -->\n",
"<g id=\"edge138\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_38&#45;&gt;quantized_sg_mkldnn_conv_bn_act_37</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M231.8782,-3749.6321C231.8782,-3741.1148 231.8782,-3732.2539 231.8782,-3724.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"231.8782,-3759.7731 227.3783,-3749.773 231.8783,-3754.7731 231.8783,-3749.7731 231.8783,-3749.7731 231.8783,-3749.7731 231.8783,-3754.7731 236.3783,-3749.7731 231.8782,-3759.7731 231.8782,-3759.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_38&#45;&gt;quantized_sg_mkldnn_conv_bn_act_37 -->\n",
"<g id=\"edge139\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_38&#45;&gt;quantized_sg_mkldnn_conv_bn_act_37</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M245.2003,-3750.0568C245.5883,-3741.3489 245.3417,-3732.2607 244.4606,-3724.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"244.4535,-3760.0299 240.7129,-3749.7217 244.8269,-3755.0439 245.2004,-3750.0578 245.2004,-3750.0578 245.2004,-3750.0578 244.8269,-3755.0439 249.6878,-3750.3939 244.4535,-3760.0299 244.4535,-3760.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_39 -->\n",
"<g id=\"node42\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_39</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-3883\" rx=\"128.5772\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-3879.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_add_39</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_39&#45;&gt;quantized_sg_mkldnn_conv_bn_add_36 -->\n",
"<g id=\"edge141\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_39&#45;&gt;quantized_sg_mkldnn_conv_bn_add_36</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M94.5781,-3847.8948C87.4278,-3838.8014 81.4168,-3828.5724 77.8782,-3818 56.4366,-3753.9375 56.4366,-3730.0625 77.8782,-3666 82.4533,-3652.3307 91.1615,-3639.2352 101.1215,-3628.4263\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"101.1215,-3855.5737 91.2104,-3850.8809 97.8785,-3851.768 94.6355,-3847.9623 94.6355,-3847.9623 94.6355,-3847.9623 97.8785,-3851.768 98.0607,-3845.0436 101.1215,-3855.5737 101.1215,-3855.5737\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_39&#45;&gt;quantized_sg_mkldnn_conv_bn_add_36 -->\n",
"<g id=\"edge144\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_39&#45;&gt;quantized_sg_mkldnn_conv_bn_add_36</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M111.0819,-3846.5495C104.8444,-3837.7978 99.2433,-3828.0541 95.8782,-3818 74.4366,-3753.9375 74.4366,-3730.0625 95.8782,-3666 100.3188,-3652.7327 108.6528,-3640.006 117.205,-3629.3859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"117.205,-3854.6141 107.5738,-3849.3708 114.1814,-3850.6318 111.1579,-3846.6496 111.1579,-3846.6496 111.1579,-3846.6496 114.1814,-3850.6318 114.7419,-3843.9284 117.205,-3854.6141 117.205,-3854.6141\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_39&#45;&gt;quantized_sg_mkldnn_conv_bn_add_36 -->\n",
"<g id=\"edge145\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_39&#45;&gt;quantized_sg_mkldnn_conv_bn_add_36</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M127.9287,-3845.4838C122.3954,-3837.0099 117.1074,-3827.6479 113.8782,-3818 92.4366,-3753.9375 92.4366,-3730.0625 113.8782,-3666 118.2291,-3653.0008 126.3177,-3640.5205 133.7078,-3630.0321\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"133.7078,-3853.9679 124.3589,-3848.2364 130.8929,-3849.8355 128.078,-3845.7031 128.078,-3845.7031 128.078,-3845.7031 130.8929,-3849.8355 131.7972,-3843.1697 133.7078,-3853.9679 133.7078,-3853.9679\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_39&#45;&gt;quantized_sg_mkldnn_conv_bn_act_38 -->\n",
"<g id=\"edge140\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_39&#45;&gt;quantized_sg_mkldnn_conv_bn_act_38</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M165.6257,-3846.3137C174.1607,-3836.479 184.1057,-3826.0106 193.758,-3816.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"159.1157,-3854.0299 162.1247,-3843.4849 162.3399,-3850.2083 165.5641,-3846.3867 165.5641,-3846.3867 165.5641,-3846.3867 162.3399,-3850.2083 169.0036,-3849.2885 159.1157,-3854.0299 159.1157,-3854.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_39&#45;&gt;quantized_sg_mkldnn_conv_bn_act_38 -->\n",
"<g id=\"edge142\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_39&#45;&gt;quantized_sg_mkldnn_conv_bn_act_38</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M178.2464,-3846.9471C187.2128,-3837.2592 196.7874,-3826.9142 205.3285,-3817.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"171.2172,-3854.5418 174.7072,-3844.1461 174.6135,-3850.8723 178.0097,-3847.2027 178.0097,-3847.2027 178.0097,-3847.2027 174.6135,-3850.8723 181.3123,-3850.2594 171.2172,-3854.5418 171.2172,-3854.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_39&#45;&gt;quantized_sg_mkldnn_conv_bn_act_38 -->\n",
"<g id=\"edge143\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_39&#45;&gt;quantized_sg_mkldnn_conv_bn_act_38</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M190.3601,-3848.0128C200.1839,-3838.1243 209.8653,-3827.4754 217.6309,-3817.9821\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"183.2071,-3855.0514 187.1788,-3844.83 186.7711,-3851.5445 190.335,-3848.0376 190.335,-3848.0376 190.335,-3848.0376 186.7711,-3851.5445 193.4912,-3851.2451 183.2071,-3855.0514 183.2071,-3855.0514\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_40 -->\n",
"<g id=\"node43\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_40</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-3977\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-3973.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_40</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_40&#45;&gt;quantized_sg_mkldnn_conv_bn_add_39 -->\n",
"<g id=\"edge146\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_40&#45;&gt;quantized_sg_mkldnn_conv_bn_add_39</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-3938.0568C131.1682,-3929.3489 131.4148,-3920.2607 132.2958,-3912.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-3948.0299 127.0686,-3938.3939 131.9295,-3943.0439 131.5561,-3938.0578 131.5561,-3938.0578 131.5561,-3938.0578 131.9295,-3943.0439 136.0435,-3937.7217 132.3029,-3948.0299 132.3029,-3948.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_40&#45;&gt;quantized_sg_mkldnn_conv_bn_add_39 -->\n",
"<g id=\"edge147\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_40&#45;&gt;quantized_sg_mkldnn_conv_bn_add_39</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-3937.6321C144.8782,-3929.1148 144.8782,-3920.2539 144.8782,-3912.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-3947.7731 140.3783,-3937.773 144.8783,-3942.7731 144.8783,-3937.7731 144.8783,-3937.7731 144.8783,-3937.7731 144.8783,-3942.7731 149.3783,-3937.7731 144.8782,-3947.7731 144.8782,-3947.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_40&#45;&gt;quantized_sg_mkldnn_conv_bn_add_39 -->\n",
"<g id=\"edge148\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_40&#45;&gt;quantized_sg_mkldnn_conv_bn_add_39</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-3938.0568C158.5883,-3929.3489 158.3417,-3920.2607 157.4606,-3912.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-3948.0299 153.7129,-3937.7217 157.8269,-3943.0439 158.2004,-3938.0578 158.2004,-3938.0578 158.2004,-3938.0578 157.8269,-3943.0439 162.6878,-3938.3939 157.4535,-3948.0299 157.4535,-3948.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_41 -->\n",
"<g id=\"node44\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_41</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-4071\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-4067.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_41</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_41&#45;&gt;quantized_sg_mkldnn_conv_bn_act_40 -->\n",
"<g id=\"edge149\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_41&#45;&gt;quantized_sg_mkldnn_conv_bn_act_40</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-4032.0568C131.1682,-4023.3489 131.4148,-4014.2607 132.2958,-4006.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-4042.0299 127.0686,-4032.3939 131.9295,-4037.0439 131.5561,-4032.0578 131.5561,-4032.0578 131.5561,-4032.0578 131.9295,-4037.0439 136.0435,-4031.7217 132.3029,-4042.0299 132.3029,-4042.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_41&#45;&gt;quantized_sg_mkldnn_conv_bn_act_40 -->\n",
"<g id=\"edge150\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_41&#45;&gt;quantized_sg_mkldnn_conv_bn_act_40</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-4031.6321C144.8782,-4023.1148 144.8782,-4014.2539 144.8782,-4006.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-4041.7731 140.3783,-4031.773 144.8783,-4036.7731 144.8783,-4031.7731 144.8783,-4031.7731 144.8783,-4031.7731 144.8783,-4036.7731 149.3783,-4031.7731 144.8782,-4041.7731 144.8782,-4041.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_41&#45;&gt;quantized_sg_mkldnn_conv_bn_act_40 -->\n",
"<g id=\"edge151\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_41&#45;&gt;quantized_sg_mkldnn_conv_bn_act_40</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-4032.0568C158.5883,-4023.3489 158.3417,-4014.2607 157.4606,-4006.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-4042.0299 153.7129,-4031.7217 157.8269,-4037.0439 158.2004,-4032.0578 158.2004,-4032.0578 158.2004,-4032.0578 157.8269,-4037.0439 162.6878,-4032.3939 157.4535,-4042.0299 157.4535,-4042.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_42 -->\n",
"<g id=\"node45\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_42</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-4165\" rx=\"114.2552\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-4161.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_42</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_42&#45;&gt;quantized_sg_mkldnn_conv_bn_act_41 -->\n",
"<g id=\"edge152\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_42&#45;&gt;quantized_sg_mkldnn_conv_bn_act_41</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-4126.0568C131.1682,-4117.3489 131.4148,-4108.2607 132.2958,-4100.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-4136.0299 127.0686,-4126.3939 131.9295,-4131.0439 131.5561,-4126.0578 131.5561,-4126.0578 131.5561,-4126.0578 131.9295,-4131.0439 136.0435,-4125.7217 132.3029,-4136.0299 132.3029,-4136.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_42&#45;&gt;quantized_sg_mkldnn_conv_bn_act_41 -->\n",
"<g id=\"edge153\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_42&#45;&gt;quantized_sg_mkldnn_conv_bn_act_41</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-4125.6321C144.8782,-4117.1148 144.8782,-4108.2539 144.8782,-4100.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-4135.7731 140.3783,-4125.773 144.8783,-4130.7731 144.8783,-4125.7731 144.8783,-4125.7731 144.8783,-4125.7731 144.8783,-4130.7731 149.3783,-4125.7731 144.8782,-4135.7731 144.8782,-4135.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_42&#45;&gt;quantized_sg_mkldnn_conv_bn_act_41 -->\n",
"<g id=\"edge154\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_42&#45;&gt;quantized_sg_mkldnn_conv_bn_act_41</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-4126.0568C158.5883,-4117.3489 158.3417,-4108.2607 157.4606,-4100.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-4136.0299 153.7129,-4125.7217 157.8269,-4131.0439 158.2004,-4126.0578 158.2004,-4126.0578 158.2004,-4126.0578 157.8269,-4131.0439 162.6878,-4126.3939 157.4535,-4136.0299 157.4535,-4136.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_43 -->\n",
"<g id=\"node46\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_43</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-4259\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-4255.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_43</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_43&#45;&gt;quantized_sg_mkldnn_conv_bn_42 -->\n",
"<g id=\"edge155\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_43&#45;&gt;quantized_sg_mkldnn_conv_bn_42</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M186.5735,-4224.1911C176.6268,-4214.1899 166.8151,-4203.3975 158.9782,-4193.8019\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"193.8138,-4231.3053 183.5269,-4227.5064 190.2473,-4227.8009 186.6809,-4224.2966 186.6809,-4224.2966 186.6809,-4224.2966 190.2473,-4227.8009 189.8348,-4221.0868 193.8138,-4231.3053 193.8138,-4231.3053\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_43&#45;&gt;quantized_sg_mkldnn_conv_bn_42 -->\n",
"<g id=\"edge156\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_43&#45;&gt;quantized_sg_mkldnn_conv_bn_42</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M198.7122,-4223.1654C189.5825,-4213.3012 179.8083,-4202.7405 171.1277,-4193.3615\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"205.5393,-4230.5418 195.4441,-4226.2594 202.143,-4226.8723 198.7467,-4223.2027 198.7467,-4223.2027 198.7467,-4223.2027 202.143,-4226.8723 202.0493,-4220.1461 205.5393,-4230.5418 205.5393,-4230.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_43&#45;&gt;quantized_sg_mkldnn_conv_bn_42 -->\n",
"<g id=\"edge157\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_43&#45;&gt;quantized_sg_mkldnn_conv_bn_42</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M211.0685,-4222.242C202.449,-4212.3148 192.398,-4201.7469 182.6649,-4192.4285\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"217.6408,-4230.0299 207.7522,-4225.2898 214.416,-4226.2087 211.1913,-4222.3876 211.1913,-4222.3876 211.1913,-4222.3876 214.416,-4226.2087 214.6304,-4219.4853 217.6408,-4230.0299 217.6408,-4230.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_44 -->\n",
"<g id=\"node47\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_44</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-4353\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-4349.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_44</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_44&#45;&gt;quantized_sg_mkldnn_conv_bn_act_43 -->\n",
"<g id=\"edge158\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_44&#45;&gt;quantized_sg_mkldnn_conv_bn_act_43</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M218.5561,-4314.0568C218.1682,-4305.3489 218.4148,-4296.2607 219.2958,-4288.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"219.3029,-4324.0299 214.0686,-4314.3939 218.9295,-4319.0439 218.5561,-4314.0578 218.5561,-4314.0578 218.5561,-4314.0578 218.9295,-4319.0439 223.0435,-4313.7217 219.3029,-4324.0299 219.3029,-4324.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_44&#45;&gt;quantized_sg_mkldnn_conv_bn_act_43 -->\n",
"<g id=\"edge159\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_44&#45;&gt;quantized_sg_mkldnn_conv_bn_act_43</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M231.8782,-4313.6321C231.8782,-4305.1148 231.8782,-4296.2539 231.8782,-4288.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"231.8782,-4323.7731 227.3783,-4313.773 231.8783,-4318.7731 231.8783,-4313.7731 231.8783,-4313.7731 231.8783,-4313.7731 231.8783,-4318.7731 236.3783,-4313.7731 231.8782,-4323.7731 231.8782,-4323.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_44&#45;&gt;quantized_sg_mkldnn_conv_bn_act_43 -->\n",
"<g id=\"edge160\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_44&#45;&gt;quantized_sg_mkldnn_conv_bn_act_43</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M245.2003,-4314.0568C245.5883,-4305.3489 245.3417,-4296.2607 244.4606,-4288.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"244.4535,-4324.0299 240.7129,-4313.7217 244.8269,-4319.0439 245.2004,-4314.0578 245.2004,-4314.0578 245.2004,-4314.0578 244.8269,-4319.0439 249.6878,-4314.3939 244.4535,-4324.0299 244.4535,-4324.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_45 -->\n",
"<g id=\"node48\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_45</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-4447\" rx=\"128.5772\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-4443.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_add_45</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_45&#45;&gt;quantized_sg_mkldnn_conv_bn_42 -->\n",
"<g id=\"edge162\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_45&#45;&gt;quantized_sg_mkldnn_conv_bn_42</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M94.5781,-4411.8948C87.4278,-4402.8014 81.4168,-4392.5724 77.8782,-4382 56.4366,-4317.9375 56.4366,-4294.0625 77.8782,-4230 82.4982,-4216.1967 91.3327,-4202.9785 101.4148,-4192.1091\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"101.1215,-4419.5737 91.2104,-4414.8809 97.8785,-4415.768 94.6355,-4411.9623 94.6355,-4411.9623 94.6355,-4411.9623 97.8785,-4415.768 98.0607,-4409.0436 101.1215,-4419.5737 101.1215,-4419.5737\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_45&#45;&gt;quantized_sg_mkldnn_conv_bn_42 -->\n",
"<g id=\"edge165\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_45&#45;&gt;quantized_sg_mkldnn_conv_bn_42</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M111.0819,-4410.5495C104.8444,-4401.7978 99.2433,-4392.0541 95.8782,-4382 74.4366,-4317.9375 74.4366,-4294.0625 95.8782,-4230 100.3188,-4216.7327 108.6528,-4204.006 117.205,-4193.3859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"117.205,-4418.6141 107.5738,-4413.3708 114.1814,-4414.6318 111.1579,-4410.6496 111.1579,-4410.6496 111.1579,-4410.6496 114.1814,-4414.6318 114.7419,-4407.9284 117.205,-4418.6141 117.205,-4418.6141\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_45&#45;&gt;quantized_sg_mkldnn_conv_bn_42 -->\n",
"<g id=\"edge166\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_45&#45;&gt;quantized_sg_mkldnn_conv_bn_42</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M127.9287,-4409.4838C122.3954,-4401.0099 117.1074,-4391.6479 113.8782,-4382 92.4366,-4317.9375 92.4366,-4294.0625 113.8782,-4230 118.2291,-4217.0008 126.3177,-4204.5205 133.7078,-4194.0321\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"133.7078,-4417.9679 124.3589,-4412.2364 130.8929,-4413.8355 128.078,-4409.7031 128.078,-4409.7031 128.078,-4409.7031 130.8929,-4413.8355 131.7972,-4407.1697 133.7078,-4417.9679 133.7078,-4417.9679\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_45&#45;&gt;quantized_sg_mkldnn_conv_bn_act_44 -->\n",
"<g id=\"edge161\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_45&#45;&gt;quantized_sg_mkldnn_conv_bn_act_44</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M165.6257,-4410.3137C174.1607,-4400.479 184.1057,-4390.0106 193.758,-4380.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"159.1157,-4418.0299 162.1247,-4407.4849 162.3399,-4414.2083 165.5641,-4410.3867 165.5641,-4410.3867 165.5641,-4410.3867 162.3399,-4414.2083 169.0036,-4413.2885 159.1157,-4418.0299 159.1157,-4418.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_45&#45;&gt;quantized_sg_mkldnn_conv_bn_act_44 -->\n",
"<g id=\"edge163\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_45&#45;&gt;quantized_sg_mkldnn_conv_bn_act_44</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M178.2464,-4410.9471C187.2128,-4401.2592 196.7874,-4390.9142 205.3285,-4381.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"171.2172,-4418.5418 174.7072,-4408.1461 174.6135,-4414.8723 178.0097,-4411.2027 178.0097,-4411.2027 178.0097,-4411.2027 174.6135,-4414.8723 181.3123,-4414.2594 171.2172,-4418.5418 171.2172,-4418.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_45&#45;&gt;quantized_sg_mkldnn_conv_bn_act_44 -->\n",
"<g id=\"edge164\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_45&#45;&gt;quantized_sg_mkldnn_conv_bn_act_44</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M190.3601,-4412.0128C200.1839,-4402.1243 209.8653,-4391.4754 217.6309,-4381.9821\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"183.2071,-4419.0514 187.1788,-4408.83 186.7711,-4415.5445 190.335,-4412.0376 190.335,-4412.0376 190.335,-4412.0376 186.7711,-4415.5445 193.4912,-4415.2451 183.2071,-4419.0514 183.2071,-4419.0514\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_46 -->\n",
"<g id=\"node49\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_46</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-4541\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-4537.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_46</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_46&#45;&gt;quantized_sg_mkldnn_conv_bn_add_45 -->\n",
"<g id=\"edge167\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_46&#45;&gt;quantized_sg_mkldnn_conv_bn_add_45</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M186.6399,-4506.2579C176.7839,-4496.3519 167.0564,-4485.6649 159.247,-4476.1305\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"193.8138,-4513.3053 183.5265,-4509.5075 190.2469,-4509.8013 186.6801,-4506.2973 186.6801,-4506.2973 186.6801,-4506.2973 190.2469,-4509.8013 189.8337,-4503.0872 193.8138,-4513.3053 193.8138,-4513.3053\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_46&#45;&gt;quantized_sg_mkldnn_conv_bn_add_45 -->\n",
"<g id=\"edge168\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_46&#45;&gt;quantized_sg_mkldnn_conv_bn_add_45</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M198.5101,-4504.9471C189.5436,-4495.2592 179.969,-4484.9142 171.4279,-4475.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"205.5393,-4512.5418 195.4441,-4508.2594 202.143,-4508.8723 198.7467,-4505.2027 198.7467,-4505.2027 198.7467,-4505.2027 202.143,-4508.8723 202.0493,-4502.1461 205.5393,-4512.5418 205.5393,-4512.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_46&#45;&gt;quantized_sg_mkldnn_conv_bn_add_45 -->\n",
"<g id=\"edge169\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_46&#45;&gt;quantized_sg_mkldnn_conv_bn_add_45</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M211.1307,-4504.3137C202.5958,-4494.479 192.6508,-4484.0106 182.9984,-4474.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"217.6408,-4512.0299 207.7529,-4507.2885 214.4165,-4508.2083 211.1923,-4504.3867 211.1923,-4504.3867 211.1923,-4504.3867 214.4165,-4508.2083 214.6317,-4501.4849 217.6408,-4512.0299 217.6408,-4512.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_47 -->\n",
"<g id=\"node50\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_47</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"231.8782\" cy=\"-4635\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"231.8782\" y=\"-4631.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_47</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_47&#45;&gt;quantized_sg_mkldnn_conv_bn_act_46 -->\n",
"<g id=\"edge170\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_47&#45;&gt;quantized_sg_mkldnn_conv_bn_act_46</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M218.5561,-4596.0568C218.1682,-4587.3489 218.4148,-4578.2607 219.2958,-4570.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"219.3029,-4606.0299 214.0686,-4596.3939 218.9295,-4601.0439 218.5561,-4596.0578 218.5561,-4596.0578 218.5561,-4596.0578 218.9295,-4601.0439 223.0435,-4595.7217 219.3029,-4606.0299 219.3029,-4606.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_47&#45;&gt;quantized_sg_mkldnn_conv_bn_act_46 -->\n",
"<g id=\"edge171\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_47&#45;&gt;quantized_sg_mkldnn_conv_bn_act_46</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M231.8782,-4595.6321C231.8782,-4587.1148 231.8782,-4578.2539 231.8782,-4570.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"231.8782,-4605.7731 227.3783,-4595.773 231.8783,-4600.7731 231.8783,-4595.7731 231.8783,-4595.7731 231.8783,-4595.7731 231.8783,-4600.7731 236.3783,-4595.7731 231.8782,-4605.7731 231.8782,-4605.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_47&#45;&gt;quantized_sg_mkldnn_conv_bn_act_46 -->\n",
"<g id=\"edge172\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_47&#45;&gt;quantized_sg_mkldnn_conv_bn_act_46</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M245.2003,-4596.0568C245.5883,-4587.3489 245.3417,-4578.2607 244.4606,-4570.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"244.4535,-4606.0299 240.7129,-4595.7217 244.8269,-4601.0439 245.2004,-4596.0578 245.2004,-4596.0578 245.2004,-4596.0578 244.8269,-4601.0439 249.6878,-4596.3939 244.4535,-4606.0299 244.4535,-4606.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_48 -->\n",
"<g id=\"node51\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_48</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-4729\" rx=\"128.5772\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-4725.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_add_48</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_48&#45;&gt;quantized_sg_mkldnn_conv_bn_add_45 -->\n",
"<g id=\"edge174\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_48&#45;&gt;quantized_sg_mkldnn_conv_bn_add_45</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M94.5781,-4693.8948C87.4278,-4684.8014 81.4168,-4674.5724 77.8782,-4664 56.4366,-4599.9375 56.4366,-4576.0625 77.8782,-4512 82.4533,-4498.3307 91.1615,-4485.2352 101.1215,-4474.4263\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"101.1215,-4701.5737 91.2104,-4696.8809 97.8785,-4697.768 94.6355,-4693.9623 94.6355,-4693.9623 94.6355,-4693.9623 97.8785,-4697.768 98.0607,-4691.0436 101.1215,-4701.5737 101.1215,-4701.5737\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_48&#45;&gt;quantized_sg_mkldnn_conv_bn_add_45 -->\n",
"<g id=\"edge177\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_48&#45;&gt;quantized_sg_mkldnn_conv_bn_add_45</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M111.0819,-4692.5495C104.8444,-4683.7978 99.2433,-4674.0541 95.8782,-4664 74.4366,-4599.9375 74.4366,-4576.0625 95.8782,-4512 100.3188,-4498.7327 108.6528,-4486.006 117.205,-4475.3859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"117.205,-4700.6141 107.5738,-4695.3708 114.1814,-4696.6318 111.1579,-4692.6496 111.1579,-4692.6496 111.1579,-4692.6496 114.1814,-4696.6318 114.7419,-4689.9284 117.205,-4700.6141 117.205,-4700.6141\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_48&#45;&gt;quantized_sg_mkldnn_conv_bn_add_45 -->\n",
"<g id=\"edge178\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_48&#45;&gt;quantized_sg_mkldnn_conv_bn_add_45</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M127.9287,-4691.4838C122.3954,-4683.0099 117.1074,-4673.6479 113.8782,-4664 92.4366,-4599.9375 92.4366,-4576.0625 113.8782,-4512 118.2291,-4499.0008 126.3177,-4486.5205 133.7078,-4476.0321\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"133.7078,-4699.9679 124.3589,-4694.2364 130.8929,-4695.8355 128.078,-4691.7031 128.078,-4691.7031 128.078,-4691.7031 130.8929,-4695.8355 131.7972,-4689.1697 133.7078,-4699.9679 133.7078,-4699.9679\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_48&#45;&gt;quantized_sg_mkldnn_conv_bn_act_47 -->\n",
"<g id=\"edge173\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_48&#45;&gt;quantized_sg_mkldnn_conv_bn_act_47</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M165.6257,-4692.3137C174.1607,-4682.479 184.1057,-4672.0106 193.758,-4662.7482\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"159.1157,-4700.0299 162.1247,-4689.4849 162.3399,-4696.2083 165.5641,-4692.3867 165.5641,-4692.3867 165.5641,-4692.3867 162.3399,-4696.2083 169.0036,-4695.2885 159.1157,-4700.0299 159.1157,-4700.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_48&#45;&gt;quantized_sg_mkldnn_conv_bn_act_47 -->\n",
"<g id=\"edge175\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_48&#45;&gt;quantized_sg_mkldnn_conv_bn_act_47</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M178.2464,-4692.9471C187.2128,-4683.2592 196.7874,-4672.9142 205.3285,-4663.6859\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"171.2172,-4700.5418 174.7072,-4690.1461 174.6135,-4696.8723 178.0097,-4693.2027 178.0097,-4693.2027 178.0097,-4693.2027 174.6135,-4696.8723 181.3123,-4696.2594 171.2172,-4700.5418 171.2172,-4700.5418\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_add_48&#45;&gt;quantized_sg_mkldnn_conv_bn_act_47 -->\n",
"<g id=\"edge176\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_add_48&#45;&gt;quantized_sg_mkldnn_conv_bn_act_47</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M190.3601,-4694.0128C200.1839,-4684.1243 209.8653,-4673.4754 217.6309,-4663.9821\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"183.2071,-4701.0514 187.1788,-4690.83 186.7711,-4697.5445 190.335,-4694.0376 190.335,-4694.0376 190.335,-4694.0376 186.7711,-4697.5445 193.4912,-4697.2451 183.2071,-4701.0514 183.2071,-4701.0514\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_49 -->\n",
"<g id=\"node52\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_49</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-4823\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-4819.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_49</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_49&#45;&gt;quantized_sg_mkldnn_conv_bn_add_48 -->\n",
"<g id=\"edge179\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_49&#45;&gt;quantized_sg_mkldnn_conv_bn_add_48</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-4784.0568C131.1682,-4775.3489 131.4148,-4766.2607 132.2958,-4758.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-4794.0299 127.0686,-4784.3939 131.9295,-4789.0439 131.5561,-4784.0578 131.5561,-4784.0578 131.5561,-4784.0578 131.9295,-4789.0439 136.0435,-4783.7217 132.3029,-4794.0299 132.3029,-4794.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_49&#45;&gt;quantized_sg_mkldnn_conv_bn_add_48 -->\n",
"<g id=\"edge180\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_49&#45;&gt;quantized_sg_mkldnn_conv_bn_add_48</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-4783.6321C144.8782,-4775.1148 144.8782,-4766.2539 144.8782,-4758.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-4793.7731 140.3783,-4783.773 144.8783,-4788.7731 144.8783,-4783.7731 144.8783,-4783.7731 144.8783,-4783.7731 144.8783,-4788.7731 149.3783,-4783.7731 144.8782,-4793.7731 144.8782,-4793.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_49&#45;&gt;quantized_sg_mkldnn_conv_bn_add_48 -->\n",
"<g id=\"edge181\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_49&#45;&gt;quantized_sg_mkldnn_conv_bn_add_48</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-4784.0568C158.5883,-4775.3489 158.3417,-4766.2607 157.4606,-4758.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-4794.0299 153.7129,-4783.7217 157.8269,-4789.0439 158.2004,-4784.0578 158.2004,-4784.0578 158.2004,-4784.0578 157.8269,-4789.0439 162.6878,-4784.3939 157.4535,-4794.0299 157.4535,-4794.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_50 -->\n",
"<g id=\"node53\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_50</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-4917\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-4913.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_50</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_50&#45;&gt;quantized_sg_mkldnn_conv_bn_act_49 -->\n",
"<g id=\"edge182\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_50&#45;&gt;quantized_sg_mkldnn_conv_bn_act_49</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-4878.0568C131.1682,-4869.3489 131.4148,-4860.2607 132.2958,-4852.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-4888.0299 127.0686,-4878.3939 131.9295,-4883.0439 131.5561,-4878.0578 131.5561,-4878.0578 131.5561,-4878.0578 131.9295,-4883.0439 136.0435,-4877.7217 132.3029,-4888.0299 132.3029,-4888.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_50&#45;&gt;quantized_sg_mkldnn_conv_bn_act_49 -->\n",
"<g id=\"edge183\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_50&#45;&gt;quantized_sg_mkldnn_conv_bn_act_49</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-4877.6321C144.8782,-4869.1148 144.8782,-4860.2539 144.8782,-4852.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-4887.7731 140.3783,-4877.773 144.8783,-4882.7731 144.8783,-4877.7731 144.8783,-4877.7731 144.8783,-4877.7731 144.8783,-4882.7731 149.3783,-4877.7731 144.8782,-4887.7731 144.8782,-4887.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_50&#45;&gt;quantized_sg_mkldnn_conv_bn_act_49 -->\n",
"<g id=\"edge184\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_50&#45;&gt;quantized_sg_mkldnn_conv_bn_act_49</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-4878.0568C158.5883,-4869.3489 158.3417,-4860.2607 157.4606,-4852.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-4888.0299 153.7129,-4877.7217 157.8269,-4883.0439 158.2004,-4878.0578 158.2004,-4878.0578 158.2004,-4878.0578 157.8269,-4883.0439 162.6878,-4878.3939 157.4535,-4888.0299 157.4535,-4888.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_51 -->\n",
"<g id=\"node54\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_51</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-5011\" rx=\"114.2552\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-5007.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_51</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_51&#45;&gt;quantized_sg_mkldnn_conv_bn_act_50 -->\n",
"<g id=\"edge185\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_51&#45;&gt;quantized_sg_mkldnn_conv_bn_act_50</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-4972.0568C131.1682,-4963.3489 131.4148,-4954.2607 132.2958,-4946.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-4982.0299 127.0686,-4972.3939 131.9295,-4977.0439 131.5561,-4972.0578 131.5561,-4972.0578 131.5561,-4972.0578 131.9295,-4977.0439 136.0435,-4971.7217 132.3029,-4982.0299 132.3029,-4982.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_51&#45;&gt;quantized_sg_mkldnn_conv_bn_act_50 -->\n",
"<g id=\"edge186\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_51&#45;&gt;quantized_sg_mkldnn_conv_bn_act_50</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-4971.6321C144.8782,-4963.1148 144.8782,-4954.2539 144.8782,-4946.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-4981.7731 140.3783,-4971.773 144.8783,-4976.7731 144.8783,-4971.7731 144.8783,-4971.7731 144.8783,-4971.7731 144.8783,-4976.7731 149.3783,-4971.7731 144.8782,-4981.7731 144.8782,-4981.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_51&#45;&gt;quantized_sg_mkldnn_conv_bn_act_50 -->\n",
"<g id=\"edge187\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_51&#45;&gt;quantized_sg_mkldnn_conv_bn_act_50</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-4972.0568C158.5883,-4963.3489 158.3417,-4954.2607 157.4606,-4946.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-4982.0299 153.7129,-4971.7217 157.8269,-4977.0439 158.2004,-4972.0578 158.2004,-4972.0578 158.2004,-4972.0578 157.8269,-4977.0439 162.6878,-4972.3939 157.4535,-4982.0299 157.4535,-4982.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_52 -->\n",
"<g id=\"node55\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_52</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-5105\" rx=\"126.8093\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-5101.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_bn_act_52</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_52&#45;&gt;quantized_sg_mkldnn_conv_bn_51 -->\n",
"<g id=\"edge188\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_52&#45;&gt;quantized_sg_mkldnn_conv_bn_51</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-5066.0568C131.1682,-5057.3489 131.4148,-5048.2607 132.2958,-5040.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-5076.0299 127.0686,-5066.3939 131.9295,-5071.0439 131.5561,-5066.0578 131.5561,-5066.0578 131.5561,-5066.0578 131.9295,-5071.0439 136.0435,-5065.7217 132.3029,-5076.0299 132.3029,-5076.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_52&#45;&gt;quantized_sg_mkldnn_conv_bn_51 -->\n",
"<g id=\"edge189\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_52&#45;&gt;quantized_sg_mkldnn_conv_bn_51</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-5065.6321C144.8782,-5057.1148 144.8782,-5048.2539 144.8782,-5040.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-5075.7731 140.3783,-5065.773 144.8783,-5070.7731 144.8783,-5065.7731 144.8783,-5065.7731 144.8783,-5065.7731 144.8783,-5070.7731 149.3783,-5065.7731 144.8782,-5075.7731 144.8782,-5075.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_bn_act_52&#45;&gt;quantized_sg_mkldnn_conv_bn_51 -->\n",
"<g id=\"edge190\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_bn_act_52&#45;&gt;quantized_sg_mkldnn_conv_bn_51</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-5066.0568C158.5883,-5057.3489 158.3417,-5048.2607 157.4606,-5040.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-5076.0299 153.7129,-5065.7217 157.8269,-5071.0439 158.2004,-5066.0578 158.2004,-5066.0578 158.2004,-5066.0578 157.8269,-5071.0439 162.6878,-5066.3939 157.4535,-5076.0299 157.4535,-5076.0299\"/>\n",
"</g>\n",
"<!-- quantized_mobilenetv22_features_pool0_fwd -->\n",
"<g id=\"node56\" class=\"node\">\n",
"<title>quantized_mobilenetv22_features_pool0_fwd</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-5199\" rx=\"144.7565\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-5195.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_mobilenetv22_features_pool0_fwd</text>\n",
"</g>\n",
"<!-- quantized_mobilenetv22_features_pool0_fwd&#45;&gt;quantized_sg_mkldnn_conv_bn_act_52 -->\n",
"<g id=\"edge191\" class=\"edge\">\n",
"<title>quantized_mobilenetv22_features_pool0_fwd&#45;&gt;quantized_sg_mkldnn_conv_bn_act_52</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-5160.0568C131.1682,-5151.3489 131.4148,-5142.2607 132.2958,-5134.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-5170.0299 127.0686,-5160.3939 131.9295,-5165.0439 131.5561,-5160.0578 131.5561,-5160.0578 131.5561,-5160.0578 131.9295,-5165.0439 136.0435,-5159.7217 132.3029,-5170.0299 132.3029,-5170.0299\"/>\n",
"</g>\n",
"<!-- quantized_mobilenetv22_features_pool0_fwd&#45;&gt;quantized_sg_mkldnn_conv_bn_act_52 -->\n",
"<g id=\"edge192\" class=\"edge\">\n",
"<title>quantized_mobilenetv22_features_pool0_fwd&#45;&gt;quantized_sg_mkldnn_conv_bn_act_52</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-5159.6321C144.8782,-5151.1148 144.8782,-5142.2539 144.8782,-5134.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-5169.7731 140.3783,-5159.773 144.8783,-5164.7731 144.8783,-5159.7731 144.8783,-5159.7731 144.8783,-5159.7731 144.8783,-5164.7731 149.3783,-5159.7731 144.8782,-5169.7731 144.8782,-5169.7731\"/>\n",
"</g>\n",
"<!-- quantized_mobilenetv22_features_pool0_fwd&#45;&gt;quantized_sg_mkldnn_conv_bn_act_52 -->\n",
"<g id=\"edge193\" class=\"edge\">\n",
"<title>quantized_mobilenetv22_features_pool0_fwd&#45;&gt;quantized_sg_mkldnn_conv_bn_act_52</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-5160.0568C158.5883,-5151.3489 158.3417,-5142.2607 157.4606,-5134.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-5170.0299 153.7129,-5159.7217 157.8269,-5165.0439 158.2004,-5160.0578 158.2004,-5160.0578 158.2004,-5160.0578 157.8269,-5165.0439 162.6878,-5160.3939 157.4535,-5170.0299 157.4535,-5170.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_53 -->\n",
"<g id=\"node57\" class=\"node\">\n",
"<title>quantized_sg_mkldnn_conv_53</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-5293\" rx=\"103.4689\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-5289.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">quantized_sg_mkldnn_conv_53</text>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_53&#45;&gt;quantized_mobilenetv22_features_pool0_fwd -->\n",
"<g id=\"edge194\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_53&#45;&gt;quantized_mobilenetv22_features_pool0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-5254.0568C131.1682,-5245.3489 131.4148,-5236.2607 132.2958,-5228.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-5264.0299 127.0686,-5254.3939 131.9295,-5259.0439 131.5561,-5254.0578 131.5561,-5254.0578 131.5561,-5254.0578 131.9295,-5259.0439 136.0435,-5253.7217 132.3029,-5264.0299 132.3029,-5264.0299\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_53&#45;&gt;quantized_mobilenetv22_features_pool0_fwd -->\n",
"<g id=\"edge195\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_53&#45;&gt;quantized_mobilenetv22_features_pool0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-5253.6321C144.8782,-5245.1148 144.8782,-5236.2539 144.8782,-5228.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-5263.7731 140.3783,-5253.773 144.8783,-5258.7731 144.8783,-5253.7731 144.8783,-5253.7731 144.8783,-5253.7731 144.8783,-5258.7731 149.3783,-5253.7731 144.8782,-5263.7731 144.8782,-5263.7731\"/>\n",
"</g>\n",
"<!-- quantized_sg_mkldnn_conv_53&#45;&gt;quantized_mobilenetv22_features_pool0_fwd -->\n",
"<g id=\"edge196\" class=\"edge\">\n",
"<title>quantized_sg_mkldnn_conv_53&#45;&gt;quantized_mobilenetv22_features_pool0_fwd</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-5254.0568C158.5883,-5245.3489 158.3417,-5236.2607 157.4606,-5228.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-5264.0299 153.7129,-5253.7217 157.8269,-5259.0439 158.2004,-5254.0578 158.2004,-5254.0578 158.2004,-5254.0578 157.8269,-5259.0439 162.6878,-5254.3939 157.4535,-5264.0299 157.4535,-5264.0299\"/>\n",
"</g>\n",
"<!-- sg_mkldnn_conv_53_dequantize -->\n",
"<g id=\"node58\" class=\"node\">\n",
"<title>sg_mkldnn_conv_53_dequantize</title>\n",
"<ellipse fill=\"#fccde5\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-5387\" rx=\"106.5053\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-5383.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">sg_mkldnn_conv_53_dequantize</text>\n",
"</g>\n",
"<!-- sg_mkldnn_conv_53_dequantize&#45;&gt;quantized_sg_mkldnn_conv_53 -->\n",
"<g id=\"edge197\" class=\"edge\">\n",
"<title>sg_mkldnn_conv_53_dequantize&#45;&gt;quantized_sg_mkldnn_conv_53</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M131.5561,-5348.0568C131.1682,-5339.3489 131.4148,-5330.2607 132.2958,-5322.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.3029,-5358.0299 127.0686,-5348.3939 131.9295,-5353.0439 131.5561,-5348.0578 131.5561,-5348.0578 131.5561,-5348.0578 131.9295,-5353.0439 136.0435,-5347.7217 132.3029,-5358.0299 132.3029,-5358.0299\"/>\n",
"</g>\n",
"<!-- sg_mkldnn_conv_53_dequantize&#45;&gt;quantized_sg_mkldnn_conv_53 -->\n",
"<g id=\"edge198\" class=\"edge\">\n",
"<title>sg_mkldnn_conv_53_dequantize&#45;&gt;quantized_sg_mkldnn_conv_53</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-5347.6321C144.8782,-5339.1148 144.8782,-5330.2539 144.8782,-5322.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-5357.7731 140.3783,-5347.773 144.8783,-5352.7731 144.8783,-5347.7731 144.8783,-5347.7731 144.8783,-5347.7731 144.8783,-5352.7731 149.3783,-5347.7731 144.8782,-5357.7731 144.8782,-5357.7731\"/>\n",
"</g>\n",
"<!-- sg_mkldnn_conv_53_dequantize&#45;&gt;quantized_sg_mkldnn_conv_53 -->\n",
"<g id=\"edge199\" class=\"edge\">\n",
"<title>sg_mkldnn_conv_53_dequantize&#45;&gt;quantized_sg_mkldnn_conv_53</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M158.2003,-5348.0568C158.5883,-5339.3489 158.3417,-5330.2607 157.4606,-5322.0363\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"157.4535,-5358.0299 153.7129,-5347.7217 157.8269,-5353.0439 158.2004,-5348.0578 158.2004,-5348.0578 158.2004,-5348.0578 157.8269,-5353.0439 162.6878,-5348.3939 157.4535,-5358.0299 157.4535,-5358.0299\"/>\n",
"</g>\n",
"<!-- mobilenetv22_output_flatten0_flatten0 -->\n",
"<g id=\"node59\" class=\"node\">\n",
"<title>mobilenetv22_output_flatten0_flatten0</title>\n",
"<ellipse fill=\"#fdb462\" stroke=\"#000000\" cx=\"144.8782\" cy=\"-5481\" rx=\"124.9524\" ry=\"29\"/>\n",
"<text text-anchor=\"middle\" x=\"144.8782\" y=\"-5477.3\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">mobilenetv22_output_flatten0_flatten0</text>\n",
"</g>\n",
"<!-- mobilenetv22_output_flatten0_flatten0&#45;&gt;sg_mkldnn_conv_53_dequantize -->\n",
"<g id=\"edge200\" class=\"edge\">\n",
"<title>mobilenetv22_output_flatten0_flatten0&#45;&gt;sg_mkldnn_conv_53_dequantize</title>\n",
"<path fill=\"none\" stroke=\"#000000\" d=\"M144.8782,-5441.6321C144.8782,-5433.1148 144.8782,-5424.2539 144.8782,-5416.2088\"/>\n",
"<polygon fill=\"#000000\" stroke=\"#000000\" points=\"144.8782,-5451.7731 140.3783,-5441.773 144.8783,-5446.7731 144.8783,-5441.7731 144.8783,-5441.7731 144.8783,-5441.7731 144.8783,-5446.7731 149.3783,-5441.7731 144.8782,-5451.7731 144.8782,-5451.7731\"/>\n",
"</g>\n",
"</g>\n",
"</svg>\n"
],
"text/plain": [
"<graphviz.dot.Digraph at 0x7fcb701d4eb8>"
]
},
"execution_count": 155,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"mx.viz.plot_network(sym_q, node_attrs={\"shape\":\"oval\",\"fixedsize\":\"false\"})"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"**Speed comparison**"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Load the quantized model in Gluon"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"net_q = mx.gluon.SymbolBlock.imports('quantization/'+model_name+'_q-symbol.json', 'data', 'quantization/'+model_name+'_q-0000.params')\n",
"net_q.hybridize(static_shape=True, static_alloc=True)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Settings of the test, batch size of 1 for more realistic inference scenario"
]
},
{
"cell_type": "code",
"execution_count": 157,
"metadata": {},
"outputs": [],
"source": [
"batch_size = 1\n",
"iteration = 500\n",
"data = mx.nd.ones((batch_size,3,224,224))"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"**Non-quantized model**"
]
},
{
"cell_type": "code",
"execution_count": 158,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Time with MXNet non-quantized model 14.0929s\n"
]
}
],
"source": [
"tic = time.time()\n",
"for i in range(iteration):\n",
" net(data)\n",
"mx.nd.waitall()\n",
"total_time = time.time() - tic\n",
"print(\"Time with MXNet non-quantized model {:.4f}s\".format(total_time))"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"**int8 quantized model**"
]
},
{
"cell_type": "code",
"execution_count": 159,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Time with MXNet int8 quantized model 0.9146s\n"
]
}
],
"source": [
"tic = time.time()\n",
"data = mx.nd.ones((batch_size,3,224,224))\n",
"for i in range(iteration):\n",
" net_q(data)\n",
"mx.nd.waitall()\n",
"total_time_q = time.time() - tic\n",
"print(\"Time with MXNet int8 quantized model {:.4f}s\".format(total_time_q))"
]
},
{
"cell_type": "code",
"execution_count": 160,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Speed up 15.4088x\n"
]
}
],
"source": [
"print(\"Speed up {:.4f}x\".format(total_time/total_time_q))"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"We can see a dramatic improvememt in speed!"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.6.5"
}
},
"nbformat": 4,
"nbformat_minor": 4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment