Model visualisation.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "For a full explanation of the code, visit http://ataspinar.com/2017/12/04/using-convolutional-neural-networks-to-detect-features-in-sattelite-images/"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/anaconda3/lib/python3.6/site-packages/matplotlib/__init__.py:1067: UserWarning: Duplicate key in file \"/home/ubuntu/.config/matplotlib/matplotlibrc\", line #2\n",
      "  (fname, cnt))\n",
      "/home/ubuntu/anaconda3/lib/python3.6/site-packages/matplotlib/__init__.py:1067: UserWarning: Duplicate key in file \"/home/ubuntu/.config/matplotlib/matplotlibrc\", line #3\n",
      "  (fname, cnt))\n",
      "/home/ubuntu/anaconda3/lib/python3.6/site-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
      "  from ._conv import register_converters as _register_converters\n",
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import sys\n",
    "sys.path.insert(0,'..')\n",
    "\n",
    "import os\n",
    "import json\n",
    "import pickle\n",
    "import requests\n",
    "import shutil\n",
    "import random\n",
    "import numpy as np\n",
    "\n",
    "from collections import defaultdict\n",
    "from scipy import ndimage\n",
    "from datetime import date\n",
    "from datetime import datetime\n",
    "from PIL import Image\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "#We are using owslib to download images from a WMS Service\n",
    "#install with 'pip install owslib'\n",
    "\n",
    "import owslib\n",
    "\n",
    "from owslib.wms import WebMapService\n",
    "\n",
    "#pyshp is necessary for loading and saving shapefiles\n",
    "#install with 'pip install pyshp'\n",
    "import shapefile\n",
    "\n",
    "# Install opencv with 'pip install opencv-python'\n",
    "import cv2\n",
    "\n",
    "from keras.callbacks import Callback\n",
    "from sklearn.metrics import confusion_matrix, f1_score, precision_score, recall_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/anaconda3/lib/python3.6/site-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
      "  from ._conv import register_converters as _register_converters\n",
      "/home/ubuntu/anaconda3/lib/python3.6/site-packages/matplotlib/__init__.py:1067: UserWarning: Duplicate key in file \"/home/ubuntu/.config/matplotlib/matplotlibrc\", line #2\n",
      "  (fname, cnt))\n",
      "/home/ubuntu/anaconda3/lib/python3.6/site-packages/matplotlib/__init__.py:1067: UserWarning: Duplicate key in file \"/home/ubuntu/.config/matplotlib/matplotlibrc\", line #3\n",
      "  (fname, cnt))\n",
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import tensorflow as tf\n",
    "from cnn_models.resnet10mod import * \n",
    "from keras import optimizers\n",
    "from sklearn.metrics import roc_curve\n",
    "from sklearn.metrics import auc\n",
    "from keras.utils import plot_model\n",
    "from IPython.display import SVG\n",
    "from keras.utils.vis_utils import model_to_dot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = ResNet10(input_shape = (64, 64, 3))\n",
    "sgd = optimizers.SGD(lr=0.01, clipvalue=0.5)\n",
    "model.compile(optimizer=sgd,\n",
    "              loss = 'binary_crossentropy',\n",
    "              metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<svg height=\"3038pt\" viewBox=\"0.00 0.00 422.00 3038.00\" width=\"422pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g class=\"graph\" id=\"graph0\" transform=\"scale(1 1) rotate(0) translate(4 3034)\">\n",
       "<title>G</title>\n",
       "<polygon fill=\"#ffffff\" points=\"-4,4 -4,-3034 418,-3034 418,4 -4,4\" stroke=\"transparent\"/>\n",
       "<!-- 140393690265136 -->\n",
       "<g class=\"node\" id=\"node1\">\n",
       "<title>140393690265136</title>\n",
       "<polygon fill=\"none\" points=\"146,-2993.5 146,-3029.5 271,-3029.5 271,-2993.5 146,-2993.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"208.5\" y=\"-3007.8\">input_1: InputLayer</text>\n",
       "</g>\n",
       "<!-- 140393690265976 -->\n",
       "<g class=\"node\" id=\"node2\">\n",
       "<title>140393690265976</title>\n",
       "<polygon fill=\"none\" points=\"103,-2920.5 103,-2956.5 314,-2956.5 314,-2920.5 103,-2920.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"208.5\" y=\"-2934.8\">zero_padding2d_1: ZeroPadding2D</text>\n",
       "</g>\n",
       "<!-- 140393690265136&#45;&gt;140393690265976 -->\n",
       "<g class=\"edge\" id=\"edge1\">\n",
       "<title>140393690265136-&gt;140393690265976</title>\n",
       "<path d=\"M208.5,-2993.4551C208.5,-2985.3828 208.5,-2975.6764 208.5,-2966.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"212.0001,-2966.5903 208.5,-2956.5904 205.0001,-2966.5904 212.0001,-2966.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393690265472 -->\n",
       "<g class=\"node\" id=\"node3\">\n",
       "<title>140393690265472</title>\n",
       "<polygon fill=\"none\" points=\"157,-2847.5 157,-2883.5 260,-2883.5 260,-2847.5 157,-2847.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"208.5\" y=\"-2861.8\">conv1: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140393690265976&#45;&gt;140393690265472 -->\n",
       "<g class=\"edge\" id=\"edge2\">\n",
       "<title>140393690265976-&gt;140393690265472</title>\n",
       "<path d=\"M208.5,-2920.4551C208.5,-2912.3828 208.5,-2902.6764 208.5,-2893.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"212.0001,-2893.5903 208.5,-2883.5904 205.0001,-2893.5904 212.0001,-2893.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393690267376 -->\n",
       "<g class=\"node\" id=\"node4\">\n",
       "<title>140393690267376</title>\n",
       "<polygon fill=\"none\" points=\"114.5,-2774.5 114.5,-2810.5 302.5,-2810.5 302.5,-2774.5 114.5,-2774.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"208.5\" y=\"-2788.8\">bn_conv1: BatchNormalization</text>\n",
       "</g>\n",
       "<!-- 140393690265472&#45;&gt;140393690267376 -->\n",
       "<g class=\"edge\" id=\"edge3\">\n",
       "<title>140393690265472-&gt;140393690267376</title>\n",
       "<path d=\"M208.5,-2847.4551C208.5,-2839.3828 208.5,-2829.6764 208.5,-2820.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"212.0001,-2820.5903 208.5,-2810.5904 205.0001,-2820.5904 212.0001,-2820.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393690266032 -->\n",
       "<g class=\"node\" id=\"node5\">\n",
       "<title>140393690266032</title>\n",
       "<polygon fill=\"none\" points=\"134.5,-2701.5 134.5,-2737.5 282.5,-2737.5 282.5,-2701.5 134.5,-2701.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"208.5\" y=\"-2715.8\">activation_1: Activation</text>\n",
       "</g>\n",
       "<!-- 140393690267376&#45;&gt;140393690266032 -->\n",
       "<g class=\"edge\" id=\"edge4\">\n",
       "<title>140393690267376-&gt;140393690266032</title>\n",
       "<path d=\"M208.5,-2774.4551C208.5,-2766.3828 208.5,-2756.6764 208.5,-2747.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"212.0001,-2747.5903 208.5,-2737.5904 205.0001,-2747.5904 212.0001,-2747.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393690465392 -->\n",
       "<g class=\"node\" id=\"node6\">\n",
       "<title>140393690465392</title>\n",
       "<polygon fill=\"none\" points=\"105,-2628.5 105,-2664.5 312,-2664.5 312,-2628.5 105,-2628.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"208.5\" y=\"-2642.8\">max_pooling2d_1: MaxPooling2D</text>\n",
       "</g>\n",
       "<!-- 140393690266032&#45;&gt;140393690465392 -->\n",
       "<g class=\"edge\" id=\"edge5\">\n",
       "<title>140393690266032-&gt;140393690465392</title>\n",
       "<path d=\"M208.5,-2701.4551C208.5,-2693.3828 208.5,-2683.6764 208.5,-2674.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"212.0001,-2674.5903 208.5,-2664.5904 205.0001,-2674.5904 212.0001,-2674.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393563542360 -->\n",
       "<g class=\"node\" id=\"node7\">\n",
       "<title>140393563542360</title>\n",
       "<polygon fill=\"none\" points=\"78,-2555.5 78,-2591.5 233,-2591.5 233,-2555.5 78,-2555.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"155.5\" y=\"-2569.8\">res2a_branch2a: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140393690465392&#45;&gt;140393563542360 -->\n",
       "<g class=\"edge\" id=\"edge6\">\n",
       "<title>140393690465392-&gt;140393563542360</title>\n",
       "<path d=\"M195.3989,-2628.4551C189.156,-2619.8564 181.5668,-2609.4034 174.6901,-2599.9316\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"177.3415,-2597.6262 168.6341,-2591.5904 171.677,-2601.7388 177.3415,-2597.6262\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393561914952 -->\n",
       "<g class=\"node\" id=\"node14\">\n",
       "<title>140393561914952</title>\n",
       "<polygon fill=\"none\" points=\"235,-2482.5 235,-2518.5 384,-2518.5 384,-2482.5 235,-2482.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"309.5\" y=\"-2496.8\">res2a_branch1: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140393690465392&#45;&gt;140393561914952 -->\n",
       "<g class=\"edge\" id=\"edge13\">\n",
       "<title>140393690465392-&gt;140393561914952</title>\n",
       "<path d=\"M221.0875,-2628.3042C238.6273,-2602.9496 270.5466,-2556.8089 290.8533,-2527.4546\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"293.943,-2529.1403 296.7539,-2518.9251 288.1863,-2525.1579 293.943,-2529.1403\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393563544264 -->\n",
       "<g class=\"node\" id=\"node8\">\n",
       "<title>140393563544264</title>\n",
       "<polygon fill=\"none\" points=\"0,-2482.5 0,-2518.5 217,-2518.5 217,-2482.5 0,-2482.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"108.5\" y=\"-2496.8\">bn2a_branch2a: BatchNormalization</text>\n",
       "</g>\n",
       "<!-- 140393563542360&#45;&gt;140393563544264 -->\n",
       "<g class=\"edge\" id=\"edge7\">\n",
       "<title>140393563542360-&gt;140393563544264</title>\n",
       "<path d=\"M143.882,-2555.4551C138.4024,-2546.9441 131.7531,-2536.6165 125.7045,-2527.2219\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"128.5035,-2525.1037 120.1472,-2518.5904 122.6178,-2528.8931 128.5035,-2525.1037\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393563471320 -->\n",
       "<g class=\"node\" id=\"node9\">\n",
       "<title>140393563471320</title>\n",
       "<polygon fill=\"none\" points=\"35.5,-2409.5 35.5,-2445.5 183.5,-2445.5 183.5,-2409.5 35.5,-2409.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"109.5\" y=\"-2423.8\">activation_2: Activation</text>\n",
       "</g>\n",
       "<!-- 140393563544264&#45;&gt;140393563471320 -->\n",
       "<g class=\"edge\" id=\"edge8\">\n",
       "<title>140393563544264-&gt;140393563471320</title>\n",
       "<path d=\"M108.7472,-2482.4551C108.8578,-2474.3828 108.9907,-2464.6764 109.1139,-2455.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"112.6148,-2455.6374 109.2522,-2445.5904 105.6154,-2455.5414 112.6148,-2455.6374\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393563398096 -->\n",
       "<g class=\"node\" id=\"node10\">\n",
       "<title>140393563398096</title>\n",
       "<polygon fill=\"none\" points=\"47,-2336.5 47,-2372.5 202,-2372.5 202,-2336.5 47,-2336.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"124.5\" y=\"-2350.8\">res2a_branch2b: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140393563471320&#45;&gt;140393563398096 -->\n",
       "<g class=\"edge\" id=\"edge9\">\n",
       "<title>140393563471320-&gt;140393563398096</title>\n",
       "<path d=\"M113.2079,-2409.4551C114.8846,-2401.2951 116.9044,-2391.4652 118.7694,-2382.3887\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"122.1984,-2383.0902 120.7828,-2372.5904 115.3416,-2381.6812 122.1984,-2383.0902\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393562861696 -->\n",
       "<g class=\"node\" id=\"node11\">\n",
       "<title>140393562861696</title>\n",
       "<polygon fill=\"none\" points=\"45.5,-2263.5 45.5,-2299.5 263.5,-2299.5 263.5,-2263.5 45.5,-2263.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"154.5\" y=\"-2277.8\">bn2a_branch2b: BatchNormalization</text>\n",
       "</g>\n",
       "<!-- 140393563398096&#45;&gt;140393562861696 -->\n",
       "<g class=\"edge\" id=\"edge10\">\n",
       "<title>140393563398096-&gt;140393562861696</title>\n",
       "<path d=\"M131.9157,-2336.4551C135.3052,-2328.2074 139.3958,-2318.2536 143.1591,-2309.0962\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"146.5017,-2310.1702 147.0656,-2299.5904 140.0271,-2307.5094 146.5017,-2310.1702\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393562754968 -->\n",
       "<g class=\"node\" id=\"node12\">\n",
       "<title>140393562754968</title>\n",
       "<polygon fill=\"none\" points=\"80.5,-2190.5 80.5,-2226.5 228.5,-2226.5 228.5,-2190.5 80.5,-2190.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"154.5\" y=\"-2204.8\">activation_3: Activation</text>\n",
       "</g>\n",
       "<!-- 140393562861696&#45;&gt;140393562754968 -->\n",
       "<g class=\"edge\" id=\"edge11\">\n",
       "<title>140393562861696-&gt;140393562754968</title>\n",
       "<path d=\"M154.5,-2263.4551C154.5,-2255.3828 154.5,-2245.6764 154.5,-2236.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"158.0001,-2236.5903 154.5,-2226.5904 151.0001,-2236.5904 158.0001,-2236.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393562599208 -->\n",
       "<g class=\"node\" id=\"node13\">\n",
       "<title>140393562599208</title>\n",
       "<polygon fill=\"none\" points=\"77,-2117.5 77,-2153.5 232,-2153.5 232,-2117.5 77,-2117.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"154.5\" y=\"-2131.8\">res2a_branch2c: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140393562754968&#45;&gt;140393562599208 -->\n",
       "<g class=\"edge\" id=\"edge12\">\n",
       "<title>140393562754968-&gt;140393562599208</title>\n",
       "<path d=\"M154.5,-2190.4551C154.5,-2182.3828 154.5,-2172.6764 154.5,-2163.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"158.0001,-2163.5903 154.5,-2153.5904 151.0001,-2163.5904 158.0001,-2163.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393562042152 -->\n",
       "<g class=\"node\" id=\"node15\">\n",
       "<title>140393562042152</title>\n",
       "<polygon fill=\"none\" points=\"50,-2044.5 50,-2080.5 267,-2080.5 267,-2044.5 50,-2044.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"158.5\" y=\"-2058.8\">bn2a_branch2c: BatchNormalization</text>\n",
       "</g>\n",
       "<!-- 140393562599208&#45;&gt;140393562042152 -->\n",
       "<g class=\"edge\" id=\"edge14\">\n",
       "<title>140393562599208-&gt;140393562042152</title>\n",
       "<path d=\"M155.4888,-2117.4551C155.9311,-2109.3828 156.4629,-2099.6764 156.9558,-2090.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"160.4563,-2090.7669 157.5087,-2080.5904 153.4668,-2090.3839 160.4563,-2090.7669\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393561335176 -->\n",
       "<g class=\"node\" id=\"node16\">\n",
       "<title>140393561335176</title>\n",
       "<polygon fill=\"none\" points=\"203,-2409.5 203,-2445.5 414,-2445.5 414,-2409.5 203,-2409.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"308.5\" y=\"-2423.8\">bn2a_branch1: BatchNormalization</text>\n",
       "</g>\n",
       "<!-- 140393561914952&#45;&gt;140393561335176 -->\n",
       "<g class=\"edge\" id=\"edge15\">\n",
       "<title>140393561914952-&gt;140393561335176</title>\n",
       "<path d=\"M309.2528,-2482.4551C309.1422,-2474.3828 309.0093,-2464.6764 308.8861,-2455.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"312.3846,-2455.5414 308.7478,-2445.5904 305.3852,-2455.6374 312.3846,-2455.5414\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393561334000 -->\n",
       "<g class=\"node\" id=\"node17\">\n",
       "<title>140393561334000</title>\n",
       "<polygon fill=\"none\" points=\"186.5,-1971.5 186.5,-2007.5 266.5,-2007.5 266.5,-1971.5 186.5,-1971.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"226.5\" y=\"-1985.8\">add_1: Add</text>\n",
       "</g>\n",
       "<!-- 140393562042152&#45;&gt;140393561334000 -->\n",
       "<g class=\"edge\" id=\"edge16\">\n",
       "<title>140393562042152-&gt;140393561334000</title>\n",
       "<path d=\"M175.309,-2044.4551C183.5639,-2035.5932 193.6535,-2024.7616 202.6864,-2015.0646\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"205.3937,-2017.2932 209.6487,-2007.5904 200.2716,-2012.522 205.3937,-2017.2932\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393561335176&#45;&gt;140393561334000 -->\n",
       "<g class=\"edge\" id=\"edge17\">\n",
       "<title>140393561335176-&gt;140393561334000</title>\n",
       "<path d=\"M306.6352,-2409.0845C303.999,-2381.4173 299.5,-2327.4656 299.5,-2281.5 299.5,-2281.5 299.5,-2281.5 299.5,-2135.5 299.5,-2093.4577 295.4497,-2081.0076 275.5,-2044 269.953,-2033.71 262.0762,-2023.7862 254.2565,-2015.2913\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"256.6173,-2012.6971 247.1596,-2007.9219 251.5752,-2017.5528 256.6173,-2012.6971\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393560696648 -->\n",
       "<g class=\"node\" id=\"node18\">\n",
       "<title>140393560696648</title>\n",
       "<polygon fill=\"none\" points=\"152.5,-1898.5 152.5,-1934.5 300.5,-1934.5 300.5,-1898.5 152.5,-1898.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"226.5\" y=\"-1912.8\">activation_4: Activation</text>\n",
       "</g>\n",
       "<!-- 140393561334000&#45;&gt;140393560696648 -->\n",
       "<g class=\"edge\" id=\"edge18\">\n",
       "<title>140393561334000-&gt;140393560696648</title>\n",
       "<path d=\"M226.5,-1971.4551C226.5,-1963.3828 226.5,-1953.6764 226.5,-1944.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"230.0001,-1944.5903 226.5,-1934.5904 223.0001,-1944.5904 230.0001,-1944.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393560538360 -->\n",
       "<g class=\"node\" id=\"node19\">\n",
       "<title>140393560538360</title>\n",
       "<polygon fill=\"none\" points=\"96,-1825.5 96,-1861.5 251,-1861.5 251,-1825.5 96,-1825.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"173.5\" y=\"-1839.8\">res2b_branch2a: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140393560696648&#45;&gt;140393560538360 -->\n",
       "<g class=\"edge\" id=\"edge19\">\n",
       "<title>140393560696648-&gt;140393560538360</title>\n",
       "<path d=\"M213.3989,-1898.4551C207.156,-1889.8564 199.5668,-1879.4034 192.6901,-1869.9316\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"195.3415,-1867.6262 186.6341,-1861.5904 189.677,-1871.7388 195.3415,-1867.6262\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393556346360 -->\n",
       "<g class=\"node\" id=\"node27\">\n",
       "<title>140393556346360</title>\n",
       "<polygon fill=\"none\" points=\"185.5,-1241.5 185.5,-1277.5 265.5,-1277.5 265.5,-1241.5 185.5,-1241.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"225.5\" y=\"-1255.8\">add_2: Add</text>\n",
       "</g>\n",
       "<!-- 140393560696648&#45;&gt;140393556346360 -->\n",
       "<g class=\"edge\" id=\"edge28\">\n",
       "<title>140393560696648-&gt;140393556346360</title>\n",
       "<path d=\"M241.255,-1898.4045C261.2543,-1871.9894 294.5,-1820.5513 294.5,-1770.5 294.5,-1770.5 294.5,-1770.5 294.5,-1405.5 294.5,-1363.9658 294.4417,-1350.9635 275.5,-1314 270.1199,-1303.501 262.1615,-1293.5184 254.1684,-1285.0337\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"256.4163,-1282.3298 246.891,-1277.6909 251.4445,-1287.2573 256.4163,-1282.3298\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393560638296 -->\n",
       "<g class=\"node\" id=\"node20\">\n",
       "<title>140393560638296</title>\n",
       "<polygon fill=\"none\" points=\"48.5,-1752.5 48.5,-1788.5 266.5,-1788.5 266.5,-1752.5 48.5,-1752.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"157.5\" y=\"-1766.8\">bn2b_branch2a: BatchNormalization</text>\n",
       "</g>\n",
       "<!-- 140393560538360&#45;&gt;140393560638296 -->\n",
       "<g class=\"edge\" id=\"edge20\">\n",
       "<title>140393560538360-&gt;140393560638296</title>\n",
       "<path d=\"M169.5449,-1825.4551C167.7565,-1817.2951 165.602,-1807.4652 163.6126,-1798.3887\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"167.0249,-1797.6091 161.465,-1788.5904 160.1872,-1799.1079 167.0249,-1797.6091\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393560638576 -->\n",
       "<g class=\"node\" id=\"node21\">\n",
       "<title>140393560638576</title>\n",
       "<polygon fill=\"none\" points=\"83.5,-1679.5 83.5,-1715.5 231.5,-1715.5 231.5,-1679.5 83.5,-1679.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"157.5\" y=\"-1693.8\">activation_5: Activation</text>\n",
       "</g>\n",
       "<!-- 140393560638296&#45;&gt;140393560638576 -->\n",
       "<g class=\"edge\" id=\"edge21\">\n",
       "<title>140393560638296-&gt;140393560638576</title>\n",
       "<path d=\"M157.5,-1752.4551C157.5,-1744.3828 157.5,-1734.6764 157.5,-1725.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"161.0001,-1725.5903 157.5,-1715.5904 154.0001,-1725.5904 161.0001,-1725.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393560042688 -->\n",
       "<g class=\"node\" id=\"node22\">\n",
       "<title>140393560042688</title>\n",
       "<polygon fill=\"none\" points=\"79.5,-1606.5 79.5,-1642.5 235.5,-1642.5 235.5,-1606.5 79.5,-1606.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"157.5\" y=\"-1620.8\">res2b_branch2b: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140393560638576&#45;&gt;140393560042688 -->\n",
       "<g class=\"edge\" id=\"edge22\">\n",
       "<title>140393560638576-&gt;140393560042688</title>\n",
       "<path d=\"M157.5,-1679.4551C157.5,-1671.3828 157.5,-1661.6764 157.5,-1652.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"161.0001,-1652.5903 157.5,-1642.5904 154.0001,-1652.5904 161.0001,-1652.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393557056816 -->\n",
       "<g class=\"node\" id=\"node23\">\n",
       "<title>140393557056816</title>\n",
       "<polygon fill=\"none\" points=\"48.5,-1533.5 48.5,-1569.5 266.5,-1569.5 266.5,-1533.5 48.5,-1533.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"157.5\" y=\"-1547.8\">bn2b_branch2b: BatchNormalization</text>\n",
       "</g>\n",
       "<!-- 140393560042688&#45;&gt;140393557056816 -->\n",
       "<g class=\"edge\" id=\"edge23\">\n",
       "<title>140393560042688-&gt;140393557056816</title>\n",
       "<path d=\"M157.5,-1606.4551C157.5,-1598.3828 157.5,-1588.6764 157.5,-1579.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"161.0001,-1579.5903 157.5,-1569.5904 154.0001,-1579.5904 161.0001,-1579.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393557056088 -->\n",
       "<g class=\"node\" id=\"node24\">\n",
       "<title>140393557056088</title>\n",
       "<polygon fill=\"none\" points=\"83.5,-1460.5 83.5,-1496.5 231.5,-1496.5 231.5,-1460.5 83.5,-1460.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"157.5\" y=\"-1474.8\">activation_6: Activation</text>\n",
       "</g>\n",
       "<!-- 140393557056816&#45;&gt;140393557056088 -->\n",
       "<g class=\"edge\" id=\"edge24\">\n",
       "<title>140393557056816-&gt;140393557056088</title>\n",
       "<path d=\"M157.5,-1533.4551C157.5,-1525.3828 157.5,-1515.6764 157.5,-1506.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"161.0001,-1506.5903 157.5,-1496.5904 154.0001,-1506.5904 161.0001,-1506.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393556954080 -->\n",
       "<g class=\"node\" id=\"node25\">\n",
       "<title>140393556954080</title>\n",
       "<polygon fill=\"none\" points=\"80,-1387.5 80,-1423.5 235,-1423.5 235,-1387.5 80,-1387.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"157.5\" y=\"-1401.8\">res2b_branch2c: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140393557056088&#45;&gt;140393556954080 -->\n",
       "<g class=\"edge\" id=\"edge25\">\n",
       "<title>140393557056088-&gt;140393556954080</title>\n",
       "<path d=\"M157.5,-1460.4551C157.5,-1452.3828 157.5,-1442.6764 157.5,-1433.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"161.0001,-1433.5903 157.5,-1423.5904 154.0001,-1433.5904 161.0001,-1433.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393556347760 -->\n",
       "<g class=\"node\" id=\"node26\">\n",
       "<title>140393556347760</title>\n",
       "<polygon fill=\"none\" points=\"48.5,-1314.5 48.5,-1350.5 266.5,-1350.5 266.5,-1314.5 48.5,-1314.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"157.5\" y=\"-1328.8\">bn2b_branch2c: BatchNormalization</text>\n",
       "</g>\n",
       "<!-- 140393556954080&#45;&gt;140393556347760 -->\n",
       "<g class=\"edge\" id=\"edge26\">\n",
       "<title>140393556954080-&gt;140393556347760</title>\n",
       "<path d=\"M157.5,-1387.4551C157.5,-1379.3828 157.5,-1369.6764 157.5,-1360.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"161.0001,-1360.5903 157.5,-1350.5904 154.0001,-1360.5904 161.0001,-1360.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393556347760&#45;&gt;140393556346360 -->\n",
       "<g class=\"edge\" id=\"edge27\">\n",
       "<title>140393556347760-&gt;140393556346360</title>\n",
       "<path d=\"M174.309,-1314.4551C182.5639,-1305.5932 192.6535,-1294.7616 201.6864,-1285.0646\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"204.3937,-1287.2932 208.6487,-1277.5904 199.2716,-1282.522 204.3937,-1287.2932\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393555733640 -->\n",
       "<g class=\"node\" id=\"node28\">\n",
       "<title>140393555733640</title>\n",
       "<polygon fill=\"none\" points=\"151.5,-1168.5 151.5,-1204.5 299.5,-1204.5 299.5,-1168.5 151.5,-1168.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"225.5\" y=\"-1182.8\">activation_7: Activation</text>\n",
       "</g>\n",
       "<!-- 140393556346360&#45;&gt;140393555733640 -->\n",
       "<g class=\"edge\" id=\"edge29\">\n",
       "<title>140393556346360-&gt;140393555733640</title>\n",
       "<path d=\"M225.5,-1241.4551C225.5,-1233.3828 225.5,-1223.6764 225.5,-1214.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"229.0001,-1214.5903 225.5,-1204.5904 222.0001,-1214.5904 229.0001,-1214.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393555628496 -->\n",
       "<g class=\"node\" id=\"node29\">\n",
       "<title>140393555628496</title>\n",
       "<polygon fill=\"none\" points=\"95,-1095.5 95,-1131.5 250,-1131.5 250,-1095.5 95,-1095.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"172.5\" y=\"-1109.8\">res2c_branch2a: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140393555733640&#45;&gt;140393555628496 -->\n",
       "<g class=\"edge\" id=\"edge30\">\n",
       "<title>140393555733640-&gt;140393555628496</title>\n",
       "<path d=\"M212.3989,-1168.4551C206.156,-1159.8564 198.5668,-1149.4034 191.6901,-1139.9316\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"194.3415,-1137.6262 185.6341,-1131.5904 188.677,-1141.7388 194.3415,-1137.6262\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392941304688 -->\n",
       "<g class=\"node\" id=\"node37\">\n",
       "<title>140392941304688</title>\n",
       "<polygon fill=\"none\" points=\"184.5,-511.5 184.5,-547.5 264.5,-547.5 264.5,-511.5 184.5,-511.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"224.5\" y=\"-525.8\">add_3: Add</text>\n",
       "</g>\n",
       "<!-- 140393555733640&#45;&gt;140392941304688 -->\n",
       "<g class=\"edge\" id=\"edge39\">\n",
       "<title>140393555733640-&gt;140392941304688</title>\n",
       "<path d=\"M240.255,-1168.4045C260.2543,-1141.9894 293.5,-1090.5513 293.5,-1040.5 293.5,-1040.5 293.5,-1040.5 293.5,-675.5 293.5,-633.8732 292.4913,-621.0421 273.5,-584 268.1667,-573.5975 260.3503,-563.6421 252.5201,-555.1527\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"254.8675,-552.5455 245.396,-547.7976 249.8394,-557.4157 254.8675,-552.5455\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393555630232 -->\n",
       "<g class=\"node\" id=\"node30\">\n",
       "<title>140393555630232</title>\n",
       "<polygon fill=\"none\" points=\"48,-1022.5 48,-1058.5 265,-1058.5 265,-1022.5 48,-1022.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"156.5\" y=\"-1036.8\">bn2c_branch2a: BatchNormalization</text>\n",
       "</g>\n",
       "<!-- 140393555628496&#45;&gt;140393555630232 -->\n",
       "<g class=\"edge\" id=\"edge31\">\n",
       "<title>140393555628496-&gt;140393555630232</title>\n",
       "<path d=\"M168.5449,-1095.4551C166.7565,-1087.2951 164.602,-1077.4652 162.6126,-1068.3887\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"166.0249,-1067.6091 160.465,-1058.5904 159.1872,-1069.1079 166.0249,-1067.6091\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393555630736 -->\n",
       "<g class=\"node\" id=\"node31\">\n",
       "<title>140393555630736</title>\n",
       "<polygon fill=\"none\" points=\"82.5,-949.5 82.5,-985.5 230.5,-985.5 230.5,-949.5 82.5,-949.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"156.5\" y=\"-963.8\">activation_8: Activation</text>\n",
       "</g>\n",
       "<!-- 140393555630232&#45;&gt;140393555630736 -->\n",
       "<g class=\"edge\" id=\"edge32\">\n",
       "<title>140393555630232-&gt;140393555630736</title>\n",
       "<path d=\"M156.5,-1022.4551C156.5,-1014.3828 156.5,-1004.6764 156.5,-995.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"160.0001,-995.5903 156.5,-985.5904 153.0001,-995.5904 160.0001,-995.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140393697613920 -->\n",
       "<g class=\"node\" id=\"node32\">\n",
       "<title>140393697613920</title>\n",
       "<polygon fill=\"none\" points=\"79,-876.5 79,-912.5 234,-912.5 234,-876.5 79,-876.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"156.5\" y=\"-890.8\">res2c_branch2b: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140393555630736&#45;&gt;140393697613920 -->\n",
       "<g class=\"edge\" id=\"edge33\">\n",
       "<title>140393555630736-&gt;140393697613920</title>\n",
       "<path d=\"M156.5,-949.4551C156.5,-941.3828 156.5,-931.6764 156.5,-922.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"160.0001,-922.5903 156.5,-912.5904 153.0001,-922.5904 160.0001,-922.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392942018064 -->\n",
       "<g class=\"node\" id=\"node33\">\n",
       "<title>140392942018064</title>\n",
       "<polygon fill=\"none\" points=\"47.5,-803.5 47.5,-839.5 265.5,-839.5 265.5,-803.5 47.5,-803.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"156.5\" y=\"-817.8\">bn2c_branch2b: BatchNormalization</text>\n",
       "</g>\n",
       "<!-- 140393697613920&#45;&gt;140392942018064 -->\n",
       "<g class=\"edge\" id=\"edge34\">\n",
       "<title>140393697613920-&gt;140392942018064</title>\n",
       "<path d=\"M156.5,-876.4551C156.5,-868.3828 156.5,-858.6764 156.5,-849.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"160.0001,-849.5903 156.5,-839.5904 153.0001,-849.5904 160.0001,-849.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392942017336 -->\n",
       "<g class=\"node\" id=\"node34\">\n",
       "<title>140392942017336</title>\n",
       "<polygon fill=\"none\" points=\"82.5,-730.5 82.5,-766.5 230.5,-766.5 230.5,-730.5 82.5,-730.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"156.5\" y=\"-744.8\">activation_9: Activation</text>\n",
       "</g>\n",
       "<!-- 140392942018064&#45;&gt;140392942017336 -->\n",
       "<g class=\"edge\" id=\"edge35\">\n",
       "<title>140392942018064-&gt;140392942017336</title>\n",
       "<path d=\"M156.5,-803.4551C156.5,-795.3828 156.5,-785.6764 156.5,-776.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"160.0001,-776.5903 156.5,-766.5904 153.0001,-776.5904 160.0001,-776.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392941907136 -->\n",
       "<g class=\"node\" id=\"node35\">\n",
       "<title>140392941907136</title>\n",
       "<polygon fill=\"none\" points=\"79,-657.5 79,-693.5 234,-693.5 234,-657.5 79,-657.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"156.5\" y=\"-671.8\">res2c_branch2c: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140392942017336&#45;&gt;140392941907136 -->\n",
       "<g class=\"edge\" id=\"edge36\">\n",
       "<title>140392942017336-&gt;140392941907136</title>\n",
       "<path d=\"M156.5,-730.4551C156.5,-722.3828 156.5,-712.6764 156.5,-703.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"160.0001,-703.5903 156.5,-693.5904 153.0001,-703.5904 160.0001,-703.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392941305416 -->\n",
       "<g class=\"node\" id=\"node36\">\n",
       "<title>140392941305416</title>\n",
       "<polygon fill=\"none\" points=\"48,-584.5 48,-620.5 265,-620.5 265,-584.5 48,-584.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"156.5\" y=\"-598.8\">bn2c_branch2c: BatchNormalization</text>\n",
       "</g>\n",
       "<!-- 140392941907136&#45;&gt;140392941305416 -->\n",
       "<g class=\"edge\" id=\"edge37\">\n",
       "<title>140392941907136-&gt;140392941305416</title>\n",
       "<path d=\"M156.5,-657.4551C156.5,-649.3828 156.5,-639.6764 156.5,-630.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"160.0001,-630.5903 156.5,-620.5904 153.0001,-630.5904 160.0001,-630.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392941305416&#45;&gt;140392941304688 -->\n",
       "<g class=\"edge\" id=\"edge38\">\n",
       "<title>140392941305416-&gt;140392941304688</title>\n",
       "<path d=\"M173.309,-584.4551C181.5639,-575.5932 191.6535,-564.7616 200.6864,-555.0646\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"203.3937,-557.2932 207.6487,-547.5904 198.2716,-552.522 203.3937,-557.2932\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392934657664 -->\n",
       "<g class=\"node\" id=\"node38\">\n",
       "<title>140392934657664</title>\n",
       "<polygon fill=\"none\" points=\"147,-438.5 147,-474.5 302,-474.5 302,-438.5 147,-438.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"224.5\" y=\"-452.8\">activation_10: Activation</text>\n",
       "</g>\n",
       "<!-- 140392941304688&#45;&gt;140392934657664 -->\n",
       "<g class=\"edge\" id=\"edge40\">\n",
       "<title>140392941304688-&gt;140392934657664</title>\n",
       "<path d=\"M224.5,-511.4551C224.5,-503.3828 224.5,-493.6764 224.5,-484.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"228.0001,-484.5903 224.5,-474.5904 221.0001,-484.5904 228.0001,-484.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392934657272 -->\n",
       "<g class=\"node\" id=\"node39\">\n",
       "<title>140392934657272</title>\n",
       "<polygon fill=\"none\" points=\"135,-365.5 135,-401.5 314,-401.5 314,-365.5 135,-365.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"224.5\" y=\"-379.8\">avg_pool: AveragePooling2D</text>\n",
       "</g>\n",
       "<!-- 140392934657664&#45;&gt;140392934657272 -->\n",
       "<g class=\"edge\" id=\"edge41\">\n",
       "<title>140392934657664-&gt;140392934657272</title>\n",
       "<path d=\"M224.5,-438.4551C224.5,-430.3828 224.5,-420.6764 224.5,-411.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"228.0001,-411.5903 224.5,-401.5904 221.0001,-411.5904 228.0001,-411.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392934053312 -->\n",
       "<g class=\"node\" id=\"node40\">\n",
       "<title>140392934053312</title>\n",
       "<polygon fill=\"none\" points=\"169.5,-292.5 169.5,-328.5 279.5,-328.5 279.5,-292.5 169.5,-292.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"224.5\" y=\"-306.8\">flatten_1: Flatten</text>\n",
       "</g>\n",
       "<!-- 140392934657272&#45;&gt;140392934053312 -->\n",
       "<g class=\"edge\" id=\"edge42\">\n",
       "<title>140392934657272-&gt;140392934053312</title>\n",
       "<path d=\"M224.5,-365.4551C224.5,-357.3828 224.5,-347.6764 224.5,-338.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"228.0001,-338.5903 224.5,-328.5904 221.0001,-338.5904 228.0001,-338.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392934055888 -->\n",
       "<g class=\"node\" id=\"node41\">\n",
       "<title>140392934055888</title>\n",
       "<polygon fill=\"none\" points=\"187,-219.5 187,-255.5 262,-255.5 262,-219.5 187,-219.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"224.5\" y=\"-233.8\">fc1: Dense</text>\n",
       "</g>\n",
       "<!-- 140392934053312&#45;&gt;140392934055888 -->\n",
       "<g class=\"edge\" id=\"edge43\">\n",
       "<title>140392934053312-&gt;140392934055888</title>\n",
       "<path d=\"M224.5,-292.4551C224.5,-284.3828 224.5,-274.6764 224.5,-265.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"228.0001,-265.5903 224.5,-255.5904 221.0001,-265.5904 228.0001,-265.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392933528800 -->\n",
       "<g class=\"node\" id=\"node42\">\n",
       "<title>140392933528800</title>\n",
       "<polygon fill=\"none\" points=\"187,-146.5 187,-182.5 262,-182.5 262,-146.5 187,-146.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"224.5\" y=\"-160.8\">fc2: Dense</text>\n",
       "</g>\n",
       "<!-- 140392934055888&#45;&gt;140392933528800 -->\n",
       "<g class=\"edge\" id=\"edge44\">\n",
       "<title>140392934055888-&gt;140392933528800</title>\n",
       "<path d=\"M224.5,-219.4551C224.5,-211.3828 224.5,-201.6764 224.5,-192.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"228.0001,-192.5903 224.5,-182.5904 221.0001,-192.5904 228.0001,-192.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392933104720 -->\n",
       "<g class=\"node\" id=\"node43\">\n",
       "<title>140392933104720</title>\n",
       "<polygon fill=\"none\" points=\"187,-73.5 187,-109.5 262,-109.5 262,-73.5 187,-73.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"224.5\" y=\"-87.8\">fc3: Dense</text>\n",
       "</g>\n",
       "<!-- 140392933528800&#45;&gt;140392933104720 -->\n",
       "<g class=\"edge\" id=\"edge45\">\n",
       "<title>140392933528800-&gt;140392933104720</title>\n",
       "<path d=\"M224.5,-146.4551C224.5,-138.3828 224.5,-128.6764 224.5,-119.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"228.0001,-119.5903 224.5,-109.5904 221.0001,-119.5904 228.0001,-119.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 140392933197752 -->\n",
       "<g class=\"node\" id=\"node44\">\n",
       "<title>140392933197752</title>\n",
       "<polygon fill=\"none\" points=\"147,-.5 147,-36.5 302,-36.5 302,-.5 147,-.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"224.5\" y=\"-14.8\">activation_11: Activation</text>\n",
       "</g>\n",
       "<!-- 140392933104720&#45;&gt;140392933197752 -->\n",
       "<g class=\"edge\" id=\"edge46\">\n",
       "<title>140392933104720-&gt;140392933197752</title>\n",
       "<path d=\"M224.5,-73.4551C224.5,-65.3828 224.5,-55.6764 224.5,-46.6817\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"228.0001,-46.5903 224.5,-36.5904 221.0001,-46.5904 228.0001,-46.5903\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>"
      ],
      "text/plain": [
       "<IPython.core.display.SVG object>"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SVG(model_to_dot(model).create(prog='dot', format='svg'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "plot_model(model, to_file='model.png')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            (None, 64, 64, 3)    0                                            \n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_1 (ZeroPadding2D (None, 70, 70, 3)    0           input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "conv1 (Conv2D)                  (None, 32, 32, 64)   9472        zero_padding2d_1[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "bn_conv1 (BatchNormalization)   (None, 32, 32, 64)   256         conv1[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "activation_1 (Activation)       (None, 32, 32, 64)   0           bn_conv1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_1 (MaxPooling2D)  (None, 15, 15, 64)   0           activation_1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch2a (Conv2D)         (None, 15, 15, 64)   4160        max_pooling2d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch2a (BatchNormalizati (None, 15, 15, 64)   256         res2a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_2 (Activation)       (None, 15, 15, 64)   0           bn2a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch2b (Conv2D)         (None, 15, 15, 64)   36928       activation_2[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch2b (BatchNormalizati (None, 15, 15, 64)   256         res2a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_3 (Activation)       (None, 15, 15, 64)   0           bn2a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch2c (Conv2D)         (None, 15, 15, 256)  16640       activation_3[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch1 (Conv2D)          (None, 15, 15, 256)  16640       max_pooling2d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch2c (BatchNormalizati (None, 15, 15, 256)  1024        res2a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch1 (BatchNormalizatio (None, 15, 15, 256)  1024        res2a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_1 (Add)                     (None, 15, 15, 256)  0           bn2a_branch2c[0][0]              \n",
      "                                                                 bn2a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_4 (Activation)       (None, 15, 15, 256)  0           add_1[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res2b_branch2a (Conv2D)         (None, 15, 15, 64)   16448       activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2b_branch2a (BatchNormalizati (None, 15, 15, 64)   256         res2b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_5 (Activation)       (None, 15, 15, 64)   0           bn2b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2b_branch2b (Conv2D)         (None, 15, 15, 64)   36928       activation_5[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2b_branch2b (BatchNormalizati (None, 15, 15, 64)   256         res2b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_6 (Activation)       (None, 15, 15, 64)   0           bn2b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2b_branch2c (Conv2D)         (None, 15, 15, 256)  16640       activation_6[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2b_branch2c (BatchNormalizati (None, 15, 15, 256)  1024        res2b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_2 (Add)                     (None, 15, 15, 256)  0           bn2b_branch2c[0][0]              \n",
      "                                                                 activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_7 (Activation)       (None, 15, 15, 256)  0           add_2[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res2c_branch2a (Conv2D)         (None, 15, 15, 64)   16448       activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2c_branch2a (BatchNormalizati (None, 15, 15, 64)   256         res2c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_8 (Activation)       (None, 15, 15, 64)   0           bn2c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2c_branch2b (Conv2D)         (None, 15, 15, 64)   36928       activation_8[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2c_branch2b (BatchNormalizati (None, 15, 15, 64)   256         res2c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_9 (Activation)       (None, 15, 15, 64)   0           bn2c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2c_branch2c (Conv2D)         (None, 15, 15, 256)  16640       activation_9[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2c_branch2c (BatchNormalizati (None, 15, 15, 256)  1024        res2c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_3 (Add)                     (None, 15, 15, 256)  0           bn2c_branch2c[0][0]              \n",
      "                                                                 activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_10 (Activation)      (None, 15, 15, 256)  0           add_3[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "avg_pool (AveragePooling2D)     (None, 7, 7, 256)    0           activation_10[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "flatten_1 (Flatten)             (None, 12544)        0           avg_pool[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "fc1 (Dense)                     (None, 4096)         51384320    flatten_1[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "fc2 (Dense)                     (None, 4096)         16781312    fc1[0][0]                        \n",
      "__________________________________________________________________________________________________\n",
      "fc3 (Dense)                     (None, 2)            8194        fc2[0][0]                        \n",
      "__________________________________________________________________________________________________\n",
      "activation_11 (Activation)      (None, 2)            0           fc3[0][0]                        \n",
      "==================================================================================================\n",
      "Total params: 68,403,586\n",
      "Trainable params: 68,400,642\n",
      "Non-trainable params: 2,944\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [default]",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}