Fine_Tuning_InceptionResNet.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "from glob import glob\n",
    "\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sklearn.model_selection import train_test_split\n",
    "from keras.utils.np_utils import to_categorical # convert to one-hot-encoding\n",
    "\n",
    "from keras.preprocessing.image import ImageDataGenerator\n",
    "from keras import layers\n",
    "from keras import Model\n",
    "from keras.applications.inception_resnet_v2 import InceptionResNetV2\n",
    "from keras.optimizers import Adam\n",
    "from keras.callbacks import ReduceLROnPlateau\n",
    "import keras.backend as K\n",
    "\n",
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load in the Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train = np.load(\"/floyd/input/skin_cancer_192_256/256_192_train.npy\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_train = np.load(\"/floyd/input/skin_cancer_192_256/train_labels.npy\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_val = np.load(\"/floyd/input/skin_cancer_192_256/256_192_val.npy\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_val = np.load(\"/floyd/input/skin_cancer_192_256/val_labels.npy\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((8111, 192, 256, 3), (902, 192, 256, 3))"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train.shape, X_val.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((8111,), (902,))"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_train.shape, y_val.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_train = to_categorical(y_train)\n",
    "y_val = to_categorical(y_val)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((8111, 7), (902, 7))"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_train.shape, y_val.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load Pretrained Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading data from https://github.com/fchollet/deep-learning-models/releases/download/v0.7/inception_resnet_v2_weights_tf_dim_ordering_tf_kernels_notop.h5\n",
      "219062272/219055592 [==============================] - 15s 0us/step\n"
     ]
    }
   ],
   "source": [
    "pre_trained_model = InceptionResNetV2(input_shape=(192, 256, 3), include_top=False, weights=\"imagenet\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "input_1\n",
      "conv2d_1\n",
      "batch_normalization_1\n",
      "activation_1\n",
      "conv2d_2\n",
      "batch_normalization_2\n",
      "activation_2\n",
      "conv2d_3\n",
      "batch_normalization_3\n",
      "activation_3\n",
      "max_pooling2d_1\n",
      "conv2d_4\n",
      "batch_normalization_4\n",
      "activation_4\n",
      "conv2d_5\n",
      "batch_normalization_5\n",
      "activation_5\n",
      "max_pooling2d_2\n",
      "conv2d_9\n",
      "batch_normalization_9\n",
      "activation_9\n",
      "conv2d_7\n",
      "conv2d_10\n",
      "batch_normalization_7\n",
      "batch_normalization_10\n",
      "activation_7\n",
      "activation_10\n",
      "average_pooling2d_1\n",
      "conv2d_6\n",
      "conv2d_8\n",
      "conv2d_11\n",
      "conv2d_12\n",
      "batch_normalization_6\n",
      "batch_normalization_8\n",
      "batch_normalization_11\n",
      "batch_normalization_12\n",
      "activation_6\n",
      "activation_8\n",
      "activation_11\n",
      "activation_12\n",
      "mixed_5b\n",
      "conv2d_16\n",
      "batch_normalization_16\n",
      "activation_16\n",
      "conv2d_14\n",
      "conv2d_17\n",
      "batch_normalization_14\n",
      "batch_normalization_17\n",
      "activation_14\n",
      "activation_17\n",
      "conv2d_13\n",
      "conv2d_15\n",
      "conv2d_18\n",
      "batch_normalization_13\n",
      "batch_normalization_15\n",
      "batch_normalization_18\n",
      "activation_13\n",
      "activation_15\n",
      "activation_18\n",
      "block35_1_mixed\n",
      "block35_1_conv\n",
      "block35_1\n",
      "block35_1_ac\n",
      "conv2d_22\n",
      "batch_normalization_22\n",
      "activation_22\n",
      "conv2d_20\n",
      "conv2d_23\n",
      "batch_normalization_20\n",
      "batch_normalization_23\n",
      "activation_20\n",
      "activation_23\n",
      "conv2d_19\n",
      "conv2d_21\n",
      "conv2d_24\n",
      "batch_normalization_19\n",
      "batch_normalization_21\n",
      "batch_normalization_24\n",
      "activation_19\n",
      "activation_21\n",
      "activation_24\n",
      "block35_2_mixed\n",
      "block35_2_conv\n",
      "block35_2\n",
      "block35_2_ac\n",
      "conv2d_28\n",
      "batch_normalization_28\n",
      "activation_28\n",
      "conv2d_26\n",
      "conv2d_29\n",
      "batch_normalization_26\n",
      "batch_normalization_29\n",
      "activation_26\n",
      "activation_29\n",
      "conv2d_25\n",
      "conv2d_27\n",
      "conv2d_30\n",
      "batch_normalization_25\n",
      "batch_normalization_27\n",
      "batch_normalization_30\n",
      "activation_25\n",
      "activation_27\n",
      "activation_30\n",
      "block35_3_mixed\n",
      "block35_3_conv\n",
      "block35_3\n",
      "block35_3_ac\n",
      "conv2d_34\n",
      "batch_normalization_34\n",
      "activation_34\n",
      "conv2d_32\n",
      "conv2d_35\n",
      "batch_normalization_32\n",
      "batch_normalization_35\n",
      "activation_32\n",
      "activation_35\n",
      "conv2d_31\n",
      "conv2d_33\n",
      "conv2d_36\n",
      "batch_normalization_31\n",
      "batch_normalization_33\n",
      "batch_normalization_36\n",
      "activation_31\n",
      "activation_33\n",
      "activation_36\n",
      "block35_4_mixed\n",
      "block35_4_conv\n",
      "block35_4\n",
      "block35_4_ac\n",
      "conv2d_40\n",
      "batch_normalization_40\n",
      "activation_40\n",
      "conv2d_38\n",
      "conv2d_41\n",
      "batch_normalization_38\n",
      "batch_normalization_41\n",
      "activation_38\n",
      "activation_41\n",
      "conv2d_37\n",
      "conv2d_39\n",
      "conv2d_42\n",
      "batch_normalization_37\n",
      "batch_normalization_39\n",
      "batch_normalization_42\n",
      "activation_37\n",
      "activation_39\n",
      "activation_42\n",
      "block35_5_mixed\n",
      "block35_5_conv\n",
      "block35_5\n",
      "block35_5_ac\n",
      "conv2d_46\n",
      "batch_normalization_46\n",
      "activation_46\n",
      "conv2d_44\n",
      "conv2d_47\n",
      "batch_normalization_44\n",
      "batch_normalization_47\n",
      "activation_44\n",
      "activation_47\n",
      "conv2d_43\n",
      "conv2d_45\n",
      "conv2d_48\n",
      "batch_normalization_43\n",
      "batch_normalization_45\n",
      "batch_normalization_48\n",
      "activation_43\n",
      "activation_45\n",
      "activation_48\n",
      "block35_6_mixed\n",
      "block35_6_conv\n",
      "block35_6\n",
      "block35_6_ac\n",
      "conv2d_52\n",
      "batch_normalization_52\n",
      "activation_52\n",
      "conv2d_50\n",
      "conv2d_53\n",
      "batch_normalization_50\n",
      "batch_normalization_53\n",
      "activation_50\n",
      "activation_53\n",
      "conv2d_49\n",
      "conv2d_51\n",
      "conv2d_54\n",
      "batch_normalization_49\n",
      "batch_normalization_51\n",
      "batch_normalization_54\n",
      "activation_49\n",
      "activation_51\n",
      "activation_54\n",
      "block35_7_mixed\n",
      "block35_7_conv\n",
      "block35_7\n",
      "block35_7_ac\n",
      "conv2d_58\n",
      "batch_normalization_58\n",
      "activation_58\n",
      "conv2d_56\n",
      "conv2d_59\n",
      "batch_normalization_56\n",
      "batch_normalization_59\n",
      "activation_56\n",
      "activation_59\n",
      "conv2d_55\n",
      "conv2d_57\n",
      "conv2d_60\n",
      "batch_normalization_55\n",
      "batch_normalization_57\n",
      "batch_normalization_60\n",
      "activation_55\n",
      "activation_57\n",
      "activation_60\n",
      "block35_8_mixed\n",
      "block35_8_conv\n",
      "block35_8\n",
      "block35_8_ac\n",
      "conv2d_64\n",
      "batch_normalization_64\n",
      "activation_64\n",
      "conv2d_62\n",
      "conv2d_65\n",
      "batch_normalization_62\n",
      "batch_normalization_65\n",
      "activation_62\n",
      "activation_65\n",
      "conv2d_61\n",
      "conv2d_63\n",
      "conv2d_66\n",
      "batch_normalization_61\n",
      "batch_normalization_63\n",
      "batch_normalization_66\n",
      "activation_61\n",
      "activation_63\n",
      "activation_66\n",
      "block35_9_mixed\n",
      "block35_9_conv\n",
      "block35_9\n",
      "block35_9_ac\n",
      "conv2d_70\n",
      "batch_normalization_70\n",
      "activation_70\n",
      "conv2d_68\n",
      "conv2d_71\n",
      "batch_normalization_68\n",
      "batch_normalization_71\n",
      "activation_68\n",
      "activation_71\n",
      "conv2d_67\n",
      "conv2d_69\n",
      "conv2d_72\n",
      "batch_normalization_67\n",
      "batch_normalization_69\n",
      "batch_normalization_72\n",
      "activation_67\n",
      "activation_69\n",
      "activation_72\n",
      "block35_10_mixed\n",
      "block35_10_conv\n",
      "block35_10\n",
      "block35_10_ac\n",
      "conv2d_74\n",
      "batch_normalization_74\n",
      "activation_74\n",
      "conv2d_75\n",
      "batch_normalization_75\n",
      "activation_75\n",
      "conv2d_73\n",
      "conv2d_76\n",
      "batch_normalization_73\n",
      "batch_normalization_76\n",
      "activation_73\n",
      "activation_76\n",
      "max_pooling2d_3\n",
      "mixed_6a\n",
      "conv2d_78\n",
      "batch_normalization_78\n",
      "activation_78\n",
      "conv2d_79\n",
      "batch_normalization_79\n",
      "activation_79\n",
      "conv2d_77\n",
      "conv2d_80\n",
      "batch_normalization_77\n",
      "batch_normalization_80\n",
      "activation_77\n",
      "activation_80\n",
      "block17_1_mixed\n",
      "block17_1_conv\n",
      "block17_1\n",
      "block17_1_ac\n",
      "conv2d_82\n",
      "batch_normalization_82\n",
      "activation_82\n",
      "conv2d_83\n",
      "batch_normalization_83\n",
      "activation_83\n",
      "conv2d_81\n",
      "conv2d_84\n",
      "batch_normalization_81\n",
      "batch_normalization_84\n",
      "activation_81\n",
      "activation_84\n",
      "block17_2_mixed\n",
      "block17_2_conv\n",
      "block17_2\n",
      "block17_2_ac\n",
      "conv2d_86\n",
      "batch_normalization_86\n",
      "activation_86\n",
      "conv2d_87\n",
      "batch_normalization_87\n",
      "activation_87\n",
      "conv2d_85\n",
      "conv2d_88\n",
      "batch_normalization_85\n",
      "batch_normalization_88\n",
      "activation_85\n",
      "activation_88\n",
      "block17_3_mixed\n",
      "block17_3_conv\n",
      "block17_3\n",
      "block17_3_ac\n",
      "conv2d_90\n",
      "batch_normalization_90\n",
      "activation_90\n",
      "conv2d_91\n",
      "batch_normalization_91\n",
      "activation_91\n",
      "conv2d_89\n",
      "conv2d_92\n",
      "batch_normalization_89\n",
      "batch_normalization_92\n",
      "activation_89\n",
      "activation_92\n",
      "block17_4_mixed\n",
      "block17_4_conv\n",
      "block17_4\n",
      "block17_4_ac\n",
      "conv2d_94\n",
      "batch_normalization_94\n",
      "activation_94\n",
      "conv2d_95\n",
      "batch_normalization_95\n",
      "activation_95\n",
      "conv2d_93\n",
      "conv2d_96\n",
      "batch_normalization_93\n",
      "batch_normalization_96\n",
      "activation_93\n",
      "activation_96\n",
      "block17_5_mixed\n",
      "block17_5_conv\n",
      "block17_5\n",
      "block17_5_ac\n",
      "conv2d_98\n",
      "batch_normalization_98\n",
      "activation_98\n",
      "conv2d_99\n",
      "batch_normalization_99\n",
      "activation_99\n",
      "conv2d_97\n",
      "conv2d_100\n",
      "batch_normalization_97\n",
      "batch_normalization_100\n",
      "activation_97\n",
      "activation_100\n",
      "block17_6_mixed\n",
      "block17_6_conv\n",
      "block17_6\n",
      "block17_6_ac\n",
      "conv2d_102\n",
      "batch_normalization_102\n",
      "activation_102\n",
      "conv2d_103\n",
      "batch_normalization_103\n",
      "activation_103\n",
      "conv2d_101\n",
      "conv2d_104\n",
      "batch_normalization_101\n",
      "batch_normalization_104\n",
      "activation_101\n",
      "activation_104\n",
      "block17_7_mixed\n",
      "block17_7_conv\n",
      "block17_7\n",
      "block17_7_ac\n",
      "conv2d_106\n",
      "batch_normalization_106\n",
      "activation_106\n",
      "conv2d_107\n",
      "batch_normalization_107\n",
      "activation_107\n",
      "conv2d_105\n",
      "conv2d_108\n",
      "batch_normalization_105\n",
      "batch_normalization_108\n",
      "activation_105\n",
      "activation_108\n",
      "block17_8_mixed\n",
      "block17_8_conv\n",
      "block17_8\n",
      "block17_8_ac\n",
      "conv2d_110\n",
      "batch_normalization_110\n",
      "activation_110\n",
      "conv2d_111\n",
      "batch_normalization_111\n",
      "activation_111\n",
      "conv2d_109\n",
      "conv2d_112\n",
      "batch_normalization_109\n",
      "batch_normalization_112\n",
      "activation_109\n",
      "activation_112\n",
      "block17_9_mixed\n",
      "block17_9_conv\n",
      "block17_9\n",
      "block17_9_ac\n",
      "conv2d_114\n",
      "batch_normalization_114\n",
      "activation_114\n",
      "conv2d_115\n",
      "batch_normalization_115\n",
      "activation_115\n",
      "conv2d_113\n",
      "conv2d_116\n",
      "batch_normalization_113\n",
      "batch_normalization_116\n",
      "activation_113\n",
      "activation_116\n",
      "block17_10_mixed\n",
      "block17_10_conv\n",
      "block17_10\n",
      "block17_10_ac\n",
      "conv2d_118\n",
      "batch_normalization_118\n",
      "activation_118\n",
      "conv2d_119\n",
      "batch_normalization_119\n",
      "activation_119\n",
      "conv2d_117\n",
      "conv2d_120\n",
      "batch_normalization_117\n",
      "batch_normalization_120\n",
      "activation_117\n",
      "activation_120\n",
      "block17_11_mixed\n",
      "block17_11_conv\n",
      "block17_11\n",
      "block17_11_ac\n",
      "conv2d_122\n",
      "batch_normalization_122\n",
      "activation_122\n",
      "conv2d_123\n",
      "batch_normalization_123\n",
      "activation_123\n",
      "conv2d_121\n",
      "conv2d_124\n",
      "batch_normalization_121\n",
      "batch_normalization_124\n",
      "activation_121\n",
      "activation_124\n",
      "block17_12_mixed\n",
      "block17_12_conv\n",
      "block17_12\n",
      "block17_12_ac\n",
      "conv2d_126\n",
      "batch_normalization_126\n",
      "activation_126\n",
      "conv2d_127\n",
      "batch_normalization_127\n",
      "activation_127\n",
      "conv2d_125\n",
      "conv2d_128\n",
      "batch_normalization_125\n",
      "batch_normalization_128\n",
      "activation_125\n",
      "activation_128\n",
      "block17_13_mixed\n",
      "block17_13_conv\n",
      "block17_13\n",
      "block17_13_ac\n",
      "conv2d_130\n",
      "batch_normalization_130\n",
      "activation_130\n",
      "conv2d_131\n",
      "batch_normalization_131\n",
      "activation_131\n",
      "conv2d_129\n",
      "conv2d_132\n",
      "batch_normalization_129\n",
      "batch_normalization_132\n",
      "activation_129\n",
      "activation_132\n",
      "block17_14_mixed\n",
      "block17_14_conv\n",
      "block17_14\n",
      "block17_14_ac\n",
      "conv2d_134\n",
      "batch_normalization_134\n",
      "activation_134\n",
      "conv2d_135\n",
      "batch_normalization_135\n",
      "activation_135\n",
      "conv2d_133\n",
      "conv2d_136\n",
      "batch_normalization_133\n",
      "batch_normalization_136\n",
      "activation_133\n",
      "activation_136\n",
      "block17_15_mixed\n",
      "block17_15_conv\n",
      "block17_15\n",
      "block17_15_ac\n",
      "conv2d_138\n",
      "batch_normalization_138\n",
      "activation_138\n",
      "conv2d_139\n",
      "batch_normalization_139\n",
      "activation_139\n",
      "conv2d_137\n",
      "conv2d_140\n",
      "batch_normalization_137\n",
      "batch_normalization_140\n",
      "activation_137\n",
      "activation_140\n",
      "block17_16_mixed\n",
      "block17_16_conv\n",
      "block17_16\n",
      "block17_16_ac\n",
      "conv2d_142\n",
      "batch_normalization_142\n",
      "activation_142\n",
      "conv2d_143\n",
      "batch_normalization_143\n",
      "activation_143\n",
      "conv2d_141\n",
      "conv2d_144\n",
      "batch_normalization_141\n",
      "batch_normalization_144\n",
      "activation_141\n",
      "activation_144\n",
      "block17_17_mixed\n",
      "block17_17_conv\n",
      "block17_17\n",
      "block17_17_ac\n",
      "conv2d_146\n",
      "batch_normalization_146\n",
      "activation_146\n",
      "conv2d_147\n",
      "batch_normalization_147\n",
      "activation_147\n",
      "conv2d_145\n",
      "conv2d_148\n",
      "batch_normalization_145\n",
      "batch_normalization_148\n",
      "activation_145\n",
      "activation_148\n",
      "block17_18_mixed\n",
      "block17_18_conv\n",
      "block17_18\n",
      "block17_18_ac\n",
      "conv2d_150\n",
      "batch_normalization_150\n",
      "activation_150\n",
      "conv2d_151\n",
      "batch_normalization_151\n",
      "activation_151\n",
      "conv2d_149\n",
      "conv2d_152\n",
      "batch_normalization_149\n",
      "batch_normalization_152\n",
      "activation_149\n",
      "activation_152\n",
      "block17_19_mixed\n",
      "block17_19_conv\n",
      "block17_19\n",
      "block17_19_ac\n",
      "conv2d_154\n",
      "batch_normalization_154\n",
      "activation_154\n",
      "conv2d_155\n",
      "batch_normalization_155\n",
      "activation_155\n",
      "conv2d_153\n",
      "conv2d_156\n",
      "batch_normalization_153\n",
      "batch_normalization_156\n",
      "activation_153\n",
      "activation_156\n",
      "block17_20_mixed\n",
      "block17_20_conv\n",
      "block17_20\n",
      "block17_20_ac\n",
      "conv2d_161\n",
      "batch_normalization_161\n",
      "activation_161\n",
      "conv2d_157\n",
      "conv2d_159\n",
      "conv2d_162\n",
      "batch_normalization_157\n",
      "batch_normalization_159\n",
      "batch_normalization_162\n",
      "activation_157\n",
      "activation_159\n",
      "activation_162\n",
      "conv2d_158\n",
      "conv2d_160\n",
      "conv2d_163\n",
      "batch_normalization_158\n",
      "batch_normalization_160\n",
      "batch_normalization_163\n",
      "activation_158\n",
      "activation_160\n",
      "activation_163\n",
      "max_pooling2d_4\n",
      "mixed_7a\n",
      "conv2d_165\n",
      "batch_normalization_165\n",
      "activation_165\n",
      "conv2d_166\n",
      "batch_normalization_166\n",
      "activation_166\n",
      "conv2d_164\n",
      "conv2d_167\n",
      "batch_normalization_164\n",
      "batch_normalization_167\n",
      "activation_164\n",
      "activation_167\n",
      "block8_1_mixed\n",
      "block8_1_conv\n",
      "block8_1\n",
      "block8_1_ac\n",
      "conv2d_169\n",
      "batch_normalization_169\n",
      "activation_169\n",
      "conv2d_170\n",
      "batch_normalization_170\n",
      "activation_170\n",
      "conv2d_168\n",
      "conv2d_171\n",
      "batch_normalization_168\n",
      "batch_normalization_171\n",
      "activation_168\n",
      "activation_171\n",
      "block8_2_mixed\n",
      "block8_2_conv\n",
      "block8_2\n",
      "block8_2_ac\n",
      "conv2d_173\n",
      "batch_normalization_173\n",
      "activation_173\n",
      "conv2d_174\n",
      "batch_normalization_174\n",
      "activation_174\n",
      "conv2d_172\n",
      "conv2d_175\n",
      "batch_normalization_172\n",
      "batch_normalization_175\n",
      "activation_172\n",
      "activation_175\n",
      "block8_3_mixed\n",
      "block8_3_conv\n",
      "block8_3\n",
      "block8_3_ac\n",
      "conv2d_177\n",
      "batch_normalization_177\n",
      "activation_177\n",
      "conv2d_178\n",
      "batch_normalization_178\n",
      "activation_178\n",
      "conv2d_176\n",
      "conv2d_179\n",
      "batch_normalization_176\n",
      "batch_normalization_179\n",
      "activation_176\n",
      "activation_179\n",
      "block8_4_mixed\n",
      "block8_4_conv\n",
      "block8_4\n",
      "block8_4_ac\n",
      "conv2d_181\n",
      "batch_normalization_181\n",
      "activation_181\n",
      "conv2d_182\n",
      "batch_normalization_182\n",
      "activation_182\n",
      "conv2d_180\n",
      "conv2d_183\n",
      "batch_normalization_180\n",
      "batch_normalization_183\n",
      "activation_180\n",
      "activation_183\n",
      "block8_5_mixed\n",
      "block8_5_conv\n",
      "block8_5\n",
      "block8_5_ac\n",
      "conv2d_185\n",
      "batch_normalization_185\n",
      "activation_185\n",
      "conv2d_186\n",
      "batch_normalization_186\n",
      "activation_186\n",
      "conv2d_184\n",
      "conv2d_187\n",
      "batch_normalization_184\n",
      "batch_normalization_187\n",
      "activation_184\n",
      "activation_187\n",
      "block8_6_mixed\n",
      "block8_6_conv\n",
      "block8_6\n",
      "block8_6_ac\n",
      "conv2d_189\n",
      "batch_normalization_189\n",
      "activation_189\n",
      "conv2d_190\n",
      "batch_normalization_190\n",
      "activation_190\n",
      "conv2d_188\n",
      "conv2d_191\n",
      "batch_normalization_188\n",
      "batch_normalization_191\n",
      "activation_188\n",
      "activation_191\n",
      "block8_7_mixed\n",
      "block8_7_conv\n",
      "block8_7\n",
      "block8_7_ac\n",
      "conv2d_193\n",
      "batch_normalization_193\n",
      "activation_193\n",
      "conv2d_194\n",
      "batch_normalization_194\n",
      "activation_194\n",
      "conv2d_192\n",
      "conv2d_195\n",
      "batch_normalization_192\n",
      "batch_normalization_195\n",
      "activation_192\n",
      "activation_195\n",
      "block8_8_mixed\n",
      "block8_8_conv\n",
      "block8_8\n",
      "block8_8_ac\n",
      "conv2d_197\n",
      "batch_normalization_197\n",
      "activation_197\n",
      "conv2d_198\n",
      "batch_normalization_198\n",
      "activation_198\n",
      "conv2d_196\n",
      "conv2d_199\n",
      "batch_normalization_196\n",
      "batch_normalization_199\n",
      "activation_196\n",
      "activation_199\n",
      "block8_9_mixed\n",
      "block8_9_conv\n",
      "block8_9\n",
      "block8_9_ac\n",
      "conv2d_201\n",
      "batch_normalization_201\n",
      "activation_201\n",
      "conv2d_202\n",
      "batch_normalization_202\n",
      "activation_202\n",
      "conv2d_200\n",
      "conv2d_203\n",
      "batch_normalization_200\n",
      "batch_normalization_203\n",
      "activation_200\n",
      "activation_203\n",
      "block8_10_mixed\n",
      "block8_10_conv\n",
      "block8_10\n",
      "conv_7b\n",
      "conv_7b_bn\n",
      "conv_7b_ac\n",
      "780\n"
     ]
    }
   ],
   "source": [
    "for layer in pre_trained_model.layers:\n",
    "    print(layer.name)\n",
    "    if hasattr(layer, 'moving_mean') and hasattr(layer, 'moving_variance'):\n",
    "        layer.trainable = True\n",
    "        K.eval(K.update(layer.moving_mean, K.zeros_like(layer.moving_mean)))\n",
    "        K.eval(K.update(layer.moving_variance, K.zeros_like(layer.moving_variance)))\n",
    "    else:\n",
    "        layer.trainable = False\n",
    "\n",
    "print(len(pre_trained_model.layers))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "last layer output shape: (None, 4, 6, 1536)\n"
     ]
    }
   ],
   "source": [
    "last_layer = pre_trained_model.get_layer('conv_7b_ac')\n",
    "print('last layer output shape:', last_layer.output_shape)\n",
    "last_output = last_layer.output"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Define the Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Flatten the output layer to 1 dimension\n",
    "x = layers.GlobalMaxPooling2D()(last_output)\n",
    "# Add a fully connected layer with 512 hidden units and ReLU activation\n",
    "x = layers.Dense(512, activation='relu')(x)\n",
    "# Add a dropout rate of 0.7\n",
    "x = layers.Dropout(0.5)(x)\n",
    "# Add a final sigmoid layer for classification\n",
    "x = layers.Dense(7, activation='softmax')(x)\n",
    "\n",
    "# Configure and compile the model\n",
    "\n",
    "model = Model(pre_trained_model.input, x)\n",
    "optimizer = Adam(lr=0.0001, beta_1=0.9, beta_2=0.999, epsilon=None, decay=0.0, amsgrad=True)\n",
    "model.compile(loss='categorical_crossentropy',\n",
    "              optimizer=optimizer,\n",
    "              metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            (None, 192, 256, 3)  0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_1 (Conv2D)               (None, 95, 127, 32)  864         input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_1 (BatchNor (None, 95, 127, 32)  96          conv2d_1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_1 (Activation)       (None, 95, 127, 32)  0           batch_normalization_1[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_2 (Conv2D)               (None, 93, 125, 32)  9216        activation_1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_2 (BatchNor (None, 93, 125, 32)  96          conv2d_2[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_2 (Activation)       (None, 93, 125, 32)  0           batch_normalization_2[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3 (Conv2D)               (None, 93, 125, 64)  18432       activation_2[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_3 (BatchNor (None, 93, 125, 64)  192         conv2d_3[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_3 (Activation)       (None, 93, 125, 64)  0           batch_normalization_3[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_1 (MaxPooling2D)  (None, 46, 62, 64)   0           activation_3[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_4 (Conv2D)               (None, 46, 62, 80)   5120        max_pooling2d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_4 (BatchNor (None, 46, 62, 80)   240         conv2d_4[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_4 (Activation)       (None, 46, 62, 80)   0           batch_normalization_4[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_5 (Conv2D)               (None, 44, 60, 192)  138240      activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5 (BatchNor (None, 44, 60, 192)  576         conv2d_5[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_5 (Activation)       (None, 44, 60, 192)  0           batch_normalization_5[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_2 (MaxPooling2D)  (None, 21, 29, 192)  0           activation_5[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_9 (Conv2D)               (None, 21, 29, 64)   12288       max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_9 (BatchNor (None, 21, 29, 64)   192         conv2d_9[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_9 (Activation)       (None, 21, 29, 64)   0           batch_normalization_9[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_7 (Conv2D)               (None, 21, 29, 48)   9216        max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_10 (Conv2D)              (None, 21, 29, 96)   55296       activation_9[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_7 (BatchNor (None, 21, 29, 48)   144         conv2d_7[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_10 (BatchNo (None, 21, 29, 96)   288         conv2d_10[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_7 (Activation)       (None, 21, 29, 48)   0           batch_normalization_7[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_10 (Activation)      (None, 21, 29, 96)   0           batch_normalization_10[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_1 (AveragePoo (None, 21, 29, 192)  0           max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_6 (Conv2D)               (None, 21, 29, 96)   18432       max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_8 (Conv2D)               (None, 21, 29, 64)   76800       activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_11 (Conv2D)              (None, 21, 29, 96)   82944       activation_10[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_12 (Conv2D)              (None, 21, 29, 64)   12288       average_pooling2d_1[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_6 (BatchNor (None, 21, 29, 96)   288         conv2d_6[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_8 (BatchNor (None, 21, 29, 64)   192         conv2d_8[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_11 (BatchNo (None, 21, 29, 96)   288         conv2d_11[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_12 (BatchNo (None, 21, 29, 64)   192         conv2d_12[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_6 (Activation)       (None, 21, 29, 96)   0           batch_normalization_6[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_8 (Activation)       (None, 21, 29, 64)   0           batch_normalization_8[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_11 (Activation)      (None, 21, 29, 96)   0           batch_normalization_11[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_12 (Activation)      (None, 21, 29, 64)   0           batch_normalization_12[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed_5b (Concatenate)          (None, 21, 29, 320)  0           activation_6[0][0]               \n",
      "                                                                 activation_8[0][0]               \n",
      "                                                                 activation_11[0][0]              \n",
      "                                                                 activation_12[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_16 (Conv2D)              (None, 21, 29, 32)   10240       mixed_5b[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_16 (BatchNo (None, 21, 29, 32)   96          conv2d_16[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_16 (Activation)      (None, 21, 29, 32)   0           batch_normalization_16[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_14 (Conv2D)              (None, 21, 29, 32)   10240       mixed_5b[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_17 (Conv2D)              (None, 21, 29, 48)   13824       activation_16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_14 (BatchNo (None, 21, 29, 32)   96          conv2d_14[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_17 (BatchNo (None, 21, 29, 48)   144         conv2d_17[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_14 (Activation)      (None, 21, 29, 32)   0           batch_normalization_14[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_17 (Activation)      (None, 21, 29, 48)   0           batch_normalization_17[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_13 (Conv2D)              (None, 21, 29, 32)   10240       mixed_5b[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_15 (Conv2D)              (None, 21, 29, 32)   9216        activation_14[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_18 (Conv2D)              (None, 21, 29, 64)   27648       activation_17[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_13 (BatchNo (None, 21, 29, 32)   96          conv2d_13[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_15 (BatchNo (None, 21, 29, 32)   96          conv2d_15[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_18 (BatchNo (None, 21, 29, 64)   192         conv2d_18[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_13 (Activation)      (None, 21, 29, 32)   0           batch_normalization_13[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_15 (Activation)      (None, 21, 29, 32)   0           batch_normalization_15[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_18 (Activation)      (None, 21, 29, 64)   0           batch_normalization_18[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_13[0][0]              \n",
      "                                                                 activation_15[0][0]              \n",
      "                                                                 activation_18[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_1_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_1 (Lambda)              (None, 21, 29, 320)  0           mixed_5b[0][0]                   \n",
      "                                                                 block35_1_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_ac (Activation)       (None, 21, 29, 320)  0           block35_1[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_22 (Conv2D)              (None, 21, 29, 32)   10240       block35_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_22 (BatchNo (None, 21, 29, 32)   96          conv2d_22[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_22 (Activation)      (None, 21, 29, 32)   0           batch_normalization_22[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_20 (Conv2D)              (None, 21, 29, 32)   10240       block35_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_23 (Conv2D)              (None, 21, 29, 48)   13824       activation_22[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_20 (BatchNo (None, 21, 29, 32)   96          conv2d_20[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_23 (BatchNo (None, 21, 29, 48)   144         conv2d_23[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_20 (Activation)      (None, 21, 29, 32)   0           batch_normalization_20[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_23 (Activation)      (None, 21, 29, 48)   0           batch_normalization_23[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_19 (Conv2D)              (None, 21, 29, 32)   10240       block35_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_21 (Conv2D)              (None, 21, 29, 32)   9216        activation_20[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_24 (Conv2D)              (None, 21, 29, 64)   27648       activation_23[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_19 (BatchNo (None, 21, 29, 32)   96          conv2d_19[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_21 (BatchNo (None, 21, 29, 32)   96          conv2d_21[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_24 (BatchNo (None, 21, 29, 64)   192         conv2d_24[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_19 (Activation)      (None, 21, 29, 32)   0           batch_normalization_19[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_21 (Activation)      (None, 21, 29, 32)   0           batch_normalization_21[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_24 (Activation)      (None, 21, 29, 64)   0           batch_normalization_24[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_19[0][0]              \n",
      "                                                                 activation_21[0][0]              \n",
      "                                                                 activation_24[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_2_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_2 (Lambda)              (None, 21, 29, 320)  0           block35_1_ac[0][0]               \n",
      "                                                                 block35_2_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_ac (Activation)       (None, 21, 29, 320)  0           block35_2[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_28 (Conv2D)              (None, 21, 29, 32)   10240       block35_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_28 (BatchNo (None, 21, 29, 32)   96          conv2d_28[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_28 (Activation)      (None, 21, 29, 32)   0           batch_normalization_28[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_26 (Conv2D)              (None, 21, 29, 32)   10240       block35_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_29 (Conv2D)              (None, 21, 29, 48)   13824       activation_28[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_26 (BatchNo (None, 21, 29, 32)   96          conv2d_26[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_29 (BatchNo (None, 21, 29, 48)   144         conv2d_29[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_26 (Activation)      (None, 21, 29, 32)   0           batch_normalization_26[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_29 (Activation)      (None, 21, 29, 48)   0           batch_normalization_29[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_25 (Conv2D)              (None, 21, 29, 32)   10240       block35_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_27 (Conv2D)              (None, 21, 29, 32)   9216        activation_26[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_30 (Conv2D)              (None, 21, 29, 64)   27648       activation_29[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_25 (BatchNo (None, 21, 29, 32)   96          conv2d_25[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_27 (BatchNo (None, 21, 29, 32)   96          conv2d_27[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_30 (BatchNo (None, 21, 29, 64)   192         conv2d_30[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_25 (Activation)      (None, 21, 29, 32)   0           batch_normalization_25[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_27 (Activation)      (None, 21, 29, 32)   0           batch_normalization_27[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_30 (Activation)      (None, 21, 29, 64)   0           batch_normalization_30[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_25[0][0]              \n",
      "                                                                 activation_27[0][0]              \n",
      "                                                                 activation_30[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_3_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_3 (Lambda)              (None, 21, 29, 320)  0           block35_2_ac[0][0]               \n",
      "                                                                 block35_3_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_ac (Activation)       (None, 21, 29, 320)  0           block35_3[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_34 (Conv2D)              (None, 21, 29, 32)   10240       block35_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_34 (BatchNo (None, 21, 29, 32)   96          conv2d_34[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_34 (Activation)      (None, 21, 29, 32)   0           batch_normalization_34[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_32 (Conv2D)              (None, 21, 29, 32)   10240       block35_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_35 (Conv2D)              (None, 21, 29, 48)   13824       activation_34[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_32 (BatchNo (None, 21, 29, 32)   96          conv2d_32[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_35 (BatchNo (None, 21, 29, 48)   144         conv2d_35[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_32 (Activation)      (None, 21, 29, 32)   0           batch_normalization_32[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_35 (Activation)      (None, 21, 29, 48)   0           batch_normalization_35[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_31 (Conv2D)              (None, 21, 29, 32)   10240       block35_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_33 (Conv2D)              (None, 21, 29, 32)   9216        activation_32[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_36 (Conv2D)              (None, 21, 29, 64)   27648       activation_35[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_31 (BatchNo (None, 21, 29, 32)   96          conv2d_31[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_33 (BatchNo (None, 21, 29, 32)   96          conv2d_33[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_36 (BatchNo (None, 21, 29, 64)   192         conv2d_36[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_31 (Activation)      (None, 21, 29, 32)   0           batch_normalization_31[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_33 (Activation)      (None, 21, 29, 32)   0           batch_normalization_33[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_36 (Activation)      (None, 21, 29, 64)   0           batch_normalization_36[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_31[0][0]              \n",
      "                                                                 activation_33[0][0]              \n",
      "                                                                 activation_36[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_4_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_4 (Lambda)              (None, 21, 29, 320)  0           block35_3_ac[0][0]               \n",
      "                                                                 block35_4_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_ac (Activation)       (None, 21, 29, 320)  0           block35_4[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_40 (Conv2D)              (None, 21, 29, 32)   10240       block35_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_40 (BatchNo (None, 21, 29, 32)   96          conv2d_40[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_40 (Activation)      (None, 21, 29, 32)   0           batch_normalization_40[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_38 (Conv2D)              (None, 21, 29, 32)   10240       block35_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_41 (Conv2D)              (None, 21, 29, 48)   13824       activation_40[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_38 (BatchNo (None, 21, 29, 32)   96          conv2d_38[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_41 (BatchNo (None, 21, 29, 48)   144         conv2d_41[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_38 (Activation)      (None, 21, 29, 32)   0           batch_normalization_38[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_41 (Activation)      (None, 21, 29, 48)   0           batch_normalization_41[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_37 (Conv2D)              (None, 21, 29, 32)   10240       block35_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_39 (Conv2D)              (None, 21, 29, 32)   9216        activation_38[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_42 (Conv2D)              (None, 21, 29, 64)   27648       activation_41[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_37 (BatchNo (None, 21, 29, 32)   96          conv2d_37[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_39 (BatchNo (None, 21, 29, 32)   96          conv2d_39[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_42 (BatchNo (None, 21, 29, 64)   192         conv2d_42[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_37 (Activation)      (None, 21, 29, 32)   0           batch_normalization_37[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_39 (Activation)      (None, 21, 29, 32)   0           batch_normalization_39[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_42 (Activation)      (None, 21, 29, 64)   0           batch_normalization_42[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_37[0][0]              \n",
      "                                                                 activation_39[0][0]              \n",
      "                                                                 activation_42[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_5_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_5 (Lambda)              (None, 21, 29, 320)  0           block35_4_ac[0][0]               \n",
      "                                                                 block35_5_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_ac (Activation)       (None, 21, 29, 320)  0           block35_5[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_46 (Conv2D)              (None, 21, 29, 32)   10240       block35_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_46 (BatchNo (None, 21, 29, 32)   96          conv2d_46[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_46 (Activation)      (None, 21, 29, 32)   0           batch_normalization_46[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_44 (Conv2D)              (None, 21, 29, 32)   10240       block35_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_47 (Conv2D)              (None, 21, 29, 48)   13824       activation_46[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_44 (BatchNo (None, 21, 29, 32)   96          conv2d_44[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_47 (BatchNo (None, 21, 29, 48)   144         conv2d_47[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_44 (Activation)      (None, 21, 29, 32)   0           batch_normalization_44[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_47 (Activation)      (None, 21, 29, 48)   0           batch_normalization_47[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_43 (Conv2D)              (None, 21, 29, 32)   10240       block35_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_45 (Conv2D)              (None, 21, 29, 32)   9216        activation_44[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_48 (Conv2D)              (None, 21, 29, 64)   27648       activation_47[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_43 (BatchNo (None, 21, 29, 32)   96          conv2d_43[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_45 (BatchNo (None, 21, 29, 32)   96          conv2d_45[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_48 (BatchNo (None, 21, 29, 64)   192         conv2d_48[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_43 (Activation)      (None, 21, 29, 32)   0           batch_normalization_43[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_45 (Activation)      (None, 21, 29, 32)   0           batch_normalization_45[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_48 (Activation)      (None, 21, 29, 64)   0           batch_normalization_48[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_43[0][0]              \n",
      "                                                                 activation_45[0][0]              \n",
      "                                                                 activation_48[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_6_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_6 (Lambda)              (None, 21, 29, 320)  0           block35_5_ac[0][0]               \n",
      "                                                                 block35_6_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_ac (Activation)       (None, 21, 29, 320)  0           block35_6[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_52 (Conv2D)              (None, 21, 29, 32)   10240       block35_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_52 (BatchNo (None, 21, 29, 32)   96          conv2d_52[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_52 (Activation)      (None, 21, 29, 32)   0           batch_normalization_52[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_50 (Conv2D)              (None, 21, 29, 32)   10240       block35_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_53 (Conv2D)              (None, 21, 29, 48)   13824       activation_52[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_50 (BatchNo (None, 21, 29, 32)   96          conv2d_50[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_53 (BatchNo (None, 21, 29, 48)   144         conv2d_53[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_50 (Activation)      (None, 21, 29, 32)   0           batch_normalization_50[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_53 (Activation)      (None, 21, 29, 48)   0           batch_normalization_53[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_49 (Conv2D)              (None, 21, 29, 32)   10240       block35_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_51 (Conv2D)              (None, 21, 29, 32)   9216        activation_50[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_54 (Conv2D)              (None, 21, 29, 64)   27648       activation_53[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_49 (BatchNo (None, 21, 29, 32)   96          conv2d_49[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_51 (BatchNo (None, 21, 29, 32)   96          conv2d_51[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_54 (BatchNo (None, 21, 29, 64)   192         conv2d_54[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_49 (Activation)      (None, 21, 29, 32)   0           batch_normalization_49[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_51 (Activation)      (None, 21, 29, 32)   0           batch_normalization_51[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_54 (Activation)      (None, 21, 29, 64)   0           batch_normalization_54[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_49[0][0]              \n",
      "                                                                 activation_51[0][0]              \n",
      "                                                                 activation_54[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_7_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_7 (Lambda)              (None, 21, 29, 320)  0           block35_6_ac[0][0]               \n",
      "                                                                 block35_7_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_ac (Activation)       (None, 21, 29, 320)  0           block35_7[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_58 (Conv2D)              (None, 21, 29, 32)   10240       block35_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_58 (BatchNo (None, 21, 29, 32)   96          conv2d_58[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_58 (Activation)      (None, 21, 29, 32)   0           batch_normalization_58[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_56 (Conv2D)              (None, 21, 29, 32)   10240       block35_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_59 (Conv2D)              (None, 21, 29, 48)   13824       activation_58[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_56 (BatchNo (None, 21, 29, 32)   96          conv2d_56[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_59 (BatchNo (None, 21, 29, 48)   144         conv2d_59[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_56 (Activation)      (None, 21, 29, 32)   0           batch_normalization_56[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_59 (Activation)      (None, 21, 29, 48)   0           batch_normalization_59[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_55 (Conv2D)              (None, 21, 29, 32)   10240       block35_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_57 (Conv2D)              (None, 21, 29, 32)   9216        activation_56[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_60 (Conv2D)              (None, 21, 29, 64)   27648       activation_59[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_55 (BatchNo (None, 21, 29, 32)   96          conv2d_55[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_57 (BatchNo (None, 21, 29, 32)   96          conv2d_57[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_60 (BatchNo (None, 21, 29, 64)   192         conv2d_60[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_55 (Activation)      (None, 21, 29, 32)   0           batch_normalization_55[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_57 (Activation)      (None, 21, 29, 32)   0           batch_normalization_57[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_60 (Activation)      (None, 21, 29, 64)   0           batch_normalization_60[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_55[0][0]              \n",
      "                                                                 activation_57[0][0]              \n",
      "                                                                 activation_60[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_8_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_8 (Lambda)              (None, 21, 29, 320)  0           block35_7_ac[0][0]               \n",
      "                                                                 block35_8_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_ac (Activation)       (None, 21, 29, 320)  0           block35_8[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_64 (Conv2D)              (None, 21, 29, 32)   10240       block35_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_64 (BatchNo (None, 21, 29, 32)   96          conv2d_64[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_64 (Activation)      (None, 21, 29, 32)   0           batch_normalization_64[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_62 (Conv2D)              (None, 21, 29, 32)   10240       block35_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_65 (Conv2D)              (None, 21, 29, 48)   13824       activation_64[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_62 (BatchNo (None, 21, 29, 32)   96          conv2d_62[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_65 (BatchNo (None, 21, 29, 48)   144         conv2d_65[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_62 (Activation)      (None, 21, 29, 32)   0           batch_normalization_62[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_65 (Activation)      (None, 21, 29, 48)   0           batch_normalization_65[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_61 (Conv2D)              (None, 21, 29, 32)   10240       block35_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_63 (Conv2D)              (None, 21, 29, 32)   9216        activation_62[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_66 (Conv2D)              (None, 21, 29, 64)   27648       activation_65[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_61 (BatchNo (None, 21, 29, 32)   96          conv2d_61[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_63 (BatchNo (None, 21, 29, 32)   96          conv2d_63[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_66 (BatchNo (None, 21, 29, 64)   192         conv2d_66[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_61 (Activation)      (None, 21, 29, 32)   0           batch_normalization_61[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_63 (Activation)      (None, 21, 29, 32)   0           batch_normalization_63[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_66 (Activation)      (None, 21, 29, 64)   0           batch_normalization_66[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_61[0][0]              \n",
      "                                                                 activation_63[0][0]              \n",
      "                                                                 activation_66[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_9_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_9 (Lambda)              (None, 21, 29, 320)  0           block35_8_ac[0][0]               \n",
      "                                                                 block35_9_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_ac (Activation)       (None, 21, 29, 320)  0           block35_9[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_70 (Conv2D)              (None, 21, 29, 32)   10240       block35_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_70 (BatchNo (None, 21, 29, 32)   96          conv2d_70[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_70 (Activation)      (None, 21, 29, 32)   0           batch_normalization_70[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_68 (Conv2D)              (None, 21, 29, 32)   10240       block35_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_71 (Conv2D)              (None, 21, 29, 48)   13824       activation_70[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_68 (BatchNo (None, 21, 29, 32)   96          conv2d_68[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_71 (BatchNo (None, 21, 29, 48)   144         conv2d_71[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_68 (Activation)      (None, 21, 29, 32)   0           batch_normalization_68[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_71 (Activation)      (None, 21, 29, 48)   0           batch_normalization_71[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_67 (Conv2D)              (None, 21, 29, 32)   10240       block35_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_69 (Conv2D)              (None, 21, 29, 32)   9216        activation_68[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_72 (Conv2D)              (None, 21, 29, 64)   27648       activation_71[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_67 (BatchNo (None, 21, 29, 32)   96          conv2d_67[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_69 (BatchNo (None, 21, 29, 32)   96          conv2d_69[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_72 (BatchNo (None, 21, 29, 64)   192         conv2d_72[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_67 (Activation)      (None, 21, 29, 32)   0           batch_normalization_67[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_69 (Activation)      (None, 21, 29, 32)   0           batch_normalization_69[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_72 (Activation)      (None, 21, 29, 64)   0           batch_normalization_72[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_mixed (Concatenate)  (None, 21, 29, 128)  0           activation_67[0][0]              \n",
      "                                                                 activation_69[0][0]              \n",
      "                                                                 activation_72[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_conv (Conv2D)        (None, 21, 29, 320)  41280       block35_10_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block35_10 (Lambda)             (None, 21, 29, 320)  0           block35_9_ac[0][0]               \n",
      "                                                                 block35_10_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_ac (Activation)      (None, 21, 29, 320)  0           block35_10[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_74 (Conv2D)              (None, 21, 29, 256)  81920       block35_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_74 (BatchNo (None, 21, 29, 256)  768         conv2d_74[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_74 (Activation)      (None, 21, 29, 256)  0           batch_normalization_74[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_75 (Conv2D)              (None, 21, 29, 256)  589824      activation_74[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_75 (BatchNo (None, 21, 29, 256)  768         conv2d_75[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_75 (Activation)      (None, 21, 29, 256)  0           batch_normalization_75[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_73 (Conv2D)              (None, 10, 14, 384)  1105920     block35_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_76 (Conv2D)              (None, 10, 14, 384)  884736      activation_75[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_73 (BatchNo (None, 10, 14, 384)  1152        conv2d_73[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_76 (BatchNo (None, 10, 14, 384)  1152        conv2d_76[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_73 (Activation)      (None, 10, 14, 384)  0           batch_normalization_73[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_76 (Activation)      (None, 10, 14, 384)  0           batch_normalization_76[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_3 (MaxPooling2D)  (None, 10, 14, 320)  0           block35_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "mixed_6a (Concatenate)          (None, 10, 14, 1088) 0           activation_73[0][0]              \n",
      "                                                                 activation_76[0][0]              \n",
      "                                                                 max_pooling2d_3[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_78 (Conv2D)              (None, 10, 14, 128)  139264      mixed_6a[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_78 (BatchNo (None, 10, 14, 128)  384         conv2d_78[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_78 (Activation)      (None, 10, 14, 128)  0           batch_normalization_78[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_79 (Conv2D)              (None, 10, 14, 160)  143360      activation_78[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_79 (BatchNo (None, 10, 14, 160)  480         conv2d_79[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_79 (Activation)      (None, 10, 14, 160)  0           batch_normalization_79[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_77 (Conv2D)              (None, 10, 14, 192)  208896      mixed_6a[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_80 (Conv2D)              (None, 10, 14, 192)  215040      activation_79[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_77 (BatchNo (None, 10, 14, 192)  576         conv2d_77[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_80 (BatchNo (None, 10, 14, 192)  576         conv2d_80[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_77 (Activation)      (None, 10, 14, 192)  0           batch_normalization_77[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_80 (Activation)      (None, 10, 14, 192)  0           batch_normalization_80[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_77[0][0]              \n",
      "                                                                 activation_80[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_1_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_1 (Lambda)              (None, 10, 14, 1088) 0           mixed_6a[0][0]                   \n",
      "                                                                 block17_1_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_ac (Activation)       (None, 10, 14, 1088) 0           block17_1[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_82 (Conv2D)              (None, 10, 14, 128)  139264      block17_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_82 (BatchNo (None, 10, 14, 128)  384         conv2d_82[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_82 (Activation)      (None, 10, 14, 128)  0           batch_normalization_82[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_83 (Conv2D)              (None, 10, 14, 160)  143360      activation_82[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_83 (BatchNo (None, 10, 14, 160)  480         conv2d_83[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_83 (Activation)      (None, 10, 14, 160)  0           batch_normalization_83[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_81 (Conv2D)              (None, 10, 14, 192)  208896      block17_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_84 (Conv2D)              (None, 10, 14, 192)  215040      activation_83[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_81 (BatchNo (None, 10, 14, 192)  576         conv2d_81[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_84 (BatchNo (None, 10, 14, 192)  576         conv2d_84[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_81 (Activation)      (None, 10, 14, 192)  0           batch_normalization_81[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_84 (Activation)      (None, 10, 14, 192)  0           batch_normalization_84[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_81[0][0]              \n",
      "                                                                 activation_84[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_2_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_2 (Lambda)              (None, 10, 14, 1088) 0           block17_1_ac[0][0]               \n",
      "                                                                 block17_2_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_ac (Activation)       (None, 10, 14, 1088) 0           block17_2[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_86 (Conv2D)              (None, 10, 14, 128)  139264      block17_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_86 (BatchNo (None, 10, 14, 128)  384         conv2d_86[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_86 (Activation)      (None, 10, 14, 128)  0           batch_normalization_86[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_87 (Conv2D)              (None, 10, 14, 160)  143360      activation_86[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_87 (BatchNo (None, 10, 14, 160)  480         conv2d_87[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_87 (Activation)      (None, 10, 14, 160)  0           batch_normalization_87[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_85 (Conv2D)              (None, 10, 14, 192)  208896      block17_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_88 (Conv2D)              (None, 10, 14, 192)  215040      activation_87[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_85 (BatchNo (None, 10, 14, 192)  576         conv2d_85[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_88 (BatchNo (None, 10, 14, 192)  576         conv2d_88[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_85 (Activation)      (None, 10, 14, 192)  0           batch_normalization_85[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_88 (Activation)      (None, 10, 14, 192)  0           batch_normalization_88[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_85[0][0]              \n",
      "                                                                 activation_88[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_3_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_3 (Lambda)              (None, 10, 14, 1088) 0           block17_2_ac[0][0]               \n",
      "                                                                 block17_3_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_ac (Activation)       (None, 10, 14, 1088) 0           block17_3[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_90 (Conv2D)              (None, 10, 14, 128)  139264      block17_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_90 (BatchNo (None, 10, 14, 128)  384         conv2d_90[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_90 (Activation)      (None, 10, 14, 128)  0           batch_normalization_90[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_91 (Conv2D)              (None, 10, 14, 160)  143360      activation_90[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_91 (BatchNo (None, 10, 14, 160)  480         conv2d_91[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_91 (Activation)      (None, 10, 14, 160)  0           batch_normalization_91[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_89 (Conv2D)              (None, 10, 14, 192)  208896      block17_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_92 (Conv2D)              (None, 10, 14, 192)  215040      activation_91[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_89 (BatchNo (None, 10, 14, 192)  576         conv2d_89[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_92 (BatchNo (None, 10, 14, 192)  576         conv2d_92[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_89 (Activation)      (None, 10, 14, 192)  0           batch_normalization_89[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_92 (Activation)      (None, 10, 14, 192)  0           batch_normalization_92[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_89[0][0]              \n",
      "                                                                 activation_92[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_4_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_4 (Lambda)              (None, 10, 14, 1088) 0           block17_3_ac[0][0]               \n",
      "                                                                 block17_4_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_ac (Activation)       (None, 10, 14, 1088) 0           block17_4[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_94 (Conv2D)              (None, 10, 14, 128)  139264      block17_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_94 (BatchNo (None, 10, 14, 128)  384         conv2d_94[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_94 (Activation)      (None, 10, 14, 128)  0           batch_normalization_94[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_95 (Conv2D)              (None, 10, 14, 160)  143360      activation_94[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_95 (BatchNo (None, 10, 14, 160)  480         conv2d_95[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_95 (Activation)      (None, 10, 14, 160)  0           batch_normalization_95[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_93 (Conv2D)              (None, 10, 14, 192)  208896      block17_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_96 (Conv2D)              (None, 10, 14, 192)  215040      activation_95[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_93 (BatchNo (None, 10, 14, 192)  576         conv2d_93[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_96 (BatchNo (None, 10, 14, 192)  576         conv2d_96[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_93 (Activation)      (None, 10, 14, 192)  0           batch_normalization_93[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_96 (Activation)      (None, 10, 14, 192)  0           batch_normalization_96[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_93[0][0]              \n",
      "                                                                 activation_96[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_5_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_5 (Lambda)              (None, 10, 14, 1088) 0           block17_4_ac[0][0]               \n",
      "                                                                 block17_5_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_ac (Activation)       (None, 10, 14, 1088) 0           block17_5[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_98 (Conv2D)              (None, 10, 14, 128)  139264      block17_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_98 (BatchNo (None, 10, 14, 128)  384         conv2d_98[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_98 (Activation)      (None, 10, 14, 128)  0           batch_normalization_98[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_99 (Conv2D)              (None, 10, 14, 160)  143360      activation_98[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_99 (BatchNo (None, 10, 14, 160)  480         conv2d_99[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_99 (Activation)      (None, 10, 14, 160)  0           batch_normalization_99[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_97 (Conv2D)              (None, 10, 14, 192)  208896      block17_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_100 (Conv2D)             (None, 10, 14, 192)  215040      activation_99[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_97 (BatchNo (None, 10, 14, 192)  576         conv2d_97[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_100 (BatchN (None, 10, 14, 192)  576         conv2d_100[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_97 (Activation)      (None, 10, 14, 192)  0           batch_normalization_97[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_100 (Activation)     (None, 10, 14, 192)  0           batch_normalization_100[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_97[0][0]              \n",
      "                                                                 activation_100[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_6_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_6 (Lambda)              (None, 10, 14, 1088) 0           block17_5_ac[0][0]               \n",
      "                                                                 block17_6_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_ac (Activation)       (None, 10, 14, 1088) 0           block17_6[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_102 (Conv2D)             (None, 10, 14, 128)  139264      block17_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_102 (BatchN (None, 10, 14, 128)  384         conv2d_102[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_102 (Activation)     (None, 10, 14, 128)  0           batch_normalization_102[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_103 (Conv2D)             (None, 10, 14, 160)  143360      activation_102[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_103 (BatchN (None, 10, 14, 160)  480         conv2d_103[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_103 (Activation)     (None, 10, 14, 160)  0           batch_normalization_103[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_101 (Conv2D)             (None, 10, 14, 192)  208896      block17_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_104 (Conv2D)             (None, 10, 14, 192)  215040      activation_103[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_101 (BatchN (None, 10, 14, 192)  576         conv2d_101[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_104 (BatchN (None, 10, 14, 192)  576         conv2d_104[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_101 (Activation)     (None, 10, 14, 192)  0           batch_normalization_101[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_104 (Activation)     (None, 10, 14, 192)  0           batch_normalization_104[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_101[0][0]             \n",
      "                                                                 activation_104[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_7_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_7 (Lambda)              (None, 10, 14, 1088) 0           block17_6_ac[0][0]               \n",
      "                                                                 block17_7_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_ac (Activation)       (None, 10, 14, 1088) 0           block17_7[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_106 (Conv2D)             (None, 10, 14, 128)  139264      block17_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_106 (BatchN (None, 10, 14, 128)  384         conv2d_106[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_106 (Activation)     (None, 10, 14, 128)  0           batch_normalization_106[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_107 (Conv2D)             (None, 10, 14, 160)  143360      activation_106[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_107 (BatchN (None, 10, 14, 160)  480         conv2d_107[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_107 (Activation)     (None, 10, 14, 160)  0           batch_normalization_107[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_105 (Conv2D)             (None, 10, 14, 192)  208896      block17_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_108 (Conv2D)             (None, 10, 14, 192)  215040      activation_107[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_105 (BatchN (None, 10, 14, 192)  576         conv2d_105[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_108 (BatchN (None, 10, 14, 192)  576         conv2d_108[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_105 (Activation)     (None, 10, 14, 192)  0           batch_normalization_105[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_108 (Activation)     (None, 10, 14, 192)  0           batch_normalization_108[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_105[0][0]             \n",
      "                                                                 activation_108[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_8_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_8 (Lambda)              (None, 10, 14, 1088) 0           block17_7_ac[0][0]               \n",
      "                                                                 block17_8_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_ac (Activation)       (None, 10, 14, 1088) 0           block17_8[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_110 (Conv2D)             (None, 10, 14, 128)  139264      block17_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_110 (BatchN (None, 10, 14, 128)  384         conv2d_110[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_110 (Activation)     (None, 10, 14, 128)  0           batch_normalization_110[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_111 (Conv2D)             (None, 10, 14, 160)  143360      activation_110[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_111 (BatchN (None, 10, 14, 160)  480         conv2d_111[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_111 (Activation)     (None, 10, 14, 160)  0           batch_normalization_111[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_109 (Conv2D)             (None, 10, 14, 192)  208896      block17_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_112 (Conv2D)             (None, 10, 14, 192)  215040      activation_111[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_109 (BatchN (None, 10, 14, 192)  576         conv2d_109[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_112 (BatchN (None, 10, 14, 192)  576         conv2d_112[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_109 (Activation)     (None, 10, 14, 192)  0           batch_normalization_109[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_112 (Activation)     (None, 10, 14, 192)  0           batch_normalization_112[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_109[0][0]             \n",
      "                                                                 activation_112[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_9_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_9 (Lambda)              (None, 10, 14, 1088) 0           block17_8_ac[0][0]               \n",
      "                                                                 block17_9_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_ac (Activation)       (None, 10, 14, 1088) 0           block17_9[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_114 (Conv2D)             (None, 10, 14, 128)  139264      block17_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_114 (BatchN (None, 10, 14, 128)  384         conv2d_114[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_114 (Activation)     (None, 10, 14, 128)  0           batch_normalization_114[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_115 (Conv2D)             (None, 10, 14, 160)  143360      activation_114[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_115 (BatchN (None, 10, 14, 160)  480         conv2d_115[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_115 (Activation)     (None, 10, 14, 160)  0           batch_normalization_115[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_113 (Conv2D)             (None, 10, 14, 192)  208896      block17_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_116 (Conv2D)             (None, 10, 14, 192)  215040      activation_115[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_113 (BatchN (None, 10, 14, 192)  576         conv2d_113[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_116 (BatchN (None, 10, 14, 192)  576         conv2d_116[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_113 (Activation)     (None, 10, 14, 192)  0           batch_normalization_113[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_116 (Activation)     (None, 10, 14, 192)  0           batch_normalization_116[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_113[0][0]             \n",
      "                                                                 activation_116[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_10_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_10 (Lambda)             (None, 10, 14, 1088) 0           block17_9_ac[0][0]               \n",
      "                                                                 block17_10_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_ac (Activation)      (None, 10, 14, 1088) 0           block17_10[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_118 (Conv2D)             (None, 10, 14, 128)  139264      block17_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_118 (BatchN (None, 10, 14, 128)  384         conv2d_118[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_118 (Activation)     (None, 10, 14, 128)  0           batch_normalization_118[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_119 (Conv2D)             (None, 10, 14, 160)  143360      activation_118[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_119 (BatchN (None, 10, 14, 160)  480         conv2d_119[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_119 (Activation)     (None, 10, 14, 160)  0           batch_normalization_119[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_117 (Conv2D)             (None, 10, 14, 192)  208896      block17_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_120 (Conv2D)             (None, 10, 14, 192)  215040      activation_119[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_117 (BatchN (None, 10, 14, 192)  576         conv2d_117[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_120 (BatchN (None, 10, 14, 192)  576         conv2d_120[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_117 (Activation)     (None, 10, 14, 192)  0           batch_normalization_117[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_120 (Activation)     (None, 10, 14, 192)  0           batch_normalization_120[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_11_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_117[0][0]             \n",
      "                                                                 activation_120[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_11_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_11_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_11 (Lambda)             (None, 10, 14, 1088) 0           block17_10_ac[0][0]              \n",
      "                                                                 block17_11_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_11_ac (Activation)      (None, 10, 14, 1088) 0           block17_11[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_122 (Conv2D)             (None, 10, 14, 128)  139264      block17_11_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_122 (BatchN (None, 10, 14, 128)  384         conv2d_122[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_122 (Activation)     (None, 10, 14, 128)  0           batch_normalization_122[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_123 (Conv2D)             (None, 10, 14, 160)  143360      activation_122[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_123 (BatchN (None, 10, 14, 160)  480         conv2d_123[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_123 (Activation)     (None, 10, 14, 160)  0           batch_normalization_123[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_121 (Conv2D)             (None, 10, 14, 192)  208896      block17_11_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_124 (Conv2D)             (None, 10, 14, 192)  215040      activation_123[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_121 (BatchN (None, 10, 14, 192)  576         conv2d_121[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_124 (BatchN (None, 10, 14, 192)  576         conv2d_124[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_121 (Activation)     (None, 10, 14, 192)  0           batch_normalization_121[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_124 (Activation)     (None, 10, 14, 192)  0           batch_normalization_124[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_12_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_121[0][0]             \n",
      "                                                                 activation_124[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_12_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_12_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_12 (Lambda)             (None, 10, 14, 1088) 0           block17_11_ac[0][0]              \n",
      "                                                                 block17_12_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_12_ac (Activation)      (None, 10, 14, 1088) 0           block17_12[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_126 (Conv2D)             (None, 10, 14, 128)  139264      block17_12_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_126 (BatchN (None, 10, 14, 128)  384         conv2d_126[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_126 (Activation)     (None, 10, 14, 128)  0           batch_normalization_126[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_127 (Conv2D)             (None, 10, 14, 160)  143360      activation_126[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_127 (BatchN (None, 10, 14, 160)  480         conv2d_127[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_127 (Activation)     (None, 10, 14, 160)  0           batch_normalization_127[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_125 (Conv2D)             (None, 10, 14, 192)  208896      block17_12_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_128 (Conv2D)             (None, 10, 14, 192)  215040      activation_127[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_125 (BatchN (None, 10, 14, 192)  576         conv2d_125[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_128 (BatchN (None, 10, 14, 192)  576         conv2d_128[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_125 (Activation)     (None, 10, 14, 192)  0           batch_normalization_125[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_128 (Activation)     (None, 10, 14, 192)  0           batch_normalization_128[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_125[0][0]             \n",
      "                                                                 activation_128[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_13_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_13 (Lambda)             (None, 10, 14, 1088) 0           block17_12_ac[0][0]              \n",
      "                                                                 block17_13_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_ac (Activation)      (None, 10, 14, 1088) 0           block17_13[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_130 (Conv2D)             (None, 10, 14, 128)  139264      block17_13_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_130 (BatchN (None, 10, 14, 128)  384         conv2d_130[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_130 (Activation)     (None, 10, 14, 128)  0           batch_normalization_130[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_131 (Conv2D)             (None, 10, 14, 160)  143360      activation_130[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_131 (BatchN (None, 10, 14, 160)  480         conv2d_131[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_131 (Activation)     (None, 10, 14, 160)  0           batch_normalization_131[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_129 (Conv2D)             (None, 10, 14, 192)  208896      block17_13_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_132 (Conv2D)             (None, 10, 14, 192)  215040      activation_131[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_129 (BatchN (None, 10, 14, 192)  576         conv2d_129[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_132 (BatchN (None, 10, 14, 192)  576         conv2d_132[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_129 (Activation)     (None, 10, 14, 192)  0           batch_normalization_129[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_132 (Activation)     (None, 10, 14, 192)  0           batch_normalization_132[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_129[0][0]             \n",
      "                                                                 activation_132[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_14_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_14 (Lambda)             (None, 10, 14, 1088) 0           block17_13_ac[0][0]              \n",
      "                                                                 block17_14_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_ac (Activation)      (None, 10, 14, 1088) 0           block17_14[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_134 (Conv2D)             (None, 10, 14, 128)  139264      block17_14_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_134 (BatchN (None, 10, 14, 128)  384         conv2d_134[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_134 (Activation)     (None, 10, 14, 128)  0           batch_normalization_134[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_135 (Conv2D)             (None, 10, 14, 160)  143360      activation_134[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_135 (BatchN (None, 10, 14, 160)  480         conv2d_135[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_135 (Activation)     (None, 10, 14, 160)  0           batch_normalization_135[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_133 (Conv2D)             (None, 10, 14, 192)  208896      block17_14_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_136 (Conv2D)             (None, 10, 14, 192)  215040      activation_135[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_133 (BatchN (None, 10, 14, 192)  576         conv2d_133[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_136 (BatchN (None, 10, 14, 192)  576         conv2d_136[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_133 (Activation)     (None, 10, 14, 192)  0           batch_normalization_133[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_136 (Activation)     (None, 10, 14, 192)  0           batch_normalization_136[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_133[0][0]             \n",
      "                                                                 activation_136[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_15_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_15 (Lambda)             (None, 10, 14, 1088) 0           block17_14_ac[0][0]              \n",
      "                                                                 block17_15_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_ac (Activation)      (None, 10, 14, 1088) 0           block17_15[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_138 (Conv2D)             (None, 10, 14, 128)  139264      block17_15_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_138 (BatchN (None, 10, 14, 128)  384         conv2d_138[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_138 (Activation)     (None, 10, 14, 128)  0           batch_normalization_138[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_139 (Conv2D)             (None, 10, 14, 160)  143360      activation_138[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_139 (BatchN (None, 10, 14, 160)  480         conv2d_139[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_139 (Activation)     (None, 10, 14, 160)  0           batch_normalization_139[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_137 (Conv2D)             (None, 10, 14, 192)  208896      block17_15_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_140 (Conv2D)             (None, 10, 14, 192)  215040      activation_139[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_137 (BatchN (None, 10, 14, 192)  576         conv2d_137[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_140 (BatchN (None, 10, 14, 192)  576         conv2d_140[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_137 (Activation)     (None, 10, 14, 192)  0           batch_normalization_137[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_140 (Activation)     (None, 10, 14, 192)  0           batch_normalization_140[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_16_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_137[0][0]             \n",
      "                                                                 activation_140[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_16_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_16_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_16 (Lambda)             (None, 10, 14, 1088) 0           block17_15_ac[0][0]              \n",
      "                                                                 block17_16_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_16_ac (Activation)      (None, 10, 14, 1088) 0           block17_16[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_142 (Conv2D)             (None, 10, 14, 128)  139264      block17_16_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_142 (BatchN (None, 10, 14, 128)  384         conv2d_142[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_142 (Activation)     (None, 10, 14, 128)  0           batch_normalization_142[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_143 (Conv2D)             (None, 10, 14, 160)  143360      activation_142[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_143 (BatchN (None, 10, 14, 160)  480         conv2d_143[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_143 (Activation)     (None, 10, 14, 160)  0           batch_normalization_143[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_141 (Conv2D)             (None, 10, 14, 192)  208896      block17_16_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_144 (Conv2D)             (None, 10, 14, 192)  215040      activation_143[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_141 (BatchN (None, 10, 14, 192)  576         conv2d_141[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_144 (BatchN (None, 10, 14, 192)  576         conv2d_144[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_141 (Activation)     (None, 10, 14, 192)  0           batch_normalization_141[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_144 (Activation)     (None, 10, 14, 192)  0           batch_normalization_144[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_141[0][0]             \n",
      "                                                                 activation_144[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_17_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_17 (Lambda)             (None, 10, 14, 1088) 0           block17_16_ac[0][0]              \n",
      "                                                                 block17_17_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_ac (Activation)      (None, 10, 14, 1088) 0           block17_17[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_146 (Conv2D)             (None, 10, 14, 128)  139264      block17_17_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_146 (BatchN (None, 10, 14, 128)  384         conv2d_146[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_146 (Activation)     (None, 10, 14, 128)  0           batch_normalization_146[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_147 (Conv2D)             (None, 10, 14, 160)  143360      activation_146[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_147 (BatchN (None, 10, 14, 160)  480         conv2d_147[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_147 (Activation)     (None, 10, 14, 160)  0           batch_normalization_147[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_145 (Conv2D)             (None, 10, 14, 192)  208896      block17_17_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_148 (Conv2D)             (None, 10, 14, 192)  215040      activation_147[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_145 (BatchN (None, 10, 14, 192)  576         conv2d_145[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_148 (BatchN (None, 10, 14, 192)  576         conv2d_148[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_145 (Activation)     (None, 10, 14, 192)  0           batch_normalization_145[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_148 (Activation)     (None, 10, 14, 192)  0           batch_normalization_148[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_145[0][0]             \n",
      "                                                                 activation_148[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_18_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_18 (Lambda)             (None, 10, 14, 1088) 0           block17_17_ac[0][0]              \n",
      "                                                                 block17_18_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_ac (Activation)      (None, 10, 14, 1088) 0           block17_18[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_150 (Conv2D)             (None, 10, 14, 128)  139264      block17_18_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_150 (BatchN (None, 10, 14, 128)  384         conv2d_150[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_150 (Activation)     (None, 10, 14, 128)  0           batch_normalization_150[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_151 (Conv2D)             (None, 10, 14, 160)  143360      activation_150[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_151 (BatchN (None, 10, 14, 160)  480         conv2d_151[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_151 (Activation)     (None, 10, 14, 160)  0           batch_normalization_151[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_149 (Conv2D)             (None, 10, 14, 192)  208896      block17_18_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_152 (Conv2D)             (None, 10, 14, 192)  215040      activation_151[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_149 (BatchN (None, 10, 14, 192)  576         conv2d_149[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_152 (BatchN (None, 10, 14, 192)  576         conv2d_152[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_149 (Activation)     (None, 10, 14, 192)  0           batch_normalization_149[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_152 (Activation)     (None, 10, 14, 192)  0           batch_normalization_152[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_19_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_149[0][0]             \n",
      "                                                                 activation_152[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_19_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_19_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_19 (Lambda)             (None, 10, 14, 1088) 0           block17_18_ac[0][0]              \n",
      "                                                                 block17_19_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_19_ac (Activation)      (None, 10, 14, 1088) 0           block17_19[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_154 (Conv2D)             (None, 10, 14, 128)  139264      block17_19_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_154 (BatchN (None, 10, 14, 128)  384         conv2d_154[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_154 (Activation)     (None, 10, 14, 128)  0           batch_normalization_154[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_155 (Conv2D)             (None, 10, 14, 160)  143360      activation_154[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_155 (BatchN (None, 10, 14, 160)  480         conv2d_155[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_155 (Activation)     (None, 10, 14, 160)  0           batch_normalization_155[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_153 (Conv2D)             (None, 10, 14, 192)  208896      block17_19_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_156 (Conv2D)             (None, 10, 14, 192)  215040      activation_155[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_153 (BatchN (None, 10, 14, 192)  576         conv2d_153[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_156 (BatchN (None, 10, 14, 192)  576         conv2d_156[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_153 (Activation)     (None, 10, 14, 192)  0           batch_normalization_153[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_156 (Activation)     (None, 10, 14, 192)  0           batch_normalization_156[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_20_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_153[0][0]             \n",
      "                                                                 activation_156[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_20_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_20_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_20 (Lambda)             (None, 10, 14, 1088) 0           block17_19_ac[0][0]              \n",
      "                                                                 block17_20_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_20_ac (Activation)      (None, 10, 14, 1088) 0           block17_20[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_161 (Conv2D)             (None, 10, 14, 256)  278528      block17_20_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_161 (BatchN (None, 10, 14, 256)  768         conv2d_161[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_161 (Activation)     (None, 10, 14, 256)  0           batch_normalization_161[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_157 (Conv2D)             (None, 10, 14, 256)  278528      block17_20_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_159 (Conv2D)             (None, 10, 14, 256)  278528      block17_20_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_162 (Conv2D)             (None, 10, 14, 288)  663552      activation_161[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_157 (BatchN (None, 10, 14, 256)  768         conv2d_157[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_159 (BatchN (None, 10, 14, 256)  768         conv2d_159[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_162 (BatchN (None, 10, 14, 288)  864         conv2d_162[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_157 (Activation)     (None, 10, 14, 256)  0           batch_normalization_157[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_159 (Activation)     (None, 10, 14, 256)  0           batch_normalization_159[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_162 (Activation)     (None, 10, 14, 288)  0           batch_normalization_162[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_158 (Conv2D)             (None, 4, 6, 384)    884736      activation_157[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_160 (Conv2D)             (None, 4, 6, 288)    663552      activation_159[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_163 (Conv2D)             (None, 4, 6, 320)    829440      activation_162[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_158 (BatchN (None, 4, 6, 384)    1152        conv2d_158[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_160 (BatchN (None, 4, 6, 288)    864         conv2d_160[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_163 (BatchN (None, 4, 6, 320)    960         conv2d_163[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_158 (Activation)     (None, 4, 6, 384)    0           batch_normalization_158[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_160 (Activation)     (None, 4, 6, 288)    0           batch_normalization_160[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_163 (Activation)     (None, 4, 6, 320)    0           batch_normalization_163[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_4 (MaxPooling2D)  (None, 4, 6, 1088)   0           block17_20_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "mixed_7a (Concatenate)          (None, 4, 6, 2080)   0           activation_158[0][0]             \n",
      "                                                                 activation_160[0][0]             \n",
      "                                                                 activation_163[0][0]             \n",
      "                                                                 max_pooling2d_4[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_165 (Conv2D)             (None, 4, 6, 192)    399360      mixed_7a[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_165 (BatchN (None, 4, 6, 192)    576         conv2d_165[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_165 (Activation)     (None, 4, 6, 192)    0           batch_normalization_165[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_166 (Conv2D)             (None, 4, 6, 224)    129024      activation_165[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_166 (BatchN (None, 4, 6, 224)    672         conv2d_166[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_166 (Activation)     (None, 4, 6, 224)    0           batch_normalization_166[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_164 (Conv2D)             (None, 4, 6, 192)    399360      mixed_7a[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_167 (Conv2D)             (None, 4, 6, 256)    172032      activation_166[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_164 (BatchN (None, 4, 6, 192)    576         conv2d_164[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_167 (BatchN (None, 4, 6, 256)    768         conv2d_167[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_164 (Activation)     (None, 4, 6, 192)    0           batch_normalization_164[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_167 (Activation)     (None, 4, 6, 256)    0           batch_normalization_167[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_164[0][0]             \n",
      "                                                                 activation_167[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_1_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_1 (Lambda)               (None, 4, 6, 2080)   0           mixed_7a[0][0]                   \n",
      "                                                                 block8_1_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_ac (Activation)        (None, 4, 6, 2080)   0           block8_1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_169 (Conv2D)             (None, 4, 6, 192)    399360      block8_1_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_169 (BatchN (None, 4, 6, 192)    576         conv2d_169[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_169 (Activation)     (None, 4, 6, 192)    0           batch_normalization_169[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_170 (Conv2D)             (None, 4, 6, 224)    129024      activation_169[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_170 (BatchN (None, 4, 6, 224)    672         conv2d_170[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_170 (Activation)     (None, 4, 6, 224)    0           batch_normalization_170[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_168 (Conv2D)             (None, 4, 6, 192)    399360      block8_1_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_171 (Conv2D)             (None, 4, 6, 256)    172032      activation_170[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_168 (BatchN (None, 4, 6, 192)    576         conv2d_168[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_171 (BatchN (None, 4, 6, 256)    768         conv2d_171[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_168 (Activation)     (None, 4, 6, 192)    0           batch_normalization_168[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_171 (Activation)     (None, 4, 6, 256)    0           batch_normalization_171[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_168[0][0]             \n",
      "                                                                 activation_171[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_2_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_2 (Lambda)               (None, 4, 6, 2080)   0           block8_1_ac[0][0]                \n",
      "                                                                 block8_2_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_ac (Activation)        (None, 4, 6, 2080)   0           block8_2[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_173 (Conv2D)             (None, 4, 6, 192)    399360      block8_2_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_173 (BatchN (None, 4, 6, 192)    576         conv2d_173[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_173 (Activation)     (None, 4, 6, 192)    0           batch_normalization_173[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_174 (Conv2D)             (None, 4, 6, 224)    129024      activation_173[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_174 (BatchN (None, 4, 6, 224)    672         conv2d_174[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_174 (Activation)     (None, 4, 6, 224)    0           batch_normalization_174[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_172 (Conv2D)             (None, 4, 6, 192)    399360      block8_2_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_175 (Conv2D)             (None, 4, 6, 256)    172032      activation_174[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_172 (BatchN (None, 4, 6, 192)    576         conv2d_172[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_175 (BatchN (None, 4, 6, 256)    768         conv2d_175[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_172 (Activation)     (None, 4, 6, 192)    0           batch_normalization_172[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_175 (Activation)     (None, 4, 6, 256)    0           batch_normalization_175[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_172[0][0]             \n",
      "                                                                 activation_175[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_3_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_3 (Lambda)               (None, 4, 6, 2080)   0           block8_2_ac[0][0]                \n",
      "                                                                 block8_3_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_ac (Activation)        (None, 4, 6, 2080)   0           block8_3[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_177 (Conv2D)             (None, 4, 6, 192)    399360      block8_3_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_177 (BatchN (None, 4, 6, 192)    576         conv2d_177[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_177 (Activation)     (None, 4, 6, 192)    0           batch_normalization_177[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_178 (Conv2D)             (None, 4, 6, 224)    129024      activation_177[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_178 (BatchN (None, 4, 6, 224)    672         conv2d_178[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_178 (Activation)     (None, 4, 6, 224)    0           batch_normalization_178[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_176 (Conv2D)             (None, 4, 6, 192)    399360      block8_3_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_179 (Conv2D)             (None, 4, 6, 256)    172032      activation_178[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_176 (BatchN (None, 4, 6, 192)    576         conv2d_176[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_179 (BatchN (None, 4, 6, 256)    768         conv2d_179[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_176 (Activation)     (None, 4, 6, 192)    0           batch_normalization_176[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_179 (Activation)     (None, 4, 6, 256)    0           batch_normalization_179[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_176[0][0]             \n",
      "                                                                 activation_179[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_4_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_4 (Lambda)               (None, 4, 6, 2080)   0           block8_3_ac[0][0]                \n",
      "                                                                 block8_4_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_ac (Activation)        (None, 4, 6, 2080)   0           block8_4[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_181 (Conv2D)             (None, 4, 6, 192)    399360      block8_4_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_181 (BatchN (None, 4, 6, 192)    576         conv2d_181[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_181 (Activation)     (None, 4, 6, 192)    0           batch_normalization_181[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_182 (Conv2D)             (None, 4, 6, 224)    129024      activation_181[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_182 (BatchN (None, 4, 6, 224)    672         conv2d_182[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_182 (Activation)     (None, 4, 6, 224)    0           batch_normalization_182[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_180 (Conv2D)             (None, 4, 6, 192)    399360      block8_4_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_183 (Conv2D)             (None, 4, 6, 256)    172032      activation_182[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_180 (BatchN (None, 4, 6, 192)    576         conv2d_180[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_183 (BatchN (None, 4, 6, 256)    768         conv2d_183[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_180 (Activation)     (None, 4, 6, 192)    0           batch_normalization_180[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_183 (Activation)     (None, 4, 6, 256)    0           batch_normalization_183[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_180[0][0]             \n",
      "                                                                 activation_183[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_5_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_5 (Lambda)               (None, 4, 6, 2080)   0           block8_4_ac[0][0]                \n",
      "                                                                 block8_5_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_ac (Activation)        (None, 4, 6, 2080)   0           block8_5[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_185 (Conv2D)             (None, 4, 6, 192)    399360      block8_5_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_185 (BatchN (None, 4, 6, 192)    576         conv2d_185[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_185 (Activation)     (None, 4, 6, 192)    0           batch_normalization_185[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_186 (Conv2D)             (None, 4, 6, 224)    129024      activation_185[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_186 (BatchN (None, 4, 6, 224)    672         conv2d_186[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_186 (Activation)     (None, 4, 6, 224)    0           batch_normalization_186[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_184 (Conv2D)             (None, 4, 6, 192)    399360      block8_5_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_187 (Conv2D)             (None, 4, 6, 256)    172032      activation_186[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_184 (BatchN (None, 4, 6, 192)    576         conv2d_184[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_187 (BatchN (None, 4, 6, 256)    768         conv2d_187[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_184 (Activation)     (None, 4, 6, 192)    0           batch_normalization_184[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_187 (Activation)     (None, 4, 6, 256)    0           batch_normalization_187[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_184[0][0]             \n",
      "                                                                 activation_187[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_6_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_6 (Lambda)               (None, 4, 6, 2080)   0           block8_5_ac[0][0]                \n",
      "                                                                 block8_6_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_ac (Activation)        (None, 4, 6, 2080)   0           block8_6[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_189 (Conv2D)             (None, 4, 6, 192)    399360      block8_6_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_189 (BatchN (None, 4, 6, 192)    576         conv2d_189[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_189 (Activation)     (None, 4, 6, 192)    0           batch_normalization_189[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_190 (Conv2D)             (None, 4, 6, 224)    129024      activation_189[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_190 (BatchN (None, 4, 6, 224)    672         conv2d_190[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_190 (Activation)     (None, 4, 6, 224)    0           batch_normalization_190[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_188 (Conv2D)             (None, 4, 6, 192)    399360      block8_6_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_191 (Conv2D)             (None, 4, 6, 256)    172032      activation_190[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_188 (BatchN (None, 4, 6, 192)    576         conv2d_188[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_191 (BatchN (None, 4, 6, 256)    768         conv2d_191[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_188 (Activation)     (None, 4, 6, 192)    0           batch_normalization_188[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_191 (Activation)     (None, 4, 6, 256)    0           batch_normalization_191[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_188[0][0]             \n",
      "                                                                 activation_191[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_7_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_7 (Lambda)               (None, 4, 6, 2080)   0           block8_6_ac[0][0]                \n",
      "                                                                 block8_7_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_ac (Activation)        (None, 4, 6, 2080)   0           block8_7[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_193 (Conv2D)             (None, 4, 6, 192)    399360      block8_7_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_193 (BatchN (None, 4, 6, 192)    576         conv2d_193[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_193 (Activation)     (None, 4, 6, 192)    0           batch_normalization_193[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_194 (Conv2D)             (None, 4, 6, 224)    129024      activation_193[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_194 (BatchN (None, 4, 6, 224)    672         conv2d_194[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_194 (Activation)     (None, 4, 6, 224)    0           batch_normalization_194[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_192 (Conv2D)             (None, 4, 6, 192)    399360      block8_7_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_195 (Conv2D)             (None, 4, 6, 256)    172032      activation_194[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_192 (BatchN (None, 4, 6, 192)    576         conv2d_192[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_195 (BatchN (None, 4, 6, 256)    768         conv2d_195[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_192 (Activation)     (None, 4, 6, 192)    0           batch_normalization_192[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_195 (Activation)     (None, 4, 6, 256)    0           batch_normalization_195[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_192[0][0]             \n",
      "                                                                 activation_195[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_8_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_8 (Lambda)               (None, 4, 6, 2080)   0           block8_7_ac[0][0]                \n",
      "                                                                 block8_8_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_ac (Activation)        (None, 4, 6, 2080)   0           block8_8[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_197 (Conv2D)             (None, 4, 6, 192)    399360      block8_8_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_197 (BatchN (None, 4, 6, 192)    576         conv2d_197[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_197 (Activation)     (None, 4, 6, 192)    0           batch_normalization_197[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_198 (Conv2D)             (None, 4, 6, 224)    129024      activation_197[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_198 (BatchN (None, 4, 6, 224)    672         conv2d_198[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_198 (Activation)     (None, 4, 6, 224)    0           batch_normalization_198[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_196 (Conv2D)             (None, 4, 6, 192)    399360      block8_8_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_199 (Conv2D)             (None, 4, 6, 256)    172032      activation_198[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_196 (BatchN (None, 4, 6, 192)    576         conv2d_196[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_199 (BatchN (None, 4, 6, 256)    768         conv2d_199[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_196 (Activation)     (None, 4, 6, 192)    0           batch_normalization_196[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_199 (Activation)     (None, 4, 6, 256)    0           batch_normalization_199[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_196[0][0]             \n",
      "                                                                 activation_199[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_9_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_9 (Lambda)               (None, 4, 6, 2080)   0           block8_8_ac[0][0]                \n",
      "                                                                 block8_9_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_ac (Activation)        (None, 4, 6, 2080)   0           block8_9[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_201 (Conv2D)             (None, 4, 6, 192)    399360      block8_9_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_201 (BatchN (None, 4, 6, 192)    576         conv2d_201[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_201 (Activation)     (None, 4, 6, 192)    0           batch_normalization_201[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_202 (Conv2D)             (None, 4, 6, 224)    129024      activation_201[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_202 (BatchN (None, 4, 6, 224)    672         conv2d_202[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_202 (Activation)     (None, 4, 6, 224)    0           batch_normalization_202[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_200 (Conv2D)             (None, 4, 6, 192)    399360      block8_9_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_203 (Conv2D)             (None, 4, 6, 256)    172032      activation_202[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_200 (BatchN (None, 4, 6, 192)    576         conv2d_200[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_203 (BatchN (None, 4, 6, 256)    768         conv2d_203[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_200 (Activation)     (None, 4, 6, 192)    0           batch_normalization_200[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_203 (Activation)     (None, 4, 6, 256)    0           batch_normalization_203[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_10_mixed (Concatenate)   (None, 4, 6, 448)    0           activation_200[0][0]             \n",
      "                                                                 activation_203[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_10_conv (Conv2D)         (None, 4, 6, 2080)   933920      block8_10_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block8_10 (Lambda)              (None, 4, 6, 2080)   0           block8_9_ac[0][0]                \n",
      "                                                                 block8_10_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b (Conv2D)                (None, 4, 6, 1536)   3194880     block8_10[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b_bn (BatchNormalization) (None, 4, 6, 1536)   4608        conv_7b[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b_ac (Activation)         (None, 4, 6, 1536)   0           conv_7b_bn[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "global_max_pooling2d_1 (GlobalM (None, 1536)         0           conv_7b_ac[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "dense_1 (Dense)                 (None, 512)          786944      global_max_pooling2d_1[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "dropout_1 (Dropout)             (None, 512)          0           dense_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "dense_2 (Dense)                 (None, 7)            3591        dropout_1[0][0]                  \n",
      "==================================================================================================\n",
      "Total params: 55,127,271\n",
      "Trainable params: 820,807\n",
      "Non-trainable params: 54,306,464\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Training"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Feature Extraction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_datagen = ImageDataGenerator(rotation_range=60, width_shift_range=0.2, height_shift_range=0.2,\n",
    "                                   shear_range=0.2, zoom_range=0.2, fill_mode='nearest')\n",
    "\n",
    "train_datagen.fit(X_train)\n",
    "\n",
    "val_datagen = ImageDataGenerator()\n",
    "val_datagen.fit(X_val)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/3\n",
      "126/126 [==============================] - 284s 2s/step - loss: 1.4064 - acc: 0.6044 - val_loss: 1.0709 - val_acc: 0.6652\n",
      "Epoch 2/3\n",
      "126/126 [==============================] - 246s 2s/step - loss: 1.0660 - acc: 0.6624 - val_loss: 0.9677 - val_acc: 0.6629\n",
      "Epoch 3/3\n",
      "126/126 [==============================] - 244s 2s/step - loss: 1.0015 - acc: 0.6736 - val_loss: 0.9083 - val_acc: 0.7062\n"
     ]
    }
   ],
   "source": [
    "batch_size = 64\n",
    "epochs = 3\n",
    "history = model.fit_generator(train_datagen.flow(X_train,y_train, batch_size=batch_size),\n",
    "                              epochs = epochs, validation_data = val_datagen.flow(X_val, y_val),\n",
    "                              verbose = 1, steps_per_epoch=(X_train.shape[0] // batch_size), \n",
    "                              validation_steps=(X_val.shape[0] // batch_size))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Fine Tuning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'mixed_7a'"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pre_trained_model.layers[617].name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "for layer in pre_trained_model.layers[618:]:\n",
    "    layer.trainable = True"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "optimizer = Adam(lr=0.0001, beta_1=0.9, beta_2=0.999, epsilon=None, decay=0.0, amsgrad=False)\n",
    "model.compile(loss='categorical_crossentropy',\n",
    "              optimizer=optimizer,\n",
    "              metrics=['acc'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "learning_rate_reduction = ReduceLROnPlateau(monitor='val_acc', patience=3, verbose=1, factor=0.5, \n",
    "                                            min_lr=0.000001, cooldown=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            (None, 192, 256, 3)  0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_1 (Conv2D)               (None, 95, 127, 32)  864         input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_1 (BatchNor (None, 95, 127, 32)  96          conv2d_1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_1 (Activation)       (None, 95, 127, 32)  0           batch_normalization_1[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_2 (Conv2D)               (None, 93, 125, 32)  9216        activation_1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_2 (BatchNor (None, 93, 125, 32)  96          conv2d_2[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_2 (Activation)       (None, 93, 125, 32)  0           batch_normalization_2[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3 (Conv2D)               (None, 93, 125, 64)  18432       activation_2[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_3 (BatchNor (None, 93, 125, 64)  192         conv2d_3[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_3 (Activation)       (None, 93, 125, 64)  0           batch_normalization_3[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_1 (MaxPooling2D)  (None, 46, 62, 64)   0           activation_3[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_4 (Conv2D)               (None, 46, 62, 80)   5120        max_pooling2d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_4 (BatchNor (None, 46, 62, 80)   240         conv2d_4[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_4 (Activation)       (None, 46, 62, 80)   0           batch_normalization_4[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_5 (Conv2D)               (None, 44, 60, 192)  138240      activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5 (BatchNor (None, 44, 60, 192)  576         conv2d_5[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_5 (Activation)       (None, 44, 60, 192)  0           batch_normalization_5[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_2 (MaxPooling2D)  (None, 21, 29, 192)  0           activation_5[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_9 (Conv2D)               (None, 21, 29, 64)   12288       max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_9 (BatchNor (None, 21, 29, 64)   192         conv2d_9[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "activation_9 (Activation)       (None, 21, 29, 64)   0           batch_normalization_9[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_7 (Conv2D)               (None, 21, 29, 48)   9216        max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_10 (Conv2D)              (None, 21, 29, 96)   55296       activation_9[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_7 (BatchNor (None, 21, 29, 48)   144         conv2d_7[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_10 (BatchNo (None, 21, 29, 96)   288         conv2d_10[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_7 (Activation)       (None, 21, 29, 48)   0           batch_normalization_7[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_10 (Activation)      (None, 21, 29, 96)   0           batch_normalization_10[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_1 (AveragePoo (None, 21, 29, 192)  0           max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_6 (Conv2D)               (None, 21, 29, 96)   18432       max_pooling2d_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_8 (Conv2D)               (None, 21, 29, 64)   76800       activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_11 (Conv2D)              (None, 21, 29, 96)   82944       activation_10[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_12 (Conv2D)              (None, 21, 29, 64)   12288       average_pooling2d_1[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_6 (BatchNor (None, 21, 29, 96)   288         conv2d_6[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_8 (BatchNor (None, 21, 29, 64)   192         conv2d_8[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_11 (BatchNo (None, 21, 29, 96)   288         conv2d_11[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_12 (BatchNo (None, 21, 29, 64)   192         conv2d_12[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_6 (Activation)       (None, 21, 29, 96)   0           batch_normalization_6[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_8 (Activation)       (None, 21, 29, 64)   0           batch_normalization_8[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_11 (Activation)      (None, 21, 29, 96)   0           batch_normalization_11[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_12 (Activation)      (None, 21, 29, 64)   0           batch_normalization_12[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "mixed_5b (Concatenate)          (None, 21, 29, 320)  0           activation_6[0][0]               \n",
      "                                                                 activation_8[0][0]               \n",
      "                                                                 activation_11[0][0]              \n",
      "                                                                 activation_12[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_16 (Conv2D)              (None, 21, 29, 32)   10240       mixed_5b[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_16 (BatchNo (None, 21, 29, 32)   96          conv2d_16[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_16 (Activation)      (None, 21, 29, 32)   0           batch_normalization_16[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_14 (Conv2D)              (None, 21, 29, 32)   10240       mixed_5b[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_17 (Conv2D)              (None, 21, 29, 48)   13824       activation_16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_14 (BatchNo (None, 21, 29, 32)   96          conv2d_14[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_17 (BatchNo (None, 21, 29, 48)   144         conv2d_17[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_14 (Activation)      (None, 21, 29, 32)   0           batch_normalization_14[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_17 (Activation)      (None, 21, 29, 48)   0           batch_normalization_17[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_13 (Conv2D)              (None, 21, 29, 32)   10240       mixed_5b[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_15 (Conv2D)              (None, 21, 29, 32)   9216        activation_14[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_18 (Conv2D)              (None, 21, 29, 64)   27648       activation_17[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_13 (BatchNo (None, 21, 29, 32)   96          conv2d_13[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_15 (BatchNo (None, 21, 29, 32)   96          conv2d_15[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_18 (BatchNo (None, 21, 29, 64)   192         conv2d_18[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_13 (Activation)      (None, 21, 29, 32)   0           batch_normalization_13[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_15 (Activation)      (None, 21, 29, 32)   0           batch_normalization_15[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_18 (Activation)      (None, 21, 29, 64)   0           batch_normalization_18[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_13[0][0]              \n",
      "                                                                 activation_15[0][0]              \n",
      "                                                                 activation_18[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_1_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_1 (Lambda)              (None, 21, 29, 320)  0           mixed_5b[0][0]                   \n",
      "                                                                 block35_1_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_ac (Activation)       (None, 21, 29, 320)  0           block35_1[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_22 (Conv2D)              (None, 21, 29, 32)   10240       block35_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_22 (BatchNo (None, 21, 29, 32)   96          conv2d_22[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_22 (Activation)      (None, 21, 29, 32)   0           batch_normalization_22[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_20 (Conv2D)              (None, 21, 29, 32)   10240       block35_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_23 (Conv2D)              (None, 21, 29, 48)   13824       activation_22[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_20 (BatchNo (None, 21, 29, 32)   96          conv2d_20[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_23 (BatchNo (None, 21, 29, 48)   144         conv2d_23[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_20 (Activation)      (None, 21, 29, 32)   0           batch_normalization_20[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_23 (Activation)      (None, 21, 29, 48)   0           batch_normalization_23[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_19 (Conv2D)              (None, 21, 29, 32)   10240       block35_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_21 (Conv2D)              (None, 21, 29, 32)   9216        activation_20[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_24 (Conv2D)              (None, 21, 29, 64)   27648       activation_23[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_19 (BatchNo (None, 21, 29, 32)   96          conv2d_19[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_21 (BatchNo (None, 21, 29, 32)   96          conv2d_21[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_24 (BatchNo (None, 21, 29, 64)   192         conv2d_24[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_19 (Activation)      (None, 21, 29, 32)   0           batch_normalization_19[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_21 (Activation)      (None, 21, 29, 32)   0           batch_normalization_21[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_24 (Activation)      (None, 21, 29, 64)   0           batch_normalization_24[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_19[0][0]              \n",
      "                                                                 activation_21[0][0]              \n",
      "                                                                 activation_24[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_2_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_2 (Lambda)              (None, 21, 29, 320)  0           block35_1_ac[0][0]               \n",
      "                                                                 block35_2_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_ac (Activation)       (None, 21, 29, 320)  0           block35_2[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_28 (Conv2D)              (None, 21, 29, 32)   10240       block35_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_28 (BatchNo (None, 21, 29, 32)   96          conv2d_28[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_28 (Activation)      (None, 21, 29, 32)   0           batch_normalization_28[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_26 (Conv2D)              (None, 21, 29, 32)   10240       block35_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_29 (Conv2D)              (None, 21, 29, 48)   13824       activation_28[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_26 (BatchNo (None, 21, 29, 32)   96          conv2d_26[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_29 (BatchNo (None, 21, 29, 48)   144         conv2d_29[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_26 (Activation)      (None, 21, 29, 32)   0           batch_normalization_26[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_29 (Activation)      (None, 21, 29, 48)   0           batch_normalization_29[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_25 (Conv2D)              (None, 21, 29, 32)   10240       block35_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_27 (Conv2D)              (None, 21, 29, 32)   9216        activation_26[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_30 (Conv2D)              (None, 21, 29, 64)   27648       activation_29[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_25 (BatchNo (None, 21, 29, 32)   96          conv2d_25[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_27 (BatchNo (None, 21, 29, 32)   96          conv2d_27[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_30 (BatchNo (None, 21, 29, 64)   192         conv2d_30[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_25 (Activation)      (None, 21, 29, 32)   0           batch_normalization_25[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_27 (Activation)      (None, 21, 29, 32)   0           batch_normalization_27[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_30 (Activation)      (None, 21, 29, 64)   0           batch_normalization_30[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_25[0][0]              \n",
      "                                                                 activation_27[0][0]              \n",
      "                                                                 activation_30[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_3_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_3 (Lambda)              (None, 21, 29, 320)  0           block35_2_ac[0][0]               \n",
      "                                                                 block35_3_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_ac (Activation)       (None, 21, 29, 320)  0           block35_3[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_34 (Conv2D)              (None, 21, 29, 32)   10240       block35_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_34 (BatchNo (None, 21, 29, 32)   96          conv2d_34[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_34 (Activation)      (None, 21, 29, 32)   0           batch_normalization_34[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_32 (Conv2D)              (None, 21, 29, 32)   10240       block35_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_35 (Conv2D)              (None, 21, 29, 48)   13824       activation_34[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_32 (BatchNo (None, 21, 29, 32)   96          conv2d_32[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_35 (BatchNo (None, 21, 29, 48)   144         conv2d_35[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_32 (Activation)      (None, 21, 29, 32)   0           batch_normalization_32[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_35 (Activation)      (None, 21, 29, 48)   0           batch_normalization_35[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_31 (Conv2D)              (None, 21, 29, 32)   10240       block35_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_33 (Conv2D)              (None, 21, 29, 32)   9216        activation_32[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_36 (Conv2D)              (None, 21, 29, 64)   27648       activation_35[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_31 (BatchNo (None, 21, 29, 32)   96          conv2d_31[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_33 (BatchNo (None, 21, 29, 32)   96          conv2d_33[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_36 (BatchNo (None, 21, 29, 64)   192         conv2d_36[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_31 (Activation)      (None, 21, 29, 32)   0           batch_normalization_31[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_33 (Activation)      (None, 21, 29, 32)   0           batch_normalization_33[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_36 (Activation)      (None, 21, 29, 64)   0           batch_normalization_36[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_31[0][0]              \n",
      "                                                                 activation_33[0][0]              \n",
      "                                                                 activation_36[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_4_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_4 (Lambda)              (None, 21, 29, 320)  0           block35_3_ac[0][0]               \n",
      "                                                                 block35_4_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_ac (Activation)       (None, 21, 29, 320)  0           block35_4[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_40 (Conv2D)              (None, 21, 29, 32)   10240       block35_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_40 (BatchNo (None, 21, 29, 32)   96          conv2d_40[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_40 (Activation)      (None, 21, 29, 32)   0           batch_normalization_40[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_38 (Conv2D)              (None, 21, 29, 32)   10240       block35_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_41 (Conv2D)              (None, 21, 29, 48)   13824       activation_40[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_38 (BatchNo (None, 21, 29, 32)   96          conv2d_38[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_41 (BatchNo (None, 21, 29, 48)   144         conv2d_41[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_38 (Activation)      (None, 21, 29, 32)   0           batch_normalization_38[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_41 (Activation)      (None, 21, 29, 48)   0           batch_normalization_41[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_37 (Conv2D)              (None, 21, 29, 32)   10240       block35_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_39 (Conv2D)              (None, 21, 29, 32)   9216        activation_38[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_42 (Conv2D)              (None, 21, 29, 64)   27648       activation_41[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_37 (BatchNo (None, 21, 29, 32)   96          conv2d_37[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_39 (BatchNo (None, 21, 29, 32)   96          conv2d_39[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_42 (BatchNo (None, 21, 29, 64)   192         conv2d_42[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_37 (Activation)      (None, 21, 29, 32)   0           batch_normalization_37[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_39 (Activation)      (None, 21, 29, 32)   0           batch_normalization_39[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_42 (Activation)      (None, 21, 29, 64)   0           batch_normalization_42[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_37[0][0]              \n",
      "                                                                 activation_39[0][0]              \n",
      "                                                                 activation_42[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_5_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_5 (Lambda)              (None, 21, 29, 320)  0           block35_4_ac[0][0]               \n",
      "                                                                 block35_5_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_ac (Activation)       (None, 21, 29, 320)  0           block35_5[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_46 (Conv2D)              (None, 21, 29, 32)   10240       block35_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_46 (BatchNo (None, 21, 29, 32)   96          conv2d_46[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_46 (Activation)      (None, 21, 29, 32)   0           batch_normalization_46[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_44 (Conv2D)              (None, 21, 29, 32)   10240       block35_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_47 (Conv2D)              (None, 21, 29, 48)   13824       activation_46[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_44 (BatchNo (None, 21, 29, 32)   96          conv2d_44[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_47 (BatchNo (None, 21, 29, 48)   144         conv2d_47[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_44 (Activation)      (None, 21, 29, 32)   0           batch_normalization_44[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_47 (Activation)      (None, 21, 29, 48)   0           batch_normalization_47[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_43 (Conv2D)              (None, 21, 29, 32)   10240       block35_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_45 (Conv2D)              (None, 21, 29, 32)   9216        activation_44[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_48 (Conv2D)              (None, 21, 29, 64)   27648       activation_47[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_43 (BatchNo (None, 21, 29, 32)   96          conv2d_43[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_45 (BatchNo (None, 21, 29, 32)   96          conv2d_45[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_48 (BatchNo (None, 21, 29, 64)   192         conv2d_48[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_43 (Activation)      (None, 21, 29, 32)   0           batch_normalization_43[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_45 (Activation)      (None, 21, 29, 32)   0           batch_normalization_45[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_48 (Activation)      (None, 21, 29, 64)   0           batch_normalization_48[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_43[0][0]              \n",
      "                                                                 activation_45[0][0]              \n",
      "                                                                 activation_48[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_6_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_6 (Lambda)              (None, 21, 29, 320)  0           block35_5_ac[0][0]               \n",
      "                                                                 block35_6_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_ac (Activation)       (None, 21, 29, 320)  0           block35_6[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_52 (Conv2D)              (None, 21, 29, 32)   10240       block35_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_52 (BatchNo (None, 21, 29, 32)   96          conv2d_52[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_52 (Activation)      (None, 21, 29, 32)   0           batch_normalization_52[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_50 (Conv2D)              (None, 21, 29, 32)   10240       block35_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_53 (Conv2D)              (None, 21, 29, 48)   13824       activation_52[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_50 (BatchNo (None, 21, 29, 32)   96          conv2d_50[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_53 (BatchNo (None, 21, 29, 48)   144         conv2d_53[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_50 (Activation)      (None, 21, 29, 32)   0           batch_normalization_50[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_53 (Activation)      (None, 21, 29, 48)   0           batch_normalization_53[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_49 (Conv2D)              (None, 21, 29, 32)   10240       block35_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_51 (Conv2D)              (None, 21, 29, 32)   9216        activation_50[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_54 (Conv2D)              (None, 21, 29, 64)   27648       activation_53[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_49 (BatchNo (None, 21, 29, 32)   96          conv2d_49[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_51 (BatchNo (None, 21, 29, 32)   96          conv2d_51[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_54 (BatchNo (None, 21, 29, 64)   192         conv2d_54[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_49 (Activation)      (None, 21, 29, 32)   0           batch_normalization_49[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_51 (Activation)      (None, 21, 29, 32)   0           batch_normalization_51[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_54 (Activation)      (None, 21, 29, 64)   0           batch_normalization_54[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_49[0][0]              \n",
      "                                                                 activation_51[0][0]              \n",
      "                                                                 activation_54[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_7_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_7 (Lambda)              (None, 21, 29, 320)  0           block35_6_ac[0][0]               \n",
      "                                                                 block35_7_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_ac (Activation)       (None, 21, 29, 320)  0           block35_7[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_58 (Conv2D)              (None, 21, 29, 32)   10240       block35_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_58 (BatchNo (None, 21, 29, 32)   96          conv2d_58[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_58 (Activation)      (None, 21, 29, 32)   0           batch_normalization_58[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_56 (Conv2D)              (None, 21, 29, 32)   10240       block35_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_59 (Conv2D)              (None, 21, 29, 48)   13824       activation_58[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_56 (BatchNo (None, 21, 29, 32)   96          conv2d_56[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_59 (BatchNo (None, 21, 29, 48)   144         conv2d_59[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_56 (Activation)      (None, 21, 29, 32)   0           batch_normalization_56[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_59 (Activation)      (None, 21, 29, 48)   0           batch_normalization_59[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_55 (Conv2D)              (None, 21, 29, 32)   10240       block35_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_57 (Conv2D)              (None, 21, 29, 32)   9216        activation_56[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_60 (Conv2D)              (None, 21, 29, 64)   27648       activation_59[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_55 (BatchNo (None, 21, 29, 32)   96          conv2d_55[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_57 (BatchNo (None, 21, 29, 32)   96          conv2d_57[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_60 (BatchNo (None, 21, 29, 64)   192         conv2d_60[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_55 (Activation)      (None, 21, 29, 32)   0           batch_normalization_55[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_57 (Activation)      (None, 21, 29, 32)   0           batch_normalization_57[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_60 (Activation)      (None, 21, 29, 64)   0           batch_normalization_60[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_55[0][0]              \n",
      "                                                                 activation_57[0][0]              \n",
      "                                                                 activation_60[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_8_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_8 (Lambda)              (None, 21, 29, 320)  0           block35_7_ac[0][0]               \n",
      "                                                                 block35_8_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_ac (Activation)       (None, 21, 29, 320)  0           block35_8[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_64 (Conv2D)              (None, 21, 29, 32)   10240       block35_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_64 (BatchNo (None, 21, 29, 32)   96          conv2d_64[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_64 (Activation)      (None, 21, 29, 32)   0           batch_normalization_64[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_62 (Conv2D)              (None, 21, 29, 32)   10240       block35_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_65 (Conv2D)              (None, 21, 29, 48)   13824       activation_64[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_62 (BatchNo (None, 21, 29, 32)   96          conv2d_62[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_65 (BatchNo (None, 21, 29, 48)   144         conv2d_65[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_62 (Activation)      (None, 21, 29, 32)   0           batch_normalization_62[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_65 (Activation)      (None, 21, 29, 48)   0           batch_normalization_65[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_61 (Conv2D)              (None, 21, 29, 32)   10240       block35_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_63 (Conv2D)              (None, 21, 29, 32)   9216        activation_62[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_66 (Conv2D)              (None, 21, 29, 64)   27648       activation_65[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_61 (BatchNo (None, 21, 29, 32)   96          conv2d_61[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_63 (BatchNo (None, 21, 29, 32)   96          conv2d_63[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_66 (BatchNo (None, 21, 29, 64)   192         conv2d_66[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_61 (Activation)      (None, 21, 29, 32)   0           batch_normalization_61[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_63 (Activation)      (None, 21, 29, 32)   0           batch_normalization_63[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_66 (Activation)      (None, 21, 29, 64)   0           batch_normalization_66[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_mixed (Concatenate)   (None, 21, 29, 128)  0           activation_61[0][0]              \n",
      "                                                                 activation_63[0][0]              \n",
      "                                                                 activation_66[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_conv (Conv2D)         (None, 21, 29, 320)  41280       block35_9_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_9 (Lambda)              (None, 21, 29, 320)  0           block35_8_ac[0][0]               \n",
      "                                                                 block35_9_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_ac (Activation)       (None, 21, 29, 320)  0           block35_9[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_70 (Conv2D)              (None, 21, 29, 32)   10240       block35_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_70 (BatchNo (None, 21, 29, 32)   96          conv2d_70[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_70 (Activation)      (None, 21, 29, 32)   0           batch_normalization_70[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_68 (Conv2D)              (None, 21, 29, 32)   10240       block35_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_71 (Conv2D)              (None, 21, 29, 48)   13824       activation_70[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_68 (BatchNo (None, 21, 29, 32)   96          conv2d_68[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_71 (BatchNo (None, 21, 29, 48)   144         conv2d_71[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_68 (Activation)      (None, 21, 29, 32)   0           batch_normalization_68[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_71 (Activation)      (None, 21, 29, 48)   0           batch_normalization_71[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_67 (Conv2D)              (None, 21, 29, 32)   10240       block35_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_69 (Conv2D)              (None, 21, 29, 32)   9216        activation_68[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_72 (Conv2D)              (None, 21, 29, 64)   27648       activation_71[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_67 (BatchNo (None, 21, 29, 32)   96          conv2d_67[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_69 (BatchNo (None, 21, 29, 32)   96          conv2d_69[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_72 (BatchNo (None, 21, 29, 64)   192         conv2d_72[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_67 (Activation)      (None, 21, 29, 32)   0           batch_normalization_67[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_69 (Activation)      (None, 21, 29, 32)   0           batch_normalization_69[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_72 (Activation)      (None, 21, 29, 64)   0           batch_normalization_72[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_mixed (Concatenate)  (None, 21, 29, 128)  0           activation_67[0][0]              \n",
      "                                                                 activation_69[0][0]              \n",
      "                                                                 activation_72[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_conv (Conv2D)        (None, 21, 29, 320)  41280       block35_10_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block35_10 (Lambda)             (None, 21, 29, 320)  0           block35_9_ac[0][0]               \n",
      "                                                                 block35_10_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_ac (Activation)      (None, 21, 29, 320)  0           block35_10[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_74 (Conv2D)              (None, 21, 29, 256)  81920       block35_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_74 (BatchNo (None, 21, 29, 256)  768         conv2d_74[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_74 (Activation)      (None, 21, 29, 256)  0           batch_normalization_74[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_75 (Conv2D)              (None, 21, 29, 256)  589824      activation_74[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_75 (BatchNo (None, 21, 29, 256)  768         conv2d_75[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_75 (Activation)      (None, 21, 29, 256)  0           batch_normalization_75[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_73 (Conv2D)              (None, 10, 14, 384)  1105920     block35_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_76 (Conv2D)              (None, 10, 14, 384)  884736      activation_75[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_73 (BatchNo (None, 10, 14, 384)  1152        conv2d_73[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_76 (BatchNo (None, 10, 14, 384)  1152        conv2d_76[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_73 (Activation)      (None, 10, 14, 384)  0           batch_normalization_73[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_76 (Activation)      (None, 10, 14, 384)  0           batch_normalization_76[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_3 (MaxPooling2D)  (None, 10, 14, 320)  0           block35_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "mixed_6a (Concatenate)          (None, 10, 14, 1088) 0           activation_73[0][0]              \n",
      "                                                                 activation_76[0][0]              \n",
      "                                                                 max_pooling2d_3[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_78 (Conv2D)              (None, 10, 14, 128)  139264      mixed_6a[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_78 (BatchNo (None, 10, 14, 128)  384         conv2d_78[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_78 (Activation)      (None, 10, 14, 128)  0           batch_normalization_78[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_79 (Conv2D)              (None, 10, 14, 160)  143360      activation_78[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_79 (BatchNo (None, 10, 14, 160)  480         conv2d_79[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_79 (Activation)      (None, 10, 14, 160)  0           batch_normalization_79[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_77 (Conv2D)              (None, 10, 14, 192)  208896      mixed_6a[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_80 (Conv2D)              (None, 10, 14, 192)  215040      activation_79[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_77 (BatchNo (None, 10, 14, 192)  576         conv2d_77[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_80 (BatchNo (None, 10, 14, 192)  576         conv2d_80[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_77 (Activation)      (None, 10, 14, 192)  0           batch_normalization_77[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_80 (Activation)      (None, 10, 14, 192)  0           batch_normalization_80[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_77[0][0]              \n",
      "                                                                 activation_80[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_1_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_1 (Lambda)              (None, 10, 14, 1088) 0           mixed_6a[0][0]                   \n",
      "                                                                 block17_1_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_ac (Activation)       (None, 10, 14, 1088) 0           block17_1[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_82 (Conv2D)              (None, 10, 14, 128)  139264      block17_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_82 (BatchNo (None, 10, 14, 128)  384         conv2d_82[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_82 (Activation)      (None, 10, 14, 128)  0           batch_normalization_82[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_83 (Conv2D)              (None, 10, 14, 160)  143360      activation_82[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_83 (BatchNo (None, 10, 14, 160)  480         conv2d_83[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_83 (Activation)      (None, 10, 14, 160)  0           batch_normalization_83[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_81 (Conv2D)              (None, 10, 14, 192)  208896      block17_1_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_84 (Conv2D)              (None, 10, 14, 192)  215040      activation_83[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_81 (BatchNo (None, 10, 14, 192)  576         conv2d_81[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_84 (BatchNo (None, 10, 14, 192)  576         conv2d_84[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_81 (Activation)      (None, 10, 14, 192)  0           batch_normalization_81[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_84 (Activation)      (None, 10, 14, 192)  0           batch_normalization_84[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_81[0][0]              \n",
      "                                                                 activation_84[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_2_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_2 (Lambda)              (None, 10, 14, 1088) 0           block17_1_ac[0][0]               \n",
      "                                                                 block17_2_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_ac (Activation)       (None, 10, 14, 1088) 0           block17_2[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_86 (Conv2D)              (None, 10, 14, 128)  139264      block17_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_86 (BatchNo (None, 10, 14, 128)  384         conv2d_86[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_86 (Activation)      (None, 10, 14, 128)  0           batch_normalization_86[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_87 (Conv2D)              (None, 10, 14, 160)  143360      activation_86[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_87 (BatchNo (None, 10, 14, 160)  480         conv2d_87[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_87 (Activation)      (None, 10, 14, 160)  0           batch_normalization_87[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_85 (Conv2D)              (None, 10, 14, 192)  208896      block17_2_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_88 (Conv2D)              (None, 10, 14, 192)  215040      activation_87[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_85 (BatchNo (None, 10, 14, 192)  576         conv2d_85[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_88 (BatchNo (None, 10, 14, 192)  576         conv2d_88[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_85 (Activation)      (None, 10, 14, 192)  0           batch_normalization_85[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_88 (Activation)      (None, 10, 14, 192)  0           batch_normalization_88[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_85[0][0]              \n",
      "                                                                 activation_88[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_3_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_3 (Lambda)              (None, 10, 14, 1088) 0           block17_2_ac[0][0]               \n",
      "                                                                 block17_3_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_ac (Activation)       (None, 10, 14, 1088) 0           block17_3[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_90 (Conv2D)              (None, 10, 14, 128)  139264      block17_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_90 (BatchNo (None, 10, 14, 128)  384         conv2d_90[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_90 (Activation)      (None, 10, 14, 128)  0           batch_normalization_90[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_91 (Conv2D)              (None, 10, 14, 160)  143360      activation_90[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_91 (BatchNo (None, 10, 14, 160)  480         conv2d_91[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_91 (Activation)      (None, 10, 14, 160)  0           batch_normalization_91[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_89 (Conv2D)              (None, 10, 14, 192)  208896      block17_3_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_92 (Conv2D)              (None, 10, 14, 192)  215040      activation_91[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_89 (BatchNo (None, 10, 14, 192)  576         conv2d_89[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_92 (BatchNo (None, 10, 14, 192)  576         conv2d_92[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_89 (Activation)      (None, 10, 14, 192)  0           batch_normalization_89[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_92 (Activation)      (None, 10, 14, 192)  0           batch_normalization_92[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_89[0][0]              \n",
      "                                                                 activation_92[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_4_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_4 (Lambda)              (None, 10, 14, 1088) 0           block17_3_ac[0][0]               \n",
      "                                                                 block17_4_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_ac (Activation)       (None, 10, 14, 1088) 0           block17_4[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_94 (Conv2D)              (None, 10, 14, 128)  139264      block17_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_94 (BatchNo (None, 10, 14, 128)  384         conv2d_94[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_94 (Activation)      (None, 10, 14, 128)  0           batch_normalization_94[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_95 (Conv2D)              (None, 10, 14, 160)  143360      activation_94[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_95 (BatchNo (None, 10, 14, 160)  480         conv2d_95[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_95 (Activation)      (None, 10, 14, 160)  0           batch_normalization_95[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_93 (Conv2D)              (None, 10, 14, 192)  208896      block17_4_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_96 (Conv2D)              (None, 10, 14, 192)  215040      activation_95[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_93 (BatchNo (None, 10, 14, 192)  576         conv2d_93[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_96 (BatchNo (None, 10, 14, 192)  576         conv2d_96[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_93 (Activation)      (None, 10, 14, 192)  0           batch_normalization_93[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_96 (Activation)      (None, 10, 14, 192)  0           batch_normalization_96[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_93[0][0]              \n",
      "                                                                 activation_96[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_5_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_5 (Lambda)              (None, 10, 14, 1088) 0           block17_4_ac[0][0]               \n",
      "                                                                 block17_5_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_ac (Activation)       (None, 10, 14, 1088) 0           block17_5[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_98 (Conv2D)              (None, 10, 14, 128)  139264      block17_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_98 (BatchNo (None, 10, 14, 128)  384         conv2d_98[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_98 (Activation)      (None, 10, 14, 128)  0           batch_normalization_98[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_99 (Conv2D)              (None, 10, 14, 160)  143360      activation_98[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_99 (BatchNo (None, 10, 14, 160)  480         conv2d_99[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "activation_99 (Activation)      (None, 10, 14, 160)  0           batch_normalization_99[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_97 (Conv2D)              (None, 10, 14, 192)  208896      block17_5_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_100 (Conv2D)             (None, 10, 14, 192)  215040      activation_99[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_97 (BatchNo (None, 10, 14, 192)  576         conv2d_97[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_100 (BatchN (None, 10, 14, 192)  576         conv2d_100[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_97 (Activation)      (None, 10, 14, 192)  0           batch_normalization_97[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_100 (Activation)     (None, 10, 14, 192)  0           batch_normalization_100[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_97[0][0]              \n",
      "                                                                 activation_100[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_6_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_6 (Lambda)              (None, 10, 14, 1088) 0           block17_5_ac[0][0]               \n",
      "                                                                 block17_6_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_ac (Activation)       (None, 10, 14, 1088) 0           block17_6[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_102 (Conv2D)             (None, 10, 14, 128)  139264      block17_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_102 (BatchN (None, 10, 14, 128)  384         conv2d_102[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_102 (Activation)     (None, 10, 14, 128)  0           batch_normalization_102[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_103 (Conv2D)             (None, 10, 14, 160)  143360      activation_102[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_103 (BatchN (None, 10, 14, 160)  480         conv2d_103[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_103 (Activation)     (None, 10, 14, 160)  0           batch_normalization_103[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_101 (Conv2D)             (None, 10, 14, 192)  208896      block17_6_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_104 (Conv2D)             (None, 10, 14, 192)  215040      activation_103[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_101 (BatchN (None, 10, 14, 192)  576         conv2d_101[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_104 (BatchN (None, 10, 14, 192)  576         conv2d_104[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_101 (Activation)     (None, 10, 14, 192)  0           batch_normalization_101[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_104 (Activation)     (None, 10, 14, 192)  0           batch_normalization_104[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_101[0][0]             \n",
      "                                                                 activation_104[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_7_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_7 (Lambda)              (None, 10, 14, 1088) 0           block17_6_ac[0][0]               \n",
      "                                                                 block17_7_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_ac (Activation)       (None, 10, 14, 1088) 0           block17_7[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_106 (Conv2D)             (None, 10, 14, 128)  139264      block17_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_106 (BatchN (None, 10, 14, 128)  384         conv2d_106[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_106 (Activation)     (None, 10, 14, 128)  0           batch_normalization_106[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_107 (Conv2D)             (None, 10, 14, 160)  143360      activation_106[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_107 (BatchN (None, 10, 14, 160)  480         conv2d_107[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_107 (Activation)     (None, 10, 14, 160)  0           batch_normalization_107[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_105 (Conv2D)             (None, 10, 14, 192)  208896      block17_7_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_108 (Conv2D)             (None, 10, 14, 192)  215040      activation_107[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_105 (BatchN (None, 10, 14, 192)  576         conv2d_105[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_108 (BatchN (None, 10, 14, 192)  576         conv2d_108[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_105 (Activation)     (None, 10, 14, 192)  0           batch_normalization_105[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_108 (Activation)     (None, 10, 14, 192)  0           batch_normalization_108[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_105[0][0]             \n",
      "                                                                 activation_108[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_8_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_8 (Lambda)              (None, 10, 14, 1088) 0           block17_7_ac[0][0]               \n",
      "                                                                 block17_8_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_ac (Activation)       (None, 10, 14, 1088) 0           block17_8[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_110 (Conv2D)             (None, 10, 14, 128)  139264      block17_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_110 (BatchN (None, 10, 14, 128)  384         conv2d_110[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_110 (Activation)     (None, 10, 14, 128)  0           batch_normalization_110[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_111 (Conv2D)             (None, 10, 14, 160)  143360      activation_110[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_111 (BatchN (None, 10, 14, 160)  480         conv2d_111[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_111 (Activation)     (None, 10, 14, 160)  0           batch_normalization_111[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_109 (Conv2D)             (None, 10, 14, 192)  208896      block17_8_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_112 (Conv2D)             (None, 10, 14, 192)  215040      activation_111[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_109 (BatchN (None, 10, 14, 192)  576         conv2d_109[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_112 (BatchN (None, 10, 14, 192)  576         conv2d_112[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_109 (Activation)     (None, 10, 14, 192)  0           batch_normalization_109[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_112 (Activation)     (None, 10, 14, 192)  0           batch_normalization_112[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_mixed (Concatenate)   (None, 10, 14, 384)  0           activation_109[0][0]             \n",
      "                                                                 activation_112[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_conv (Conv2D)         (None, 10, 14, 1088) 418880      block17_9_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_9 (Lambda)              (None, 10, 14, 1088) 0           block17_8_ac[0][0]               \n",
      "                                                                 block17_9_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_ac (Activation)       (None, 10, 14, 1088) 0           block17_9[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_114 (Conv2D)             (None, 10, 14, 128)  139264      block17_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_114 (BatchN (None, 10, 14, 128)  384         conv2d_114[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_114 (Activation)     (None, 10, 14, 128)  0           batch_normalization_114[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_115 (Conv2D)             (None, 10, 14, 160)  143360      activation_114[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_115 (BatchN (None, 10, 14, 160)  480         conv2d_115[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_115 (Activation)     (None, 10, 14, 160)  0           batch_normalization_115[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_113 (Conv2D)             (None, 10, 14, 192)  208896      block17_9_ac[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_116 (Conv2D)             (None, 10, 14, 192)  215040      activation_115[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_113 (BatchN (None, 10, 14, 192)  576         conv2d_113[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_116 (BatchN (None, 10, 14, 192)  576         conv2d_116[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_113 (Activation)     (None, 10, 14, 192)  0           batch_normalization_113[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_116 (Activation)     (None, 10, 14, 192)  0           batch_normalization_116[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_113[0][0]             \n",
      "                                                                 activation_116[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_10_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_10 (Lambda)             (None, 10, 14, 1088) 0           block17_9_ac[0][0]               \n",
      "                                                                 block17_10_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_ac (Activation)      (None, 10, 14, 1088) 0           block17_10[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_118 (Conv2D)             (None, 10, 14, 128)  139264      block17_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_118 (BatchN (None, 10, 14, 128)  384         conv2d_118[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_118 (Activation)     (None, 10, 14, 128)  0           batch_normalization_118[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_119 (Conv2D)             (None, 10, 14, 160)  143360      activation_118[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_119 (BatchN (None, 10, 14, 160)  480         conv2d_119[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_119 (Activation)     (None, 10, 14, 160)  0           batch_normalization_119[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_117 (Conv2D)             (None, 10, 14, 192)  208896      block17_10_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_120 (Conv2D)             (None, 10, 14, 192)  215040      activation_119[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_117 (BatchN (None, 10, 14, 192)  576         conv2d_117[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_120 (BatchN (None, 10, 14, 192)  576         conv2d_120[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_117 (Activation)     (None, 10, 14, 192)  0           batch_normalization_117[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_120 (Activation)     (None, 10, 14, 192)  0           batch_normalization_120[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_11_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_117[0][0]             \n",
      "                                                                 activation_120[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_11_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_11_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_11 (Lambda)             (None, 10, 14, 1088) 0           block17_10_ac[0][0]              \n",
      "                                                                 block17_11_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_11_ac (Activation)      (None, 10, 14, 1088) 0           block17_11[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_122 (Conv2D)             (None, 10, 14, 128)  139264      block17_11_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_122 (BatchN (None, 10, 14, 128)  384         conv2d_122[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_122 (Activation)     (None, 10, 14, 128)  0           batch_normalization_122[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_123 (Conv2D)             (None, 10, 14, 160)  143360      activation_122[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_123 (BatchN (None, 10, 14, 160)  480         conv2d_123[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_123 (Activation)     (None, 10, 14, 160)  0           batch_normalization_123[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_121 (Conv2D)             (None, 10, 14, 192)  208896      block17_11_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_124 (Conv2D)             (None, 10, 14, 192)  215040      activation_123[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_121 (BatchN (None, 10, 14, 192)  576         conv2d_121[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_124 (BatchN (None, 10, 14, 192)  576         conv2d_124[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_121 (Activation)     (None, 10, 14, 192)  0           batch_normalization_121[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_124 (Activation)     (None, 10, 14, 192)  0           batch_normalization_124[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_12_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_121[0][0]             \n",
      "                                                                 activation_124[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_12_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_12_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_12 (Lambda)             (None, 10, 14, 1088) 0           block17_11_ac[0][0]              \n",
      "                                                                 block17_12_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_12_ac (Activation)      (None, 10, 14, 1088) 0           block17_12[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_126 (Conv2D)             (None, 10, 14, 128)  139264      block17_12_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_126 (BatchN (None, 10, 14, 128)  384         conv2d_126[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_126 (Activation)     (None, 10, 14, 128)  0           batch_normalization_126[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_127 (Conv2D)             (None, 10, 14, 160)  143360      activation_126[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_127 (BatchN (None, 10, 14, 160)  480         conv2d_127[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_127 (Activation)     (None, 10, 14, 160)  0           batch_normalization_127[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_125 (Conv2D)             (None, 10, 14, 192)  208896      block17_12_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_128 (Conv2D)             (None, 10, 14, 192)  215040      activation_127[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_125 (BatchN (None, 10, 14, 192)  576         conv2d_125[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_128 (BatchN (None, 10, 14, 192)  576         conv2d_128[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_125 (Activation)     (None, 10, 14, 192)  0           batch_normalization_125[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_128 (Activation)     (None, 10, 14, 192)  0           batch_normalization_128[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_125[0][0]             \n",
      "                                                                 activation_128[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_13_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_13 (Lambda)             (None, 10, 14, 1088) 0           block17_12_ac[0][0]              \n",
      "                                                                 block17_13_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_ac (Activation)      (None, 10, 14, 1088) 0           block17_13[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_130 (Conv2D)             (None, 10, 14, 128)  139264      block17_13_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_130 (BatchN (None, 10, 14, 128)  384         conv2d_130[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_130 (Activation)     (None, 10, 14, 128)  0           batch_normalization_130[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_131 (Conv2D)             (None, 10, 14, 160)  143360      activation_130[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_131 (BatchN (None, 10, 14, 160)  480         conv2d_131[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_131 (Activation)     (None, 10, 14, 160)  0           batch_normalization_131[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_129 (Conv2D)             (None, 10, 14, 192)  208896      block17_13_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_132 (Conv2D)             (None, 10, 14, 192)  215040      activation_131[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_129 (BatchN (None, 10, 14, 192)  576         conv2d_129[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_132 (BatchN (None, 10, 14, 192)  576         conv2d_132[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_129 (Activation)     (None, 10, 14, 192)  0           batch_normalization_129[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_132 (Activation)     (None, 10, 14, 192)  0           batch_normalization_132[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_129[0][0]             \n",
      "                                                                 activation_132[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_14_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_14 (Lambda)             (None, 10, 14, 1088) 0           block17_13_ac[0][0]              \n",
      "                                                                 block17_14_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_ac (Activation)      (None, 10, 14, 1088) 0           block17_14[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_134 (Conv2D)             (None, 10, 14, 128)  139264      block17_14_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_134 (BatchN (None, 10, 14, 128)  384         conv2d_134[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_134 (Activation)     (None, 10, 14, 128)  0           batch_normalization_134[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_135 (Conv2D)             (None, 10, 14, 160)  143360      activation_134[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_135 (BatchN (None, 10, 14, 160)  480         conv2d_135[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_135 (Activation)     (None, 10, 14, 160)  0           batch_normalization_135[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_133 (Conv2D)             (None, 10, 14, 192)  208896      block17_14_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_136 (Conv2D)             (None, 10, 14, 192)  215040      activation_135[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_133 (BatchN (None, 10, 14, 192)  576         conv2d_133[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_136 (BatchN (None, 10, 14, 192)  576         conv2d_136[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_133 (Activation)     (None, 10, 14, 192)  0           batch_normalization_133[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_136 (Activation)     (None, 10, 14, 192)  0           batch_normalization_136[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_133[0][0]             \n",
      "                                                                 activation_136[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_15_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_15 (Lambda)             (None, 10, 14, 1088) 0           block17_14_ac[0][0]              \n",
      "                                                                 block17_15_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_ac (Activation)      (None, 10, 14, 1088) 0           block17_15[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_138 (Conv2D)             (None, 10, 14, 128)  139264      block17_15_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_138 (BatchN (None, 10, 14, 128)  384         conv2d_138[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_138 (Activation)     (None, 10, 14, 128)  0           batch_normalization_138[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_139 (Conv2D)             (None, 10, 14, 160)  143360      activation_138[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_139 (BatchN (None, 10, 14, 160)  480         conv2d_139[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_139 (Activation)     (None, 10, 14, 160)  0           batch_normalization_139[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_137 (Conv2D)             (None, 10, 14, 192)  208896      block17_15_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_140 (Conv2D)             (None, 10, 14, 192)  215040      activation_139[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_137 (BatchN (None, 10, 14, 192)  576         conv2d_137[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_140 (BatchN (None, 10, 14, 192)  576         conv2d_140[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_137 (Activation)     (None, 10, 14, 192)  0           batch_normalization_137[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_140 (Activation)     (None, 10, 14, 192)  0           batch_normalization_140[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_16_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_137[0][0]             \n",
      "                                                                 activation_140[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_16_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_16_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_16 (Lambda)             (None, 10, 14, 1088) 0           block17_15_ac[0][0]              \n",
      "                                                                 block17_16_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_16_ac (Activation)      (None, 10, 14, 1088) 0           block17_16[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_142 (Conv2D)             (None, 10, 14, 128)  139264      block17_16_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_142 (BatchN (None, 10, 14, 128)  384         conv2d_142[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_142 (Activation)     (None, 10, 14, 128)  0           batch_normalization_142[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_143 (Conv2D)             (None, 10, 14, 160)  143360      activation_142[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_143 (BatchN (None, 10, 14, 160)  480         conv2d_143[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_143 (Activation)     (None, 10, 14, 160)  0           batch_normalization_143[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_141 (Conv2D)             (None, 10, 14, 192)  208896      block17_16_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_144 (Conv2D)             (None, 10, 14, 192)  215040      activation_143[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_141 (BatchN (None, 10, 14, 192)  576         conv2d_141[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_144 (BatchN (None, 10, 14, 192)  576         conv2d_144[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_141 (Activation)     (None, 10, 14, 192)  0           batch_normalization_141[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_144 (Activation)     (None, 10, 14, 192)  0           batch_normalization_144[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_141[0][0]             \n",
      "                                                                 activation_144[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_17_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_17 (Lambda)             (None, 10, 14, 1088) 0           block17_16_ac[0][0]              \n",
      "                                                                 block17_17_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_ac (Activation)      (None, 10, 14, 1088) 0           block17_17[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_146 (Conv2D)             (None, 10, 14, 128)  139264      block17_17_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_146 (BatchN (None, 10, 14, 128)  384         conv2d_146[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_146 (Activation)     (None, 10, 14, 128)  0           batch_normalization_146[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_147 (Conv2D)             (None, 10, 14, 160)  143360      activation_146[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_147 (BatchN (None, 10, 14, 160)  480         conv2d_147[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_147 (Activation)     (None, 10, 14, 160)  0           batch_normalization_147[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_145 (Conv2D)             (None, 10, 14, 192)  208896      block17_17_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_148 (Conv2D)             (None, 10, 14, 192)  215040      activation_147[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_145 (BatchN (None, 10, 14, 192)  576         conv2d_145[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_148 (BatchN (None, 10, 14, 192)  576         conv2d_148[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_145 (Activation)     (None, 10, 14, 192)  0           batch_normalization_145[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_148 (Activation)     (None, 10, 14, 192)  0           batch_normalization_148[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_145[0][0]             \n",
      "                                                                 activation_148[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_18_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_18 (Lambda)             (None, 10, 14, 1088) 0           block17_17_ac[0][0]              \n",
      "                                                                 block17_18_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_ac (Activation)      (None, 10, 14, 1088) 0           block17_18[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_150 (Conv2D)             (None, 10, 14, 128)  139264      block17_18_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_150 (BatchN (None, 10, 14, 128)  384         conv2d_150[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_150 (Activation)     (None, 10, 14, 128)  0           batch_normalization_150[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_151 (Conv2D)             (None, 10, 14, 160)  143360      activation_150[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_151 (BatchN (None, 10, 14, 160)  480         conv2d_151[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_151 (Activation)     (None, 10, 14, 160)  0           batch_normalization_151[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_149 (Conv2D)             (None, 10, 14, 192)  208896      block17_18_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_152 (Conv2D)             (None, 10, 14, 192)  215040      activation_151[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_149 (BatchN (None, 10, 14, 192)  576         conv2d_149[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_152 (BatchN (None, 10, 14, 192)  576         conv2d_152[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_149 (Activation)     (None, 10, 14, 192)  0           batch_normalization_149[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_152 (Activation)     (None, 10, 14, 192)  0           batch_normalization_152[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_19_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_149[0][0]             \n",
      "                                                                 activation_152[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_19_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_19_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_19 (Lambda)             (None, 10, 14, 1088) 0           block17_18_ac[0][0]              \n",
      "                                                                 block17_19_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_19_ac (Activation)      (None, 10, 14, 1088) 0           block17_19[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_154 (Conv2D)             (None, 10, 14, 128)  139264      block17_19_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_154 (BatchN (None, 10, 14, 128)  384         conv2d_154[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_154 (Activation)     (None, 10, 14, 128)  0           batch_normalization_154[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_155 (Conv2D)             (None, 10, 14, 160)  143360      activation_154[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_155 (BatchN (None, 10, 14, 160)  480         conv2d_155[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_155 (Activation)     (None, 10, 14, 160)  0           batch_normalization_155[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_153 (Conv2D)             (None, 10, 14, 192)  208896      block17_19_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_156 (Conv2D)             (None, 10, 14, 192)  215040      activation_155[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_153 (BatchN (None, 10, 14, 192)  576         conv2d_153[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_156 (BatchN (None, 10, 14, 192)  576         conv2d_156[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_153 (Activation)     (None, 10, 14, 192)  0           batch_normalization_153[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_156 (Activation)     (None, 10, 14, 192)  0           batch_normalization_156[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block17_20_mixed (Concatenate)  (None, 10, 14, 384)  0           activation_153[0][0]             \n",
      "                                                                 activation_156[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_20_conv (Conv2D)        (None, 10, 14, 1088) 418880      block17_20_mixed[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block17_20 (Lambda)             (None, 10, 14, 1088) 0           block17_19_ac[0][0]              \n",
      "                                                                 block17_20_conv[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_20_ac (Activation)      (None, 10, 14, 1088) 0           block17_20[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_161 (Conv2D)             (None, 10, 14, 256)  278528      block17_20_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_161 (BatchN (None, 10, 14, 256)  768         conv2d_161[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_161 (Activation)     (None, 10, 14, 256)  0           batch_normalization_161[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_157 (Conv2D)             (None, 10, 14, 256)  278528      block17_20_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_159 (Conv2D)             (None, 10, 14, 256)  278528      block17_20_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_162 (Conv2D)             (None, 10, 14, 288)  663552      activation_161[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_157 (BatchN (None, 10, 14, 256)  768         conv2d_157[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_159 (BatchN (None, 10, 14, 256)  768         conv2d_159[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_162 (BatchN (None, 10, 14, 288)  864         conv2d_162[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_157 (Activation)     (None, 10, 14, 256)  0           batch_normalization_157[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_159 (Activation)     (None, 10, 14, 256)  0           batch_normalization_159[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_162 (Activation)     (None, 10, 14, 288)  0           batch_normalization_162[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_158 (Conv2D)             (None, 4, 6, 384)    884736      activation_157[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_160 (Conv2D)             (None, 4, 6, 288)    663552      activation_159[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_163 (Conv2D)             (None, 4, 6, 320)    829440      activation_162[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_158 (BatchN (None, 4, 6, 384)    1152        conv2d_158[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_160 (BatchN (None, 4, 6, 288)    864         conv2d_160[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_163 (BatchN (None, 4, 6, 320)    960         conv2d_163[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_158 (Activation)     (None, 4, 6, 384)    0           batch_normalization_158[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_160 (Activation)     (None, 4, 6, 288)    0           batch_normalization_160[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_163 (Activation)     (None, 4, 6, 320)    0           batch_normalization_163[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_4 (MaxPooling2D)  (None, 4, 6, 1088)   0           block17_20_ac[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "mixed_7a (Concatenate)          (None, 4, 6, 2080)   0           activation_158[0][0]             \n",
      "                                                                 activation_160[0][0]             \n",
      "                                                                 activation_163[0][0]             \n",
      "                                                                 max_pooling2d_4[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_165 (Conv2D)             (None, 4, 6, 192)    399360      mixed_7a[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_165 (BatchN (None, 4, 6, 192)    576         conv2d_165[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_165 (Activation)     (None, 4, 6, 192)    0           batch_normalization_165[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_166 (Conv2D)             (None, 4, 6, 224)    129024      activation_165[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_166 (BatchN (None, 4, 6, 224)    672         conv2d_166[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_166 (Activation)     (None, 4, 6, 224)    0           batch_normalization_166[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_164 (Conv2D)             (None, 4, 6, 192)    399360      mixed_7a[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_167 (Conv2D)             (None, 4, 6, 256)    172032      activation_166[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_164 (BatchN (None, 4, 6, 192)    576         conv2d_164[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_167 (BatchN (None, 4, 6, 256)    768         conv2d_167[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_164 (Activation)     (None, 4, 6, 192)    0           batch_normalization_164[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_167 (Activation)     (None, 4, 6, 256)    0           batch_normalization_167[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_164[0][0]             \n",
      "                                                                 activation_167[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_1_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_1 (Lambda)               (None, 4, 6, 2080)   0           mixed_7a[0][0]                   \n",
      "                                                                 block8_1_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_ac (Activation)        (None, 4, 6, 2080)   0           block8_1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_169 (Conv2D)             (None, 4, 6, 192)    399360      block8_1_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_169 (BatchN (None, 4, 6, 192)    576         conv2d_169[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_169 (Activation)     (None, 4, 6, 192)    0           batch_normalization_169[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_170 (Conv2D)             (None, 4, 6, 224)    129024      activation_169[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_170 (BatchN (None, 4, 6, 224)    672         conv2d_170[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_170 (Activation)     (None, 4, 6, 224)    0           batch_normalization_170[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_168 (Conv2D)             (None, 4, 6, 192)    399360      block8_1_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_171 (Conv2D)             (None, 4, 6, 256)    172032      activation_170[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_168 (BatchN (None, 4, 6, 192)    576         conv2d_168[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_171 (BatchN (None, 4, 6, 256)    768         conv2d_171[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_168 (Activation)     (None, 4, 6, 192)    0           batch_normalization_168[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_171 (Activation)     (None, 4, 6, 256)    0           batch_normalization_171[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_168[0][0]             \n",
      "                                                                 activation_171[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_2_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_2 (Lambda)               (None, 4, 6, 2080)   0           block8_1_ac[0][0]                \n",
      "                                                                 block8_2_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_ac (Activation)        (None, 4, 6, 2080)   0           block8_2[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_173 (Conv2D)             (None, 4, 6, 192)    399360      block8_2_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_173 (BatchN (None, 4, 6, 192)    576         conv2d_173[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_173 (Activation)     (None, 4, 6, 192)    0           batch_normalization_173[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_174 (Conv2D)             (None, 4, 6, 224)    129024      activation_173[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_174 (BatchN (None, 4, 6, 224)    672         conv2d_174[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_174 (Activation)     (None, 4, 6, 224)    0           batch_normalization_174[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_172 (Conv2D)             (None, 4, 6, 192)    399360      block8_2_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_175 (Conv2D)             (None, 4, 6, 256)    172032      activation_174[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_172 (BatchN (None, 4, 6, 192)    576         conv2d_172[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_175 (BatchN (None, 4, 6, 256)    768         conv2d_175[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_172 (Activation)     (None, 4, 6, 192)    0           batch_normalization_172[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_175 (Activation)     (None, 4, 6, 256)    0           batch_normalization_175[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_172[0][0]             \n",
      "                                                                 activation_175[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_3_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_3 (Lambda)               (None, 4, 6, 2080)   0           block8_2_ac[0][0]                \n",
      "                                                                 block8_3_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_ac (Activation)        (None, 4, 6, 2080)   0           block8_3[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_177 (Conv2D)             (None, 4, 6, 192)    399360      block8_3_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_177 (BatchN (None, 4, 6, 192)    576         conv2d_177[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_177 (Activation)     (None, 4, 6, 192)    0           batch_normalization_177[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_178 (Conv2D)             (None, 4, 6, 224)    129024      activation_177[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_178 (BatchN (None, 4, 6, 224)    672         conv2d_178[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_178 (Activation)     (None, 4, 6, 224)    0           batch_normalization_178[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_176 (Conv2D)             (None, 4, 6, 192)    399360      block8_3_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_179 (Conv2D)             (None, 4, 6, 256)    172032      activation_178[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_176 (BatchN (None, 4, 6, 192)    576         conv2d_176[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_179 (BatchN (None, 4, 6, 256)    768         conv2d_179[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_176 (Activation)     (None, 4, 6, 192)    0           batch_normalization_176[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_179 (Activation)     (None, 4, 6, 256)    0           batch_normalization_179[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_176[0][0]             \n",
      "                                                                 activation_179[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_4_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_4 (Lambda)               (None, 4, 6, 2080)   0           block8_3_ac[0][0]                \n",
      "                                                                 block8_4_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_ac (Activation)        (None, 4, 6, 2080)   0           block8_4[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_181 (Conv2D)             (None, 4, 6, 192)    399360      block8_4_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_181 (BatchN (None, 4, 6, 192)    576         conv2d_181[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_181 (Activation)     (None, 4, 6, 192)    0           batch_normalization_181[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_182 (Conv2D)             (None, 4, 6, 224)    129024      activation_181[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_182 (BatchN (None, 4, 6, 224)    672         conv2d_182[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_182 (Activation)     (None, 4, 6, 224)    0           batch_normalization_182[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_180 (Conv2D)             (None, 4, 6, 192)    399360      block8_4_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_183 (Conv2D)             (None, 4, 6, 256)    172032      activation_182[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_180 (BatchN (None, 4, 6, 192)    576         conv2d_180[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_183 (BatchN (None, 4, 6, 256)    768         conv2d_183[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_180 (Activation)     (None, 4, 6, 192)    0           batch_normalization_180[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_183 (Activation)     (None, 4, 6, 256)    0           batch_normalization_183[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_180[0][0]             \n",
      "                                                                 activation_183[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_5_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_5 (Lambda)               (None, 4, 6, 2080)   0           block8_4_ac[0][0]                \n",
      "                                                                 block8_5_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_ac (Activation)        (None, 4, 6, 2080)   0           block8_5[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_185 (Conv2D)             (None, 4, 6, 192)    399360      block8_5_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_185 (BatchN (None, 4, 6, 192)    576         conv2d_185[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_185 (Activation)     (None, 4, 6, 192)    0           batch_normalization_185[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_186 (Conv2D)             (None, 4, 6, 224)    129024      activation_185[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_186 (BatchN (None, 4, 6, 224)    672         conv2d_186[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_186 (Activation)     (None, 4, 6, 224)    0           batch_normalization_186[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_184 (Conv2D)             (None, 4, 6, 192)    399360      block8_5_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_187 (Conv2D)             (None, 4, 6, 256)    172032      activation_186[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_184 (BatchN (None, 4, 6, 192)    576         conv2d_184[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_187 (BatchN (None, 4, 6, 256)    768         conv2d_187[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_184 (Activation)     (None, 4, 6, 192)    0           batch_normalization_184[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_187 (Activation)     (None, 4, 6, 256)    0           batch_normalization_187[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_184[0][0]             \n",
      "                                                                 activation_187[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_6_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_6 (Lambda)               (None, 4, 6, 2080)   0           block8_5_ac[0][0]                \n",
      "                                                                 block8_6_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_ac (Activation)        (None, 4, 6, 2080)   0           block8_6[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_189 (Conv2D)             (None, 4, 6, 192)    399360      block8_6_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_189 (BatchN (None, 4, 6, 192)    576         conv2d_189[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_189 (Activation)     (None, 4, 6, 192)    0           batch_normalization_189[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_190 (Conv2D)             (None, 4, 6, 224)    129024      activation_189[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_190 (BatchN (None, 4, 6, 224)    672         conv2d_190[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_190 (Activation)     (None, 4, 6, 224)    0           batch_normalization_190[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_188 (Conv2D)             (None, 4, 6, 192)    399360      block8_6_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_191 (Conv2D)             (None, 4, 6, 256)    172032      activation_190[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_188 (BatchN (None, 4, 6, 192)    576         conv2d_188[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_191 (BatchN (None, 4, 6, 256)    768         conv2d_191[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_188 (Activation)     (None, 4, 6, 192)    0           batch_normalization_188[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_191 (Activation)     (None, 4, 6, 256)    0           batch_normalization_191[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_188[0][0]             \n",
      "                                                                 activation_191[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_7_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_7 (Lambda)               (None, 4, 6, 2080)   0           block8_6_ac[0][0]                \n",
      "                                                                 block8_7_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_ac (Activation)        (None, 4, 6, 2080)   0           block8_7[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_193 (Conv2D)             (None, 4, 6, 192)    399360      block8_7_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_193 (BatchN (None, 4, 6, 192)    576         conv2d_193[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_193 (Activation)     (None, 4, 6, 192)    0           batch_normalization_193[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_194 (Conv2D)             (None, 4, 6, 224)    129024      activation_193[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_194 (BatchN (None, 4, 6, 224)    672         conv2d_194[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_194 (Activation)     (None, 4, 6, 224)    0           batch_normalization_194[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_192 (Conv2D)             (None, 4, 6, 192)    399360      block8_7_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_195 (Conv2D)             (None, 4, 6, 256)    172032      activation_194[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_192 (BatchN (None, 4, 6, 192)    576         conv2d_192[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_195 (BatchN (None, 4, 6, 256)    768         conv2d_195[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_192 (Activation)     (None, 4, 6, 192)    0           batch_normalization_192[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_195 (Activation)     (None, 4, 6, 256)    0           batch_normalization_195[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_192[0][0]             \n",
      "                                                                 activation_195[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_8_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_8 (Lambda)               (None, 4, 6, 2080)   0           block8_7_ac[0][0]                \n",
      "                                                                 block8_8_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_ac (Activation)        (None, 4, 6, 2080)   0           block8_8[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_197 (Conv2D)             (None, 4, 6, 192)    399360      block8_8_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_197 (BatchN (None, 4, 6, 192)    576         conv2d_197[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_197 (Activation)     (None, 4, 6, 192)    0           batch_normalization_197[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_198 (Conv2D)             (None, 4, 6, 224)    129024      activation_197[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_198 (BatchN (None, 4, 6, 224)    672         conv2d_198[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_198 (Activation)     (None, 4, 6, 224)    0           batch_normalization_198[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_196 (Conv2D)             (None, 4, 6, 192)    399360      block8_8_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_199 (Conv2D)             (None, 4, 6, 256)    172032      activation_198[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_196 (BatchN (None, 4, 6, 192)    576         conv2d_196[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_199 (BatchN (None, 4, 6, 256)    768         conv2d_199[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_196 (Activation)     (None, 4, 6, 192)    0           batch_normalization_196[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_199 (Activation)     (None, 4, 6, 256)    0           batch_normalization_199[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_mixed (Concatenate)    (None, 4, 6, 448)    0           activation_196[0][0]             \n",
      "                                                                 activation_199[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_conv (Conv2D)          (None, 4, 6, 2080)   933920      block8_9_mixed[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_9 (Lambda)               (None, 4, 6, 2080)   0           block8_8_ac[0][0]                \n",
      "                                                                 block8_9_conv[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_ac (Activation)        (None, 4, 6, 2080)   0           block8_9[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_201 (Conv2D)             (None, 4, 6, 192)    399360      block8_9_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_201 (BatchN (None, 4, 6, 192)    576         conv2d_201[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_201 (Activation)     (None, 4, 6, 192)    0           batch_normalization_201[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_202 (Conv2D)             (None, 4, 6, 224)    129024      activation_201[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_202 (BatchN (None, 4, 6, 224)    672         conv2d_202[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_202 (Activation)     (None, 4, 6, 224)    0           batch_normalization_202[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_200 (Conv2D)             (None, 4, 6, 192)    399360      block8_9_ac[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_203 (Conv2D)             (None, 4, 6, 256)    172032      activation_202[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_200 (BatchN (None, 4, 6, 192)    576         conv2d_200[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_203 (BatchN (None, 4, 6, 256)    768         conv2d_203[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_200 (Activation)     (None, 4, 6, 192)    0           batch_normalization_200[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_203 (Activation)     (None, 4, 6, 256)    0           batch_normalization_203[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_10_mixed (Concatenate)   (None, 4, 6, 448)    0           activation_200[0][0]             \n",
      "                                                                 activation_203[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block8_10_conv (Conv2D)         (None, 4, 6, 2080)   933920      block8_10_mixed[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block8_10 (Lambda)              (None, 4, 6, 2080)   0           block8_9_ac[0][0]                \n",
      "                                                                 block8_10_conv[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b (Conv2D)                (None, 4, 6, 1536)   3194880     block8_10[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b_bn (BatchNormalization) (None, 4, 6, 1536)   4608        conv_7b[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b_ac (Activation)         (None, 4, 6, 1536)   0           conv_7b_bn[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "global_max_pooling2d_1 (GlobalM (None, 1536)         0           conv_7b_ac[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "dense_1 (Dense)                 (None, 512)          786944      global_max_pooling2d_1[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "dropout_1 (Dropout)             (None, 512)          0           dense_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "dense_2 (Dense)                 (None, 7)            3591        dropout_1[0][0]                  \n",
      "==================================================================================================\n",
      "Total params: 55,127,271\n",
      "Trainable params: 24,352,647\n",
      "Non-trainable params: 30,774,624\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/25\n",
      "126/126 [==============================] - 295s 2s/step - loss: 0.8628 - acc: 0.7063 - val_loss: 0.7964 - val_acc: 0.7299\n",
      "Epoch 2/25\n",
      "126/126 [==============================] - 255s 2s/step - loss: 0.6972 - acc: 0.7484 - val_loss: 0.6494 - val_acc: 0.7455\n",
      "Epoch 3/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.6242 - acc: 0.7717 - val_loss: 0.6173 - val_acc: 0.7796\n",
      "Epoch 4/25\n",
      "126/126 [==============================] - 255s 2s/step - loss: 0.5684 - acc: 0.7920 - val_loss: 0.6669 - val_acc: 0.7612\n",
      "Epoch 5/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.5231 - acc: 0.8074 - val_loss: 0.6269 - val_acc: 0.7796\n",
      "Epoch 6/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.4803 - acc: 0.8250 - val_loss: 0.5392 - val_acc: 0.7746\n",
      "\n",
      "Epoch 00006: ReduceLROnPlateau reducing learning rate to 4.999999873689376e-05.\n",
      "Epoch 7/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.3935 - acc: 0.8549 - val_loss: 0.5408 - val_acc: 0.8104\n",
      "Epoch 8/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.3891 - acc: 0.8587 - val_loss: 0.6465 - val_acc: 0.7746\n",
      "Epoch 9/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.3587 - acc: 0.8680 - val_loss: 0.5984 - val_acc: 0.7986\n",
      "Epoch 10/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.3416 - acc: 0.8809 - val_loss: 0.7132 - val_acc: 0.7790\n",
      "\n",
      "Epoch 00010: ReduceLROnPlateau reducing learning rate to 2.499999936844688e-05.\n",
      "Epoch 11/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.2997 - acc: 0.8928 - val_loss: 0.6023 - val_acc: 0.8175\n",
      "Epoch 12/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.2783 - acc: 0.8967 - val_loss: 0.5735 - val_acc: 0.8237\n",
      "Epoch 13/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.2645 - acc: 0.9005 - val_loss: 0.5476 - val_acc: 0.8175\n",
      "Epoch 14/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.2621 - acc: 0.9070 - val_loss: 0.6747 - val_acc: 0.7946\n",
      "Epoch 15/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.2489 - acc: 0.9107 - val_loss: 0.6060 - val_acc: 0.7749\n",
      "\n",
      "Epoch 00015: ReduceLROnPlateau reducing learning rate to 1.249999968422344e-05.\n",
      "Epoch 16/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.2272 - acc: 0.9203 - val_loss: 0.6036 - val_acc: 0.8259\n",
      "Epoch 17/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.2242 - acc: 0.9195 - val_loss: 0.5993 - val_acc: 0.7891\n",
      "Epoch 18/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.2170 - acc: 0.9206 - val_loss: 0.6905 - val_acc: 0.7924\n",
      "Epoch 19/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.2088 - acc: 0.9224 - val_loss: 0.5358 - val_acc: 0.8483\n",
      "Epoch 20/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.2038 - acc: 0.9216 - val_loss: 0.6964 - val_acc: 0.8058\n",
      "Epoch 21/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.2014 - acc: 0.9287 - val_loss: 0.5537 - val_acc: 0.8175\n",
      "Epoch 22/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.1953 - acc: 0.9296 - val_loss: 0.6688 - val_acc: 0.8125\n",
      "\n",
      "Epoch 00022: ReduceLROnPlateau reducing learning rate to 6.24999984211172e-06.\n",
      "Epoch 23/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.1959 - acc: 0.9281 - val_loss: 0.6267 - val_acc: 0.8270\n",
      "Epoch 24/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.1855 - acc: 0.9322 - val_loss: 0.6600 - val_acc: 0.8147\n",
      "Epoch 25/25\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.1898 - acc: 0.9332 - val_loss: 0.6179 - val_acc: 0.8175\n"
     ]
    }
   ],
   "source": [
    "batch_size = 64\n",
    "epochs = 25\n",
    "history = model.fit_generator(train_datagen.flow(X_train,y_train, batch_size=batch_size),\n",
    "                              epochs = epochs, validation_data = val_datagen.flow(X_val, y_val),\n",
    "                              verbose = 1, steps_per_epoch=(X_train.shape[0] // batch_size),\n",
    "                              validation_steps=(X_val.shape[0] // batch_size),\n",
    "                              callbacks=[learning_rate_reduction])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "learning_rate_reduction = ReduceLROnPlateau(monitor='val_acc', patience=2, verbose=1, factor=0.5, \n",
    "                                            min_lr=0.000001, cooldown=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/5\n",
      "126/126 [==============================] - 255s 2s/step - loss: 0.1731 - acc: 0.9371 - val_loss: 0.5915 - val_acc: 0.8326\n",
      "Epoch 2/5\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.1684 - acc: 0.9415 - val_loss: 0.6937 - val_acc: 0.8058\n",
      "Epoch 3/5\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.1696 - acc: 0.9383 - val_loss: 0.6034 - val_acc: 0.8294\n",
      "\n",
      "Epoch 00003: ReduceLROnPlateau reducing learning rate to 3.12499992105586e-06.\n",
      "Epoch 4/5\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.1637 - acc: 0.9400 - val_loss: 0.7378 - val_acc: 0.7924\n",
      "Epoch 5/5\n",
      "126/126 [==============================] - 254s 2s/step - loss: 0.1698 - acc: 0.9399 - val_loss: 0.6576 - val_acc: 0.7844\n",
      "\n",
      "Epoch 00005: ReduceLROnPlateau reducing learning rate to 1.56249996052793e-06.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x7fb93a9efe48>"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    " model.fit_generator(train_datagen.flow(X_train,y_train, batch_size=batch_size),\n",
    "                     epochs = 5, validation_data = val_datagen.flow(X_val, y_val),\n",
    "                     verbose = 1, steps_per_epoch=(X_train.shape[0] // batch_size),\n",
    "                     validation_steps=(X_val.shape[0] // batch_size),\n",
    "                     callbacks=[learning_rate_reduction])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "902/902 [==============================] - 12s 13ms/step\n",
      "Validation: accuracy = 0.808204  ;  loss_v = 0.669130\n"
     ]
    }
   ],
   "source": [
    "loss_val, acc_val = model.evaluate(X_val, y_val, verbose=1)\n",
    "print(\"Validation: accuracy = %f  ;  loss_v = %f\" % (acc_val, loss_val))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Testing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_test = np.load(\"/floyd/input/skin_cancer_192_256/256_192_test.npy\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_test = np.load(\"/floyd/input/skin_cancer_192_256/test_labels.npy\")\n",
    "y_test = to_categorical(y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1002/1002 [==============================] - 13s 13ms/step\n",
      "Test: accuracy = 0.825349  ;  loss = 0.640084\n"
     ]
    }
   ],
   "source": [
    "loss_test, acc_test = model.evaluate(X_test, y_test, verbose=1)\n",
    "print(\"Test: accuracy = %f  ;  loss = %f\" % (acc_test, loss_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.save(\"InceptionResNet.h5\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0.5,1,'Training and validation loss')"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAEICAYAAABYoZ8gAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3Xd4lFX2wPHvSS8ECAm9BghSQo8UAUWKCxZEYAUVFQvYy+r6U7fYVld3dV3XXbtiQcqiWNBVEZWqiIQeeocQSkJIg/Tc3x93gkNImSSTTDI5n+fJk5l523lnkvPeufe+94oxBqWUUvWHj6cDUEopVbM08SulVD2jiV8ppeoZTfxKKVXPaOJXSql6RhO/UkrVM5r46yER8RWRTBFp5851PUlEOouI2/smi8goEdnv9HyHiAxzZd1KHOttEflDZbdXylV+ng5AlU9EMp2ehgA5QIHj+W3GmNkV2Z8xpgBo4O516wNjzHnu2I+I3ApMNcYMd9r3re7Yt1Ll0cRfBxhjziReR4nyVmPMd6WtLyJ+xpj8mohNqfLo32Pto1U9XkBEnhaR/4rIXBHJAKaKyGAR+VlEUkXkiIi8LCL+jvX9RMSISAfH8w8dy78WkQwRWSUiURVd17F8rIjsFJE0Efm3iPwoItNKiduVGG8Tkd0iclJEXnba1ldE/ikiJ0RkLzCmjPfnjyIyr9hrr4jIi47Ht4rINsf57HGUxkvbV4KIDHc8DhGRWY7YtgD9i637JxHZ69jvFhEZ53i9J/AfYJijGi3Z6b19wmn72x3nfkJEPhORlq68NxV5n4viEZHvRCRFRI6KyP85HefPjvckXUTiRKRVSdVqIrKy6HN2vJ/LHcdJAf4kItEissRxjGTH+9bIafv2jnNMciz/l4gEOWLu5rReSxE5LSIRpZ2vcoExRn/q0A+wHxhV7LWngVzgCuzFPBg4HxiI/VbXEdgJ3O1Y3w8wQAfH8w+BZCAW8Af+C3xYiXWbARnAlY5lDwB5wLRSzsWVGD8HGgEdgJSicwfuBrYAbYAIYLn9cy7xOB2BTCDUad/HgVjH8ysc6wgwAsgCejmWjQL2O+0rARjuePwCsBQIB9oDW4utezXQ0vGZXOuIoblj2a3A0mJxfgg84Xh8iSPGPkAQ8CrwgyvvTQXf50bAMeA+IBBoCAxwLHsU2AhEO86hD9AE6Fz8vQZWFn3OjnPLB+4AfLF/j12AkUCA4+/kR+AFp/OJd7yfoY71hziWvQk843ScB4FPPf1/WNd/PB6A/lTwAys98f9Qzna/Bz5yPC4pmb/utO44IL4S694MrHBaJsARSkn8LsY4yGn5J8DvHY+XY6u8ipZdWjwZFdv3z8C1jsdjgR1lrPslcJfjcVmJ/6DzZwHc6bxuCfuNBy5zPC4v8b8P/NVpWUNsu06b8t6bCr7P1wNrSllvT1G8xV53JfHvLSeGSUXHBYYBRwHfEtYbAuwDxPF8AzDB3f9X9e1Hq3q8xyHnJyLSVUT+5/jqng48BUSWsf1Rp8enKbtBt7R1WznHYex/akJpO3ExRpeOBRwoI16AOcA1jsfXOp4XxXG5iKx2VEOkYkvbZb1XRVqWFYOITBORjY7qilSgq4v7BXt+Z/ZnjEkHTgKtndZx6TMr531ui03wJSlrWXmK/z22EJH5InLYEcN7xWLYb2xHgrMYY37EfnsYKiIxQDvgf5WMSTlo4vcexbsyvoEtYXY2xjQEHsOWwKvTEWyJFAAREc5OVMVVJcYj2IRRpLzupvOBUSLSGlsVNccRYzDwMfAsthqmMfCti3EcLS0GEekIvIat7ohw7He7037L63qaiK0+KtpfGLZK6bALcRVX1vt8COhUynalLTvliCnE6bUWxdYpfn5/w/ZG6+mIYVqxGNqLiG8pcXwATMV+O5lvjMkpZT3lIk383isMSANOORrHbquBY34J9BORK0TED1tv3LSaYpwP3C8irR0NfQ+XtbIx5ii2OuI9bDXPLseiQGy9cxJQICKXY+uiXY3hDyLSWOx9Dnc7LWuATX5J2GvgdGyJv8gxoI1zI2sxc4FbRKSXiARiL0wrjDGlfoMqQ1nv80KgnYjcLSKBItJQRAY4lr0NPC0incTqIyJNsBe8o9hOBL4iMgOni1QZMZwC0kSkLba6qcgq4ATwV7EN5sEiMsRp+Sxs1dC12IuAqiJN/N7rQeBGbGPrG9hG2GpljDkGTAZexP4jdwLWY0t67o7xNeB7YDOwBltqL88cbJ39mWoeY0wq8DvgU2wD6STsBcwVj2O/eewHvsYpKRljNgH/Bn5xrHMesNpp28XALuCYiDhX2RRt/w22SuZTx/btgOtcjKu4Ut9nY0waMBqYiL0Y7QQucix+HvgM+z6nYxtagxxVeNOBP2Ab+jsXO7eSPA4MwF6AFgILnGLIBy4HumFL/wexn0PR8v3YzznHGPNTBc9dlaCowUQpt3N8dU8EJhljVng6HlV3icgH2AbjJzwdizfQG7iUW4nIGGwPmixsd8A8bKlXqUpxtJdcCfT0dCzeQqt6lLsNBfZi67Z/A1yljXGqskTkWey9BH81xhz0dDzeQqt6lFKqntESv1JK1TO1ro4/MjLSdOjQwdNhKKVUnbJ27dpkY0xZ3afPqHWJv0OHDsTFxXk6DKWUqlNEpLy718/Qqh6llKpnNPErpVQ9o4lfKaXqmVpXx1+SvLw8EhISyM7O9nQoXiMoKIg2bdrg71/aUDFKKW9VJxJ/QkICYWFhdOjQATvgo6oKYwwnTpwgISGBqKio8jdQSnmVOlHVk52dTUREhCZ9NxERIiIi9BuUUvVUnUj8gCZ9N9P3U6n6q05U9SillDcoLDRk5OSTdjqPtKw8UrNy7W/H8/CQAK4dWN6cQlWnid9FqampzJkzhzvvvLNC21166aXMmTOHxo0bl7rOY489xoUXXsioUaOqGqZSyoOMMew+nsnyXclsPJTKydO5pGflkZplE3t6Vh6FZQyP1rddY038tUlqaiqvvvrqOYk/Pz8fP7/S38avvvqq3H0/9dRTVY5PKeUZKadyWbk7mRU7k1ixK5mj6bbtrHXjYJqGBRIeGkCHyFAaBfvTONifhsH+NA4JsM9D/M96Pci/tNkn3UsTv4seeeQR9uzZQ58+ffD39ycoKIjw8HC2b9/Ozp07GT9+PIcOHSI7O5v77ruPGTNmAL8OQZGZmcnYsWMZOnQoP/30E61bt+bzzz8nODiYadOmcfnllzNp0iQ6dOjAjTfeyBdffEFeXh4fffQRXbt2JSkpiWuvvZbExEQGDx7M4sWLWbt2LZGRrs7drVT9kZ1XQEZ2PunZeWRk55ORnUd6lv2dkZ2Pv6/QvGEQzRoG0aJREE0bBBLg51qTZ25+IWsPnGTFLpvo4xPTMAYaBfsztHMkw6IjGRodSZvwkPJ35iF1LvE/+cUWtiamu3Wf3Vs15PErepS5znPPPUd8fDwbNmxg6dKlXHbZZcTHx5/pDjlz5kyaNGlCVlYW559/PhMnTiQiIuKsfezatYu5c+fy1ltvcfXVV7NgwQKmTp16zrEiIyNZt24dr776Ki+88AJvv/02Tz75JCNGjODRRx/lm2++4Z133nHfG6BUHZSTX8BHcQks2nKUtKyzE3xuQWGF9xcRGkCzhkE0bxhIC8dFoXnDQJqHBREe6s+mhDRW7Erm570nOJ1bgJ+P0K9dOA+M6sKwLk3p2boRvj51o9NEnUv8tcWAAQPO6gP/8ssv8+mnnwJw6NAhdu3adU7ij4qKok+fPgD079+f/fv3l7jvCRMmnFnnk08+AWDlypVn9j9mzBjCw8Pdej5K1RXZeQXMjzvEa0v3cCQtmy7NG9CyUTDtI0IJC/IjLMiPhkH+NAzyIyzIn4bB9nfR62FBfuTmF3IsPYdjGdkcT8/mWHoOR9N/fbw1MZ2kzByKT1cSFRnKpP5tGBbdlEEdmxAWVDdvgKxzib+8knlNCQ0NPfN46dKlfPfdd6xatYqQkBCGDx9eYh/5wMDAM499fX3Jysoqcd9F6/n6+pKfn+/myJWqm7LzCpj3y0FeW7aHY+k5nN8hnOcn9WZI58rd4xPRIJDuNCx1eX5BIcmZuRxLzyY5M4cuzcNo26T2Vt9URJ1L/J4SFhZGRkZGicvS0tIIDw8nJCSE7du38/PPP7v9+EOGDGH+/Pk8/PDDfPvtt5w8edLtx1CqNsrOK2D26oO8sWwPxzNyGBDVhH9e3YfBnar3pk4/Xx9aNLJtAN5GE7+LIiIiGDJkCDExMQQHB9O8efMzy8aMGcPrr79Ot27dOO+88xg0aJDbj//4449zzTXXMGvWLAYPHkyLFi0ICwtz+3GUqi1O5+YzZ/VBXl+2l+TMHAZ1bMK/pvRlcKeI8jdWZap1c+7Gxsaa4hOxbNu2jW7dunkootohJycHX19f/Pz8WLVqFXfccQcbNmyo0j71fVXVJTuvgMTULAoKzZl69mB/X5dK6Kdz85m16gBvrdhLcmYuF3SK4L6R0QzsqAm/LCKy1hgT68q6WuKvIw4ePMjVV19NYWEhAQEBvPXWW54OSdVTxhjSsvJIOJnF4dQsElOzOOz8ODWL5Mzcc7bz9ZGzGljDihpfzzS8+pFfaJi35hApp3IZFh3JvSOjOb9DEw+cpXfTxF9HREdHs379ek+HoWqhI2lZJKZmExLgS0iAL8EBvoQE2BK2q90L8wsKSc3KI/V0Limn8kg5lWsfn87l5KlcTp7OIzkz50yCP51bcNb2gX4+tA4PpnXjYLq1bEirxvaxv5/POX3onfvWH0o5TXpRV8wc25Hhwi5NuW9kNP3ba8+16qKJX6k6Kq+gkDeX7+Vf3+0qtd96oJ+P44LgR3CAL8H+9sIQ5O9LRnbemaSelpVX6nGC/H1oEhJARINAOjYNZWh0JK0bB9MmPPhMgm8SGlDlhtaCQkNufiHBATVz92p9polfqTpoa2I6/7dgI/GH07msZ0sm9W9DVl4Bp3MLyMrN53Su43FeAacdz7OKXsstIO10LmFB/rQJD6FJiB1CoEloAOGhATQJCaBxiL99HhJQY4nY10c06dcQTfxK1SG5+YW8smQ3ryzZTeMQf167rh9je7b0dFiqjtHEr1QdsSkhlf/7eBPbj2Ywvk8rHr+iB+GhAZ4OS9VBdWYilrqmQYMGACQmJjJp0qQS1xk+fDjFu64W99JLL3H69Okzzy+99FJSU1PdF6iq9bLzCnju6+2Mf+VHTp7O5e0bYnlpSl9N+qrStMRfzVq1asXHH39c6e1feuklpk6dSkiIvVXclWGelfdYeyCFhz7exN6kU0yObcsfLutGo+C6OT6Mqj20xO+iRx55hFdeeeXM8yeeeIKnn36akSNH0q9fP3r27Mnnn39+znb79+8nJiYGgKysLKZMmUK3bt246qqrzhqr54477iA2NpYePXrw+OOPA3bgt8TERC6++GIuvvhiwA7znJycDMCLL75ITEwMMTExvPTSS2eO161bN6ZPn06PHj245JJLSh0TSNVeWbkF/OXLrUx6fRU5eYV8cPMA/japlyZ95RZ1r8T/9SNwdLN799miJ4x9rsxVJk+ezP33389dd90FwPz581m0aBH33nsvDRs2JDk5mUGDBjFu3LhSu7W99tprhISEsG3bNjZt2kS/fv3OLHvmmWdo0qQJBQUFjBw5kk2bNnHvvffy4osvsmTJknPG3V+7di3vvvsuq1evxhjDwIEDueiiiwgPD3d5+GdVO63ac4JHPtnEgROnuX5Qex4e25UGgXXvX1XVXvrX5KK+ffty/PhxEhMTSUpKIjw8nBYtWvC73/2O5cuX4+Pjw+HDhzl27BgtWrQocR/Lly/n3nvvBaBXr1706tXrzLL58+fz5ptvkp+fz5EjR9i6detZy4tbuXIlV1111ZlRQidMmMCKFSsYN26cy8M/q9ohN7+QjQmprNpzgh93J7N6XwrtmoQwd/ogHZdGVYu6l/jLKZlXp9/+9rd8/PHHHD16lMmTJzN79mySkpJYu3Yt/v7+dOjQocThmMuzb98+XnjhBdasWUN4eDjTpk2r1H6KuDr8s/KM/IJC4hPTWbXnBD/tSSZu/0my8goQge4tG3LfyGhuu6gjIQF1799T1Q36l1UBkydPZvr06SQnJ7Ns2TLmz59Ps2bN8Pf3Z8mSJRw4cKDM7S+88ELmzJnDiBEjiI+PZ9OmTQCkp6cTGhpKo0aNOHbsGF9//TXDhw8Hfh0OunhVz7Bhw5g2bRqPPPIIxhg+/fRTZs2aVS3nraqmsNCw/WgGP+1JZtWeE/yyL+XM8ARdmjdg8vltGdQxgkEdm9A4RHvqqOqnib8CevToQUZGBq1bt6Zly5Zcd911XHHFFfTs2ZPY2Fi6du1a5vZ33HEHN910E926daNbt270798fgN69e9O3b1+6du1K27ZtGTJkyJltZsyYwZgxY2jVqhVLliw583q/fv2YNm0aAwYMAODWW2+lb9++Wq1TSxhj+HH3Ceb+cpCf9iRz8rQdEiEqMpTLe7figk4RDOoYQdOwwHL2pJT76bDM9Zi+r+6Xk1/A5xsSmblyH9uPZhDZIIDh5zVjcMcIBneKoFXjYE+HqLyUDsusVA07kZnD7NUH+WDVAZIzc+jaIoznJ/ViXJ9WBPrp+DOqdtHEr1QV7DqWwcwf9/HJusPk5Bdy8XlNuXVYRy6o5mkBlaoKlxK/iIwB/gX4Am8bY54rtrw9MBNoCqQAU40xCY5lNwJ/cqz6tDHm/coEaozRfyQ3qm1VfHWJMYaVu5N5e8U+lu1MItDPh4n923DzkCg6N2vg6fCUKle5iV9EfIFXgNFAArBGRBYaY7Y6rfYC8IEx5n0RGQE8C1wvIk2Ax4FYwABrHdtWaKbwoKAgTpw4QUSElqLcwRjDiRMnCAryvkmkq1N2XgELNyTyzsp97DiWQdOwQB4c3YXrBrWniY6bo+oQV0r8A4Ddxpi9ACIyD7gScE783YEHHI+XAJ85Hv8GWGyMSXFsuxgYA8ytSJBt2rQhISGBpKSkimymyhAUFESbNm08HUatVlho2HbU9rdftecEq/elkJmTT9cWYbzw295c0bul1t+rOsmVxN8aOOT0PAEYWGydjcAEbHXQVUCYiESUsm3r4gcQkRnADIB27dqdE4C/vz9RUVEuhKpU5Rlj2H08k58cif7nfSdIdXTD7BgZyrg+rbisZ0utv1d1nrsad38P/EdEpgHLgcNAQZlbODHGvAm8CbY7p5tiUqpMxhgOnDjNqr0nziT75MwcAFo3DmZ0t+Zc0DmCwR0jadFIq8WU93Al8R8G2jo9b+N47QxjTCK2xI+INAAmGmNSReQwMLzYtkurEK9SVZJyKpeVu5NZsTOJH3cnk5hmh8ZoFhbI0M62r/0FnSJp2yTEw5EqVX1cSfxrgGgRicIm/CnAtc4riEgkkGKMKQQexfbwAVgE/FVEwh3PL3EsV6pG5OYXsvbASVbsSmLFrmTiE9MwBhoF+zOkcwR3dIrkgk4RdIwM1eobVW+Um/iNMfkicjc2ifsCM40xW0TkKSDOGLMQW6p/VkQMtqrnLse2KSLyF+zFA+CpooZepaqDMYY9SafOJPqf957gdG4Bfj5Cv3bhPDCqC8O6NKVn60b4+miiV/VTnRiyQamyFBQaFm05yrIdSazYlXSm+iYqMpRh0ZEMi27KoI5NCAvSSUyU99IhG1S9kXo6l3vnbWD5ziQaBvkxpHMkd49oyrBoradXqjSa+FWdtf1oOjM+WMuRtCyeHh/DlPPb4uers4kqVR5N/KpO+mrzEX7/0UZCA/2YN2MQ/ds38XRIStUZmvhVnVJQaHhx8Q5eWbKHPm0b88b1/WneUPvYK1URmvhVnZGWlcf989azZEcSk2Pb8tT4HjpkglKVoIlf1Qm7jmUwY9ZaDqWc5i/jY5g6sJ32u1eqkjTxq1pv0ZajPPDfDQQH+DJn+iAGRGl9vlJVoYlf1VqFhYaXvt/Fy9/vonebRrx+fX9aNtKpC5WqKk38qlbKyM7jd//dwHfbjjOpfxueHh9DkL/W5yvlDpr4Va2zJymTGR/Esf/EaZ4c14MbBrfX+nyl3EgTv6pVft57gukfxBHg68PsWwcyqGOEp0NSyuto4le1xlebj3D/vA20iwjhvZvOp024DrmgVHXQxK9qhfd/2s8TX2yhX7tw3rkxlsYhOoetUtVFE7/yKGMMzy/awatL9zC6e3P+fU1fbcRVqppp4lcek1dQyCMLNrNgXQLXDGjHX67soYOsKVUDNPErjziVk89dc9axdEcSvxvVhXtHdtaeO0rVEE38qsYlZ+Zw83triD+cxnMTejJlQDtPh6RUvaKJX9WogydOc8PM1RxJy+aN62MZ3b25p0NSqt7RxK9qzOaENG567xfyCw1zpg/UMfSV8hBN/KpGrNiVxO2z1tI4JIB5Nw+gc7MGng5JqXpLE7+qdp+uT+ChjzbRuVkD3r95gE6copSHaeJX1SY3v5D//LCLl3/YzaCOTXjzhlgaBvl7Oiyl6j1N/KpabDiUysMfb2LHsQwm9GvNsxN66mxZStUSmviVW2XlFvDi4h28s3IfzcKCePuGWEZpzx2lahVN/MptftqTzCMLNnMw5TTXDmzHI2O7atWOUrWQJn5VZenZeTz71Xbm/nKQ9hEhzJ0+iMGddDhlpWorTfyqSr7beow/fraZpIwcbruwI/eP6kJwgNblK1WbaeJXlXIiM4cnvtjKFxsT6doijLduiKVXm8aeDksp5QJN/KpCjDEs3JjIEwu3kJmTzwOju3D7RZ0I8NNRNZWqKzTxK5ekZeXxy74U5qw+wJIdSfRt15i/T+xFdPMwT4emlKogTfyqRKdy8lmzP4VVe0+was8J4g+nUWggNMCXxy7vzo0XdMDXR4dRVqou0sSvAMjOK2DdwZOs2mMT/YZDqeQXGvx9hb5tw7lnRDSDO0XQt11jvRFLqTpOE389tvNYBovij/LTnhOsPXiS3PxCfAR6tWnM9As7ckGnCPq3DyckQP9MlPIm+h9dTyWmZnH5v1eSV1BItxYNuWFQewZ3iuD8qCZ605VSXk4Tfz315vK9FBYafnhwOFGRoZ4ORylVg1zqgyciY0Rkh4jsFpFHSljeTkSWiMh6EdkkIpc6Xu8gIlkissHx87q7T0BV3PGMbOb+cpCJ/dpo0leqHiq3xC8ivsArwGggAVgjIguNMVudVvsTMN8Y85qIdAe+Ajo4lu0xxvRxb9iqKt5esY+8gkLuGN7J06EopTzAlRL/AGC3MWavMSYXmAdcWWwdAzR0PG4EJLovROVOKady+fDnA1zZpzUdtLSvVL3kSuJvDRxyep7geM3ZE8BUEUnAlvbvcVoW5agCWiYiw0o6gIjMEJE4EYlLSkpyPXpVYTNX7iMrr4A7tbSvqtu2L2DvMk9HoUrgrvvsrwHeM8a0AS4FZomID3AEaGeM6Qs8AMwRkYbFNzbGvGmMiTXGxDZt2tRNIani0rLyeP+n/YyNaaF33KrqVVgIC++FL38Hxng6GlWMK4n/MNDW6Xkbx2vObgHmAxhjVgFBQKQxJscYc8Lx+lpgD9ClqkGrynn/p/1k5ORz98XRng5Febtj8ZCVAil74MhGT0ejinEl8a8BokUkSkQCgCnAwmLrHARGAohIN2ziTxKRpo7GYUSkIxAN7HVX8Mp1mTn5zPxxH6O6NaN7q3O+dCnlXvuW29/iC1s+8Wws6hzlJn5jTD5wN7AI2IbtvbNFRJ4SkXGO1R4EpovIRmAuMM0YY4ALgU0isgH4GLjdGJNSHSeiyjb75wOkns7j7hFa2lc1YN8yiIiGTiMg/lOt7qllXLqByxjzFbbR1vm1x5webwWGlLDdAmBBFWNUVZSVW8BbK/YyLDqSPm11zHxVzQry4MBP0GsytDkfPrsdEuKg7fmejkw56CDq9cC8NQdJzszlHi3tq5pweB3kZkLHi6DrpeAbAPFa/qtNNPF7uZz8At5YtpeBUU0YENXE0+Go+mDfMkCgwzAIagTRl8CWT6GwwNORKQdN/F7u47UJHE3P1tK+qjn7lkOLnhDiKGjETIDMo3BwlWfjUmdo4vdieQWFvLZ0D33aNmZI5whPh6Pqg9zTcGi1reYp0mUM+IdAvPbuqS008Xuxz9YfJuFkFveO7IyIzpalasChn6EgF6KcEn9AqE3+Wz+HgnzPxabO0MTvpQoKDa8u3UP3lg25+Lxmng5H1Rf7loOPH7QbfPbrMRPgdDLsX+6ZuNRZNPF7qS83JbIv+RT3jNDSvqpBe5dB61gIbHD2651HQ0CY9u6pJTTxe6HCQsMrS3YT3awBv+nRwtPhqPoiKxWObDi7fr+IfxB0vcwO3JafW/OxqbNo4vdC3249xs5jmdw9ojM+PlraVzXkwI9gCs+u33cWMxGy02DPDzUblzqHJn4vY4zh3z/sIioylMt7tfJ0OKo+2bsM/IKhTWzJyzsOh6DGWt1TC2ji9zJLdySxJTGdO4Z3wldL+6om7VsO7QeDX2DJy/0CoPs42PEV5GXVbGzqLJr4vYgxhpd/2EXrxsFc1bf4XDlKVaOMY5C0DaIuLHu9mIl2OIdd39ZMXKpEmvi9yE97TrD+YCp3DO+Ev69+tKoG7V9hf5dWv1+k/VAIbVr3bubystFFNTt4kX//sIvmDQOZ1L+Np0NR9c3epXZcnpa9y17P1w+6j4ediyAns0ZCq7KEOHixOyx+3M4s5gU08XuJNftT+HlvCjMu7ESQv6+nw1E16f1xsOiPno1h3zI7KJuPC397MRMgPwt2flP9cVXVoTUw6ypbPfXjSzD/esg95emoqkwTvxfIyi3gyS+2EBEawLUD2nk6nLrBGO8YLTItwSbduJmQne6ZGE7uh9SD5VfzFGk7CMJa1f7ePYfWwIcTICQC7lwFY/9uG6ZnjoG04rPP1i2a+Os4Ywy//3gjWxLT+fukXgQHaGm/TFkn4af/wMt94dm28OUDcHybp6OqvN3f2d95p2HzR56JYe8y+7u8ht0iPj7Q4yobe1Zq9cVVFUUl/ZAImPY/aNQGBt4G1/wXUvbB2yMhcb2no6w0Tfx13Mvf7+Z/m47wyJiujOzW3NPh1F5HN8PCe+DvisRhAAAgAElEQVQf3eDbP0JYC+h2Baz/EF4dBO9dXjcHEdu1GBq2geYxsO59z8Swbzk0aAFNz3N9m5iJdjC37f+rvrgqqyjpN2jqSPpOPeS6XAK3LAIff5g5FrYWn368btDEX4f9b9MR/vndTib0a82MCzt6OpzaJz/XVifMHAOvD4VNH0Gvq+H2lXDzNzDhDXhgG4x6Ek4egPk3wL96wfLnITPJ09GXLz/XlrajR0G/G+HIxpovhRpjE3/UhVCRMaFa94PG7WvfROyHfvk16d/45dlJv0jzHjD9e2gRY+v8V/yjzvX60cRfR8UfTuPBjzbQr11jnp3QUwdic5Z+BJY8Cy/FwMc3Q8YRuOQZeHAbjHvZThJSJDQCht4P922AKXNtqfWHp+Gf3WHBdFv6q63/1IdWQ26GHQCt19XgFwRra7jUf3wbnDruejVPERHbyLtnCZw6UT2xVdShX2DWhJJL+sU1aGYvDDGT4Pun4LM7IT+n5mKtIpcmW1e1y/H0bG59P46I0EDeuD6WQD+t18cYOPgz/PImbFtoG26jR8OAGdBppK1XLouPr50ftuulkLwL1rwNG+bA5vnQso/dT8wE8A+umfNxxe7Ftsqh40UQGGbrzTd/DJc8fe7omNVln2OY5ZIGZitPzERY+U/Y9jnE3uzeuCrq4Gr4cKJN6NO+hIYuDHfiHwQT34bILrD0r7aRe/KHtjBRy2mJv47Jzitg+qy1pGXl8dYNsTQNK+X2+Pok4xi8eRG8Owb2fA8Db4d71sJ1H9nkX17SLy4yGsb+zVYDXfaiLcl9fie82K123Xi06ztoN8gmfbDVPbkZdn7bmrJvGYR3gMaV6E3WPAYioqv2nm7/Hyy41bbVVLahuDJJv4gIDH8YJr4Dh9fC2yMgaYfr259Kht3f2wvgRzfB/x6sePyVoCX+OsQYw8MLNrHxUCqvT+1P91YNPR1S7RD3DhzZBJf/E3pNtjM+uUNgAzj/Flsa3b8SFv8ZFt4LbQeWXQ1QE9IOw/EtMPqpX19rNwgiz7ONvP2ur/4YCvLt+9LjqsptL2JL/cv+BhlHbYO7qwoLYemzsPzvdlrHzR/Bl7+zE7vHTLQzfgWElL+fg6ttl80GzSue9J31nGTbLOZdA2+Phqvfg04jfl1ujO16e3STbYs5ssk+TnfqFtq4nf12WgM08dchry7dw+cbEnnoN+cxJkbH2QdsAtgwFzpdXH3VBSIQNQwmvQuvDoavHoIpsyvWmOluRd04O4/+9TUR6H8jLPoDHNtiGyGr05GNkJNeuWqeIjETYNlztkfVwNtc2yY7HT6ZATu/hj5T4bJ/wLF425Af/wls/xL8Q221XcxEm0z9As7dz8GfbUk/rIWtr2/YsvLnAdD2fJj+A8yZAh9OgmEPQn62fZ+ObrJdiQHEx37TaX+BvdO5Ra+zJ6evAZr464hv4o/y/KIdXNmnFXcO7+TpcGqP/csh7SCMerz6j9UkCi5+FBY/ZtsRul9Z/ccsze7F0LA1NOt29uu9psB3T9hG3kv/Xr0x7Ftqf3eoYMOus6bn2Sqf+AWuJf7kXTDvWjixB8Y+DwOm2wtem1j7c8nTdl6A+AX2YrL5IzsUdPdx9iJQdHexu5N+kcbtbI+xBbfYbyO+AfYz6naFTfAte9sLsru+lVaSJv46YGtiOg/M30Dvto3528Re2oPH2YY5ENjIzu5UEwbdZRtQv3rI3qka3LhmjuusIM924+xx1bnfOkIjbJLZNA9GP1m9jdH7lkOzHrYXTFX0uAp++AukHoLGbUtfb+ciW5/v6w83fG6/hRXn42t7GEVdaC8Me5f8+k1g3Qe2Sue8sfYzdHfSLxLU0N7olXrAXpxL+rbhYdq4W8slZeRw6/traBjkz1vX99dxeJxlp9kbaHpOrLneNr5+tkvoqSRbsvaEQ6ttFUv06JKX97vx1/emuuRl21JzRbtxliRmgv1dWqO0MbD8BZgz2TYkz1hactIvzi8AuvwGJrwJv98Fv30f2g6wVYNhLW2XTXcn/SI+PvYbYi1M+qCJv1bLyS/g9g/XknI6l7duiKVZwyD3HmD9h/Yrc1215VM72Fef62r2uK36wqA7Ye27cOCnmj022Lt1ffxKHxunwzAIj6reO3kT1tj666rU7xdp0hFa9Sv5Zq6cTPjoRvuNIGYi3Lyocj2IAkKgx3jb3fL/9sLtKyrWmOxlNPHXUsYYHv1kM2sPnOQfv+1DzzaN3HuAY1vg87vg2z+7d781acMc24uldf+aP/bFf7AJ6Iv7av7Gnd3fQbvBtkqhJD4+tpH3wI+QtLN6Yti3DMQX2g9xz/5iJti7jp0LIin74J1L7ATto/9i+8y70lOnPIENatf9GB6gib+WenP5Xj5Zd5j7R0VzWa9q+Doa9679vfObujnSYPIuW+XR9zrP9K4JCLXdR5N3wooXa+646Ym2B0vnUWWv1+c6+62gukr9e5fZbz6lXXwqqqhLaFF1z54l8NbFkJ5g78cYcq9ne1F5GU38tdA38Ud47pvtXNazJfeOiHb/AXIyYeM8OxuSKYT1s9x/jOq2YbYtcfaa7LkYOo+CnlfbsVqOb6+ZYxZ14yytfr9Ig2a2EXPjXPd/I8nJsDcruaOap0ijNna45vgFdvTUDyfYgd+mLyn/IqcqTBN/LbNsZxL3zF1Pn7aNeeG3vfGpjgnT4xfYOzxH/hk6j7Rd/+rSqJSFBfbC1XmU5+tpf/NXW3Xwxb01MzvTrsV2LPtm3ctft980OH3C/SNgHvgJTIF7GnadxUyE41vt6KnnXQq3LoYI7bpcHTTx1yJr9qdw26w4OjcL471pA6pvbP24mTZxtB0I/W+CjETYtah6jlUd9iyxA6/1reFG3ZI0aGqT/6HVsHZm9R6rIM9OcRg9yrVqj04XQ6N2sPY998axbzn4Btq/H3fqcZVts7n4T3D1rF+HolBup4m/log/nMbN766hVeNgZt0ygEYh/tVzoMPr4MgGe5eriL21PaylvRjUFRs+hOAm0GWspyOxel8DHYfDd0/aOvjqUtSNs3M51TxFfHzt0A37lkHKXvfFsXcZtBvo/gbSBk3h7l/goocqPr6SqhCX3l0RGSMiO0Rkt4g8UsLydiKyRETWi8gmEbnUadmjju12iMhv3Bm8t9h1LIPr31lNw2B/PrxlIJENqnHgtbiZdmyTXlfb575+tt/37u9tL4ra7nSKrbro+dva00daxDb0FuTaG7uqS1E3zo7DXd+mz3V2iIB1bmrHOZUMxza7v5pH1ahyE7+I+AKvAGOB7sA1IlK8gvFPwHxjTF9gCvCqY9vujuc9gDHAq479KYeDJ04z9Z3V+Pn6MPvWgbRqXI3dzLLTbP1+z0kQ5NQ9tN8NNnl5aganiohfYBNsbajmcdakIwx/xI4Ts+2L6jnG7u9sA2hFetI0am0HLtsw21YVVdX+FfZ31PCq70t5jCsl/gHAbmPMXmNMLjAPKD5IiQGK/hobAUXfd68E5hljcowx+4Ddjv0p4GhaNte98zM5+YV8eMtAOkRW8/gdm+bbuVmLD2bWqLWtNln/oZ3VqTbbMBua97RjntQ2g++2sf3v9/Yi605F3TijK9HDpf80yDxmhzyoqr3LICDMduVUdZYrib81cMjpeYLjNWdPAFNFJAH4CrinAtsiIjNEJE5E4pKS6sCUd26QciqXqe+sJiUzl/dvGsB5Laq5IcsYW83Tsk/J/7SxN9thCLZ/6d7j5ufY6hl3OLbV3uTT51r37M/dfP1h3L/sjFTfPenefZc0GqerOo+27TjuaOTdtxw6DLFVhKrOclcLyjXAe8aYNsClwCwRcXnfxpg3jTGxxpjYpk2rOOBTHZCenccNM1dzKOU070w7n95ta2Cgr0OrbVe50oYu7jTC3onqzkZeY2DO1fDv/nYs8qraMNvWcRe1T9RGrfvbiWDi3rFj2bhLUTfOygy17OsHfafai0fqofLXL01aAqTsKX2oCFVnuJKcDwPOQ+a1cbzm7BZgPoAxZhUQBES6uG29cjo3n5vfXcP2Ixm8PrU/gzrW0DRtcTMhsKHtK10SHx9bJbB/hftu849fYLsfZp20oypW5V6BgjzY9F/bCyk00j3xVZeL/2i7US681z03TxV14+w8svJ3r/Z1TMyy/sPKx1E0zaI27NZ5riT+NUC0iESJSAC2sbb4sH8HgZEAItINm/iTHOtNEZFAEYkCooFf3BV8XZOTX8Bts9ay7uBJ/jWlLxd3bVYzBz51ArZ8Zu9yLWsu1r7X2xK1O6oEstNh0R9t1dJVb8DBVXZe0sratdhWRdX0gGyVEdgALn8RknfAypeqvr9Dv5Q9Gqcrwtvbfv3rZ9kb4Cpj7zIIiXTt5jFVq5Wb+I0x+cDdwCJgG7b3zhYReUpExjlWexCYLiIbgbnANGNtwX4T2Ap8A9xljKnkX13dll9QyH1zN7BiVzLPTehVPePvlGbjHCjIgdibyl6vQTM7lvuG2ZCXVbVjLn3WNihe/iL0nmx7Dq140XYbrYwNsyG0adWSX02KHg0xk2DFC3B8W9X2tbsS3ThL0n+aneqvqL2gIoyx9wNEDdM+9l7ApU/QGPOVMaaLMaaTMeYZx2uPGWMWOh5vNcYMMcb0Nsb0McZ867TtM47tzjPGfF09p1G7FRYa/m/BJr7ZcpTHLu/O1eeXMdmEuxljB2RrO9C1+uHYmyE71X5DqKyj8bD6DZtoikbOHPM3OxPRJzPs/KoVkZlkB5PrNdk2oNYVY56z3WY/uglyT1d+P7u+s59fUBVHaO0y1l4811ai2+6J3fZuaa3f9wp66a5mxhie/GILn6w7zAOju3Dz0KiaDWDfctsg5+p8tB2GQURnO9Z8ZRQWwv8etDNTjXzs19cDQuC379nupAturVh1w+aPoDC/blTzOGvQ1FZzJW2DRY9Wbh/pR+wNU+4YqMwvwPaI2vmNaxffvCw7Ls+KF+0Q3uDegdmUx2jir2YL1h3m/VUHuHVoFPeM6FzzAcTNhOBw1+eHFbEXiUOrbcm9ojbOhUM/w6gnz508uul5dmLs/Stg+fOu7c8YW83Tqi80r4N1y51HwpD7bbtJfAkTjZTH1dE4XdXvRjvAWkmNvOlH7De9bx6Ft0bAs23g3bHw/ZO2S+4F99gJXlSdp51xq9G+5FM89nk8A6Oa8Oil3Wp+rtyMY7Zf/sDbKzauSu9rbD/0te/aRO2qrJN2IvI2A0ovnfe51n4LWfoctL+g/B4iRzbaG5cufcH1OGqbEX+yk6J8cZ+9gDWpQPLcvdj2wW8e455YIjrZb3Xr3rcXk0O/2Iv8wdV20noAvyA7I9YF99gqpjYD7Fy+ymto4q8mufmF3Dt3Pf6+Pvxzch98q2N45fKsn2WrSPpPq9h2IU3sSIkb/2tL7mX1BHL2/V8gKwUu+7TsBsBLX7DjuS+YDrevLHuy7g1zwDfADjNRV/n6w8R34I1hsOAWuOkb18YZKsiHPUuh+zj3TkLSf5qN4w3HRbdBCzvo2qA7bKJv0bP2jIOkqoUm/mryj293sPlwGq9P7V+94++UprDANuJFXQiRlZjMJfZm2DQP4j927cJxeJ2tVhp4G7TsVfa6gQ1g0rvw9kj4dAZct6DkC0V+DmyeD10vs9VVdVl4exj3b5h/A/zwFFzydPnbJPwCOWnu78nU/Uo7BETDVnby8UZtdXarekbr+KvBil1JvLF8L9cObMeYGA9NFLLnB/vVvX85XThL03YANOsBa96x9exlKSywDboNmtm5aF3RIsb2etnzA/xYSl/3HV/b6qM+UysWe23V/UqIvQV++re9L6E8lRmN0xW+/nYqw56T7N3amvTrHU38bnYiM4cH5m8kulkD/nyZBxsj42barntdL6/c9iK23//RTZC4rux1171v17nk6Yp1Oew/zd5J/MPTcGDVucs3zLb1250urlDotdpvnrH19Z/eZhtTy7J7sXu6cSpVjCZ+NzLG8NDHm0jLyuPla/pW3wxa5UlLsF32+l5ftbraXpPBP/TXidlLcirZNgR3GGbHyK8IEbj8JVvqXHDL2YO5ZRy1PVp6T7ETingL/2CYNNN2lfxkeundWjOOwlE3deNUqhhN/G70/k/7+WH7cf4wtivdWlZgzHR3W/eBrZ7pf2PV9hPU0FYHxC+ArNSS1/nuccjNtA22lakyCGpo+/efSoLP7vi1WmnjPDsRvLdU8zhreh5c+rzt1rqilF5T7u7GqZQTTfxusu1IOn/9ejsjuzbjxgs6eC6QgjzbqNt5FIS7IY7Ym+xNV5vmn7vs4GrbH3zQndCsa+WP0aoPXPKM/Zay6pVf++63HQiRHrj3oSb0uQ56Xm2Htjjw07nLd7m5G6dSTjTxu0FWbgH3zF1P42B//j6pV83313e28xvIPOr6nbrladXX/sTNPLuRtyDfNug2bA0XPVz14wyYbscJ+u5xO9xD8s66d6duRYjYcYzCO9g7mZ2ruQryYe+Sqo3GqVQZNPFXVPwn54xZ/5f/bWVPUiYvXt2HCHfMl5u0Az693fajz8mo2LZx79px26MvqXocRWJvtsMOOI8vv+ZtO5TAb/7qej//sojAuP/YLobfPAx+wfZeAm8WGGa7tWYet0MiFF1YE9bYGbwqM+mKUi7QxF8Ruafgy/vhy9/Zem/gm/gjzFl9kBkXdmRotBvGic9KhblT7NAHn86A56Nh/o2w7cvyx3ZP2Qd7vrd1++6cISlmoh3Lv+iCl3EUljxjJ29xdSgIVwQ3tonQxw96jK/Y3LJ1Vas+cMlfYMdX9psO2N484uv+bpxKOegNXBWx6b+2JNakI3x+N8eDonh4QTK92jTiwdHnVX3/hYW2m1/qQXt3J9gbqLZ8Bls/g8BGtjqk50TocOG5yX3tezZh9Luh6rE4Cwi1vWvWvm/73n/7Z8jPrnyDblnaxMKdP9sqpPpi4O12rPvFf4Z2g2z9ftuB9kKoVDXQEr+rjIHVb0KLXnDT15jAMArmXkdwQQYvT+lLgJ8b3srlz9s6+jHPQfvB9ueyf8CDO2DqAnsH69bPYdZV8GJX+OohO9aKMfbbwPoP4byxtrrE3frfZMf0/+JeezftkPvsuC/VITLajuZZX4jA+FftfRf/vd7eO1GZSdWVcpEmflftW27ruQfeBmEtWNDxGSLzj/Fpy/fp0MQNQzLs/Nb28Oh9DZx/69nLfP1sL52rXoOHdsHVH0C7wbYE/s5o+Fcv+PhmOJ1c/mQrldW8uz3m9i9tv/uhD1TPceqrkCYw8W1Id8xNrPX7qhpp4nfVL29CSATETGLtgZM8HBfK5y3uouWxZa4PMVyalL3wya12GIPL/1l29Yl/sK1XnzwLHtoN41+HyC52eIMmnaDjiKrFUpYB0+3vsc/XrxJ5TWl/gb37uf1QO1CaUtVETHnjsNSw2NhYExcX5+kwznbyALzcB4bcT/rQP3Dpv1YgAl/dM5Swr++xdf/XzoculehJk3sK3h5tp8S7bVnl+96fOmEvGMXHwHcnY2z7Q3j76juGUqpSRGStMSbWlXW1xO+KNW8DAuffwhOfb+FIWjb/mtKXsOAAW0JvEWNL7Cl7K7ZfY+wY7ce3wqR3qnbDVWhE9SZ9sBcWTfpK1Xma+MuTe9oOgdDtclYeD+KT9Ye5a3gn+rVzDBMcEAKTPwQE5k21JXhXrX7dTis44k86JotSqsZo4i/P5o8gO5Wc/tP58+fxdIgI4c6Liw0jEN7BltiPb7UleFeqz/b/CN/+yY6eqQ2lSqkapIm/LMbYm2qax/DKnmbsSz7F0+N7EuRfwmiRnUfBiD/aC8Xq18veb3oifDTNXjDGv1b2bFVKKeVmmnHKcuBHOL6F492n8fqyvVzZp1XZd+cOfRDOuwwW/dGW6EuSn2NnYco9BZNn14+7U5VStYom/rKsfgMTHM5DO7oQ6O/Dn8qbWMXHx/a1bxJlS/Tpieeu882jdiyW8a9WbURLpZSqJE38pUk9BNu/ZGfrq1i2N5OHx3SlaZgLA7AFNbIl+dxTtmTvPL7O+tkQ946967XH+OqLXSmlyqCJvzRx72CAB/aeT992jbl2QDvXt23W1ZboE9bYEj5A4gY7uFvURTDisWoJWSmlXKGDtJUkLwvWvs+WsKFsT27MF+N74uNTwcHIeoyHxPvgx3/Zqp/Vb9qxWCbNdO/ImUopVUGagUoSvwCyUngmbRg3D+lA91aVbIAd8RgkrrfdNn0D4eZvINQNQzcrpVQVaFVPccZgfn6dfT7tOdCgH/eP6lL5ffn62fHlOwyDK1+B1v3cF6dSSlWSlviLO/gzcmwzb+bdwhMTYwgNrOJbFBoJ0750T2xKKeUGmviLOb3yVfJMKOnRV3FJjxaeDkcppdxOq3qcmLQEAnd9ySdczB/GuzTInVJK1Tma+J3s/frfiDEEX3A7rRu7YXIVpZSqhTTxO2SeyiR8+xxWBwxg0qghng5HKaWqjSZ+h+8+ep0mpNN0xD34+erbopTyXi5lOBEZIyI7RGS3iDxSwvJ/isgGx89OEUl1WlbgtGyhO4N3l/iEVDrt/ZDjgR3oPOhyT4ejlFLVqtxePSLiC7wCjAYSgDUistAYs7VoHWPM75zWvwfo67SLLGNMH/eF7F4FhYYPPvqIv/vsI+uiv5c9361SSnkBV0r8A4Ddxpi9xphcYB5wZRnrXwPMdUdwNWH26gMMSfmEPL8wgvtf5+lwlFKq2rmS+FsDh5yeJzheO4eItAeigB+cXg4SkTgR+VlEShySUkRmONaJS0pKcjH0qjuens1736ziMt/V+MVeD4ENauzYSinlKe5uxZwCfGyMKXB6rb1j5vdrgZdEpFPxjYwxbxpjYo0xsU2bNnVzSKX7YNUBxhd8iy+FyIDpNXZcpZTyJFcS/2GgrdPzNo7XSjKFYtU8xpjDjt97gaWcXf/vMcYYvt5wgBsCliDRl0CTjp4OSSmlaoQriX8NEC0iUSISgE3u5/TOEZGuQDiwyum1cBEJdDyOBIYAW4tv6wmbEtIYnb6AxoUnYeBtng5HKaVqTLm9eowx+SJyN7AI8AVmGmO2iMhTQJwxpugiMAWYZ4wxTpt3A94QkULsReY5595AnrT/+7d4xH8eeV2uwL/TCE+Ho5RSNUbOztOeFxsba+Li4qr1GAVbv8DMv4GdQX3o/vtvwM+FKRWVUqoWE5G1jvbUctW/W1T3LkU+vpnNhR3ZN/pNTfpKqXqnfiX+hLUw91qOB7ThDvMoF/eM8nRESilV4+pP4j++DWZPxDRoyvU5j3B+906EBOh0BEqp+qd+JP6T+2HWVeAbyM9D32FXVgPG9W7l6aiUUsojvD/xZxyFD8ZDXhZc/ykf7fajYZAfF3bRSc+VUvWTdyf+rJMwawJkHofrPia7yXks2nKUMTEtCPTz9XR0SinlEd6b+HNPweyr4cQumDIb2p7Pku3HOZVbwLjeJQ41pJRS9YJ3tm7m58B/p8LhOPjt+9DpYgAWbkwkskEggztFeDhApZTyHO8r8RcWwCfTYc8PcMXL0H0cABnZeXy//TiX9WyBr4+Oua+Uqr+8K/EbA1/eD1s/h0uegX7Xn1m0eOsxcvMLGddHe/Mopeo370n8xsDix2DdB3DhQ3DB3WctXrgxkdaNg+nXLtxDASqlVO3gPYk/eRf8/Bqcfytc/MezFqWcymXlrmQu790S0akVlVL1nPc07jbtAtO/h+Y9z5k39+v4I+QXGr1pSyml8KbED9Cyd4kvL9yQSKemoXRv2bCGA1JKqdrHe6p6SnE0LZtf9qdwRe9WWs2jlFLUg8T/5aZEjEGreZRSysHrE/8XGxOJad2Qjk0beDoUpZSqFbw68e9PPsXGhDSu6KWlfaWUKuLVif/LTYkAXK7VPEopdYZXJ/6FGxM5v0M4rRsHezoUpZSqNbw28W8/ms7OY5lcoaV9pZQ6i9cm/i82JuLrI1zas6WnQ1FKqVrFKxO/MYYvNh7hgk4RRDYI9HQ4SilVq3hl4t9wKJWDKae1mkcppUrglYn/i41HCPD14Tc9Wng6FKWUqnW8LvEXFBq+3JTI8POa0ijY39PhKKVUreN1iX/1vhMcz8jRah6llCqF1yX+LzYeISTAl1Hdmns6FKWUqpW8KvHn5hfydfwRRndvTnCAr6fDUUqpWsmrEv/K3Umkns7TsXmUUqoMXpX4v9h4hEbB/lzYpamnQ1FKqVrLaxJ/Vm4B3245ytiYFgT4ec1pKaWU23lNhszIzmNEt+aM79va06EopVSt5jVz7jZrGMS/r+nr6TCUUqrWc6nELyJjRGSHiOwWkUdKWP5PEdng+NkpIqlOy24UkV2OnxvdGbxSSqmKK7fELyK+wCvAaCABWCMiC40xW4vWMcb8zmn9e4C+jsdNgMeBWMAAax3bnnTrWSillHKZKyX+AcBuY8xeY0wuMA+4soz1rwHmOh7/BlhsjElxJPvFwJiqBKyUUqpqXEn8rYFDTs8THK+dQ0TaA1HADxXZVkRmiEiciMQlJSW5ErdSSqlKcnevninAx8aYgopsZIx50xgTa4yJbdpU++ArpVR1ciXxHwbaOj1v43itJFP4tZqnotsqpZSqAa4k/jVAtIhEiUgANrkvLL6SiHQFwoFVTi8vAi4RkXARCQcucbymlFLKQ8rt1WOMyReRu7EJ2xeYaYzZIiJPAXHGmKKLwBRgnjHGOG2bIiJ/wV48AJ4yxqS49xSUUkpVhDjl6VpBRJKAA1XYRSSQ7KZw6ho99/qrPp9/fT53+PX82xtjXGokrXWJv6pEJM4YE+vpODxBz71+njvU7/Ovz+cOlTt/rxmrRymllGs08SulVD3jjYn/TU8H4EF67vVXfT7/+nzuUInz97o6fqWUUmXzxhK/UkqpMmjiV0qpesZrEn95cwZ4OxHZLyKbHXMixHk6nuokIjNF5LiIxDu91kREFjvmfVjsuFPcK5Vy/k+IyGGneTEu9UxdxnMAAAJMSURBVGSM1UVE2orIEhHZKiJbROQ+x+te//mXce4V/uy9oo7fMWfATpzmDACucZ4zwNuJyH4g1hjj9TeyiMiFQCbwgTEmxvHa34EUY8xzjgt/uDHmYU/GWV1KOf8ngExjzAuejK26iUhLoKUxZp2IhAFrgfHANLz88y/j3K+mgp+9t5T4KzpngKrDjDHLgeJDf1wJvO94/D72H8IrlXL+9YIx5ogxZp3jcQawDTvUu9d//mWce4V5S+J3ec4AL2aAb0VkrYjM8HQwHtDcGHPE8fgo0NyTwXjI3SKyyVEV5HVVHcWJSAfsbH+rqWeff7Fzhwp+9t6S+BUMNcb0A8YCdzmqA+olx0CBdb8Os2JeAzoBfYAjwD88G071EpEGwALgfmNMuvMyb//8Szj3Cn/23pL46/24/8aYw47fx4FPsdVf9ckxRx1oUV3ocQ/HU6OMMceMMQXGmELgLbz48xcRf2zim22M+cTxcr34/Es698p89t6S+F2aM8BbiUioo7EHEQnFznsQX/ZWXmchcKPj8Y3A5x6MpcYVJT2Hq/DSz19EBHgH2GaMedFpkdd//qWde2U+e6/o1QPg6ML0Er/OGfCMh0OqMSLSEVvKBzvHwhxvPn8RmQsMxw5Hewx4HPgMmA+0ww7rfbW3zv1QyvkPx37VN8B+4DanOm+vISJDgRXAZqDQ8fIfsHXdXv35l3Hu11DBz95rEr9SSinXeEtVj1JKKRdp4ldKqXpGE79SStUzmviVUqqe0cSvlFL1jCZ+pZSqZzTxK6VUPfP/OSmxU6zetm8AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAEICAYAAACktLTqAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3Xd4lFXa+PHvnd4LSYBAQk2A0KSEooiAgIAFO8WyomJbXV3f1dUtv9V13ffdfVddX3dtqFhBRGxYsQCrIAJBEAm9E3ooIUB6zu+PMwlDSJkkEyYzc3+uK9e0Z545k0nuOc/9nHMfMcaglFLKtwR4ugFKKaXcT4O7Ukr5IA3uSinlgzS4K6WUD9LgrpRSPkiDu1JK+SAN7qpaIhIoIsdFpJ07t/UkEUkTEbeP/RWRUSKy3en2BhEZ6sq2DXitl0Xk9w19fi37fVxEXnP3fpXnBHm6Aco9ROS4080IoAgoc9y+wxgzoz77M8aUAVHu3tYfGGO6umM/IjIVuMEYM9xp31PdsW/l+zS4+whjTGVwdfQMpxpjvq5pexEJMsaUno22KaXOPk3L+AnHYfc7IvK2iOQDN4jIuSLyg4gcFZG9IvKMiAQ7tg8SESMiHRy333I8/rmI5IvIEhHpWN9tHY+PE5GNIpInIv8SkcUiMqWGdrvSxjtEZLOIHBGRZ5yeGygi/xSRQyKyFRhby+/nDyIyq8p9z4rIU47rU0VkneP9bHH0qmvaV46IDHdcjxCRNx1tywb6V9n2jyKy1bHfbBEZ77i/F/BvYKgj5ZXr9Lt91On5dzre+yER+VBEkl353dRFRK50tOeoiMwXka5Oj/1eRPaIyDERWe/0XgeLyI+O+/eLyD9cfT3VBIwx+uNjP8B2YFSV+x4HioHLsF/q4cAAYBD2CK4TsBG4x7F9EGCADo7bbwG5QCYQDLwDvNWAbVsC+cDljsf+CygBptTwXlxp40dALNABOFzx3oF7gGwgBUgAvrV/8tW+TifgOBDptO8DQKbj9mWObQS4ECgAejseGwVsd9pXDjDccf0JYCEQD7QH1lbZdgKQ7PhMrnO0oZXjsanAwirtfAt41HH9Ikcb+wBhwHPAfFd+N9W8/8eB1xzXMxztuNDxGf0e2OC43gPYAbR2bNsR6OS4vhyY7LgeDQzy9P+CP/9oz92/LDLGfGyMKTfGFBhjlhtjlhpjSo0xW4FpwLBanj/HGJNljCkBZmCDSn23vRRYZYz5yPHYP7FfBNVysY3/Y4zJM8ZsxwbSiteaAPzTGJNjjDkE/K2W19kKrMF+6QCMBo4YY7Icj39sjNlqrPnAN0C1J02rmAA8bow5YozZge2NO7/ubGPMXsdnMhP7xZzpwn4BrgdeNsasMsYUAg8Dw0QkxWmbmn43tZkEzDXGzHd8Rn/DfkEMAkqxXyQ9HKm9bY7fHdgv6XQRSTDG5Btjlrr4PlQT0ODuX3Y53xCRbiLyqYjsE5FjwGNAYi3P3+d0/SS1n0Stads2zu0wxhhsT7daLrbRpdfC9jhrMxOY7Lh+neN2RTsuFZGlInJYRI5ie821/a4qJNfWBhGZIiI/OdIfR4FuLu4X7Pur3J8x5hhwBGjrtE19PrOa9luO/YzaGmM2AL/Bfg4HHGm+1o5Nbwa6AxtEZJmIXOzi+1BNQIO7f6k6DPBFbG81zRgTA/wJm3ZoSnuxaRIAREQ4PRhV1Zg27gVSnW7XNVRzNjBKRNpie/AzHW0MB+YA/4NNmcQBX7rYjn01tUFEOgHPA3cBCY79rnfab13DNvdgUz0V+4vGpn92u9Cu+uw3APuZ7QYwxrxljBmCTckEYn8vGGM2GGMmYVNvTwLviUhYI9uiGkiDu3+LBvKAEyKSAdxxFl7zE6CfiFwmIkHAfUBSE7VxNvBrEWkrIgnAQ7VtbIzZBywCXgM2GGM2OR4KBUKAg0CZiFwKjKxHG34vInFi5wHc4/RYFDaAH8R+z92G7blX2A+kVJxArsbbwK0i0ltEQrFB9jtjTI1HQvVo83gRGe547Qex50mWikiGiIxwvF6B46cc+wZuFJFER08/z/HeyhvZFtVAGtz922+Am7D/uC9iT3w2KWPMfmAi8BRwCOgMrMSOy3d3G5/H5sZ/xp7sm+PCc2ZiT5BWpmSMMUeB+4EPsCclr8F+SbniEewRxHbgc+ANp/2uBv4FLHNs0xVwzlN/BWwC9ouIc3ql4vlfYNMjHzie3w6bh28UY0w29nf+PPaLZyww3pF/DwX+F3ueZB/2SOEPjqdeDKwTOxrrCWCiMaa4se1RDSM25amUZ4hIIDYNcI0x5jtPt0cpX6E9d3XWichYR5oiFPh/2FEWyzzcLKV8igZ35QnnA1uxh/xjgCuNMTWlZZRSDaBpGaWU8kHac1dKKR/kscJhiYmJpkOHDp56eaWU8korVqzINcbUNnwY8GBw79ChA1lZWZ56eaWU8koiUtdMa0DTMkop5ZM0uCullA/S4K6UUj5IV2JSSrlFSUkJOTk5FBYWeropPiEsLIyUlBSCg2sqLVQ7De5KKbfIyckhOjqaDh06YIt9qoYyxnDo0CFycnLo2LFj3U+ohqZllFJuUVhYSEJCggZ2NxAREhISGnUUpMFdKeU2Gtjdp7G/S68L7it2HOHvX6xHyyYopVTNvC64Z+/J4/mFW9h5+KSnm6KUakaOHj3Kc889V+/nXXzxxRw9erTWbf70pz/x9ddfN7RpHuF1wX1Iml1ecvHmQx5uiVKqOakpuJeWltb6vM8++4y4uLhat3nssccYNWpUo9p3tnldcO+UGEnrmDAWb8n1dFOUUs3Iww8/zJYtW+jTpw8DBgxg6NChjB8/nu7duwNwxRVX0L9/f3r06MG0adMqn9ehQwdyc3PZvn07GRkZ3HbbbfTo0YOLLrqIgoICAKZMmcKcOXMqt3/kkUfo168fvXr1Yv369QAcPHiQ0aNH06NHD6ZOnUr79u3JzfVcnPK6oZAiwnlpCSxYf4DyckNAgJ7AUaq5+fPH2azdc8yt++zeJoZHLutR4+N/+9vfWLNmDatWrWLhwoVccsklrFmzpnIo4fTp02nRogUFBQUMGDCAq6++moSEhNP2sWnTJt5++21eeuklJkyYwHvvvccNN9xwxmslJiby448/8txzz/HEE0/w8ssv8+c//5kLL7yQ3/3ud3zxxRe88sorbn3/9eV1PXeA89MSOXKyhHX73PvHo5TyHQMHDjxtjPgzzzzDOeecw+DBg9m1axebNm064zkdO3akT58+APTv35/t27dXu++rrrrqjG0WLVrEpEmTABg7dizx8fFufDf153U9dziVd/9+8yF6tIn1cGuUUlXV1sM+WyIjIyuvL1y4kK+//polS5YQERHB8OHDqx1DHhoaWnk9MDCwMi1T03aBgYF15vQ9xSt77q1iwuicFKl5d6VUpejoaPLz86t9LC8vj/j4eCIiIli/fj0//PCD219/yJAhzJ49G4Avv/ySI0eOuP016sMre+5ge+/vZuVQXFpOSJBXfkcppdwoISGBIUOG0LNnT8LDw2nVqlXlY2PHjuWFF14gIyODrl27MnjwYLe//iOPPMLkyZN58803Offcc2ndujXR0dFufx1XeWwN1czMTNOYxTrmZe/jjjdXMPuOcxnYsYUbW6aUaoh169aRkZHh6WZ4TFFREYGBgQQFBbFkyRLuuusuVq1a1ah9Vvc7FZEVxpjMup7rtT33wZ0SCBBYvDlXg7tSyuN27tzJhAkTKC8vJyQkhJdeesmj7fHa4B4bHkyvtrF8vyWX+0d38XRzlFJ+Lj09nZUrV3q6GZW8Oll9XloiK3ce5URR8zxbrZRSnuLVwf38tERKyw3Lth32dFOUUqpZ8erg3r99PCFBASzerEMilVLKmVcH97DgQDLbx7N4ixYRU0opZy4FdxEZKyIbRGSziDxczePtRGSBiKwUkdUicrH7m1q9IWmJrNt7jNzjRWfrJZVSPiAqKgqAPXv2cM0111S7zfDhw6lryPbTTz/NyZOnSpC7UkL4bKgzuItIIPAsMA7oDkwWke5VNvsjMNsY0xeYBNS/qHIDVZQiWKK9d6VUA7Rp06ay4mNDVA3urpQQPhtc6bkPBDYbY7YaY4qBWcDlVbYxQIzjeiywx31NrF2vtrFEhwXxvZYiUMqvPfzwwzz77LOVtx999FEef/xxRo4cWVme96OPPjrjedu3b6dnz54AFBQUMGnSJDIyMrjyyitPqy1z1113kZmZSY8ePXjkkUcAW4xsz549jBgxghEjRgCnSggDPPXUU/Ts2ZOePXvy9NNPV75eTaWF3cmVce5tgV1Ot3OAQVW2eRT4UkR+BUQCTVfVvqwUDqyF5N4ABAYIgzslsEhPqirVfHz+MOz72b37bN0Lxv2txocnTpzIr3/9a+6++24AZs+ezbx587j33nuJiYkhNzeXwYMHM378+BrXJ33++eeJiIhg3bp1rF69mn79+lU+9te//pUWLVpQVlbGyJEjWb16Nffeey9PPfUUCxYsIDEx8bR9rVixgldffZWlS5dijGHQoEEMGzaM+Ph4l0sLN4a7TqhOBl4zxqQAFwNvisgZ+xaR20UkS0SyDh482LBX+vZ/YdpwKDiV0zo/LZFdhwvYpUvvKeW3+vbty4EDB9izZw8//fQT8fHxtG7dmt///vf07t2bUaNGsXv3bvbv31/jPr799tvKINu7d2969+5d+djs2bPp168fffv2JTs7m7Vr19bankWLFnHllVcSGRlJVFQUV111Fd999x3gemnhxnCl574bSHW6neK4z9mtwFgAY8wSEQkDEoEDzhsZY6YB08DWlmlQizuPhP/8HbZ8Az2vBmBImi24v3hzLpMGtmvQbpVSblRLD7spXXvttcyZM4d9+/YxceJEZsyYwcGDB1mxYgXBwcF06NCh2lK/ddm2bRtPPPEEy5cvJz4+nilTpjRoPxVcLS3cGK703JcD6SLSUURCsCdM51bZZicwEkBEMoAwoIFd8zqkZEJ4C9g4r/KuzklRtIwO1SGRSvm5iRMnMmvWLObMmcO1115LXl4eLVu2JDg4mAULFrBjx45an3/BBRcwc+ZMANasWcPq1asBOHbsGJGRkcTGxrJ//34+//zzyufUVGp46NChfPjhh5w8eZITJ07wwQcfMHToUDe+29rV2XM3xpSKyD3APCAQmG6MyRaRx4AsY8xc4DfASyJyP/bk6hTTVOUmAwIh/SLY9CWUl0FAICLCkLREvt14UJfeU8qP9ejRg/z8fNq2bUtycjLXX389l112Gb169SIzM5Nu3brV+vy77rqLm2++mYyMDDIyMujfvz8A55xzDn379qVbt26kpqYyZMiQyufcfvvtjB07ljZt2rBgwYLK+/v168eUKVMYOHAgAFOnTqVv375NkoKpjneW/F3zHsy5BW75EtrZc7tzVuTwwLs/8fl9Q8lIjqljB0opd/P3kr9NoTElf71zhmrnkSCBsOlUasY5766UUv7OO4N7eBy0O/e0vHtybDidEiP5XvPuSinlpcEdoMsY2L8Gjp4agj8kLZGlWw9RUlbuwYYp5b88leb1RY39XXpxcB9rLzd9WXnXkLQEThSX8dMuz9d1UMrfhIWFcejQIQ3wbmCM4dChQ4SFhTV4H167EhOJ6RDfwaZmBtwK2KX3RGDx5kNkdtCl95Q6m1JSUsjJyaHBExTVacLCwkhJSWnw8703uIvY3vuK16D4JIREEBcRQs82sSzekst9o9I93UKl/EpwcDAdO3b0dDOUg/emZcDm3UsLYft3lXcNSUtk5c4jnCzWpfeUUv7Lu4N7+yEQHAkbv6i8a0haAiVluvSeUsq/eXdwDwqFziNg45fgOImT2b4FIYEBOiRSKeXXvDu4g03NHMuB/dkAhIcE0q99HIs26WQmpZT/8v7gnn6RvXRKzZyflsjavcc4fKLYQ41SSinP8v7gHt0a2vQ9bbz7ebr0nlLKz3l/cAdIHwO7lsEJG8x7t40lOjSIxbr0nlLKT/lGcO8yBjCw+SsAggIDGNQpQYuIKaX8lm8E9+Q+ENXqtEJiQ9IS2HHoJDlHdOk9pZT/8Y3gHhAA6aNh8zdQVgLYyUwA32/WvLtSyv/4RnAHW4qgKA92LQUgvWUUSdGhmndXSvkl3wnunYZDQHDlkEgRYUjnBBZv1ip1Sin/4zvBPTQaOpx/Wt79vLREco8XsXH/cQ82TCmlzj7fCe5gUzO5G+HwVuBU3l1HzTRD+7Nh+lg4fsDTLVHKJ/lYcK+YrWonNLWNC6dDQoQG9+boh+dh5xL48Q1Pt0Qpn+RScBeRsSKyQUQ2i8jD1Tz+TxFZ5fjZKCKeWQqpRSdI7FKlSmQiS7cdplSX3ms+ik9A9gf2+so3oVw/G6Xcrc7gLiKBwLPAOKA7MFlEujtvY4y53xjTxxjTB/gX8H5TNNYlXcbAjsVQlA/Y4H68qJSfcvI81iRVxdq5UHwcMm+BI9tPq8evlHIPV3ruA4HNxpitxphiYBZweS3bTwbedkfjGiR9DJQVw9aFAJzrWHrve03NNB+rZkB8Rxjz3xAWBz++7ukWKeVzXAnubYFdTrdzHPedQUTaAx2B+TU8fruIZIlIVpOts9huMITGVo6aiY8MoVfbWD76aQ8lmprxvMPbbE+9z/UQHA69J8K6j+GkLq7iN36eAy+PgjJdLa0pufuE6iRgjjGmrLoHjTHTjDGZxpjMpKQkN7+0Q2AwpF1oq0Q6crm/ujCdzQeO88aSHU3zmsp1P70NCPSZbG/3+4U90lr9jkebpRyOH4SiJh46vGoG5CyHXT807ev4OVeC+24g1el2iuO+6kzCkymZCl3GwvH9sHcVAKMyWjKsSxJPf7WRg/lFHm6cHysvh1Vv2wlnsY5V3Vv3hLb9YcXrlatpKQ8pKYAXh8Knv2nC1yiEHd/b6xs+b7rXUS4F9+VAuoh0FJEQbACfW3UjEekGxANL3NvEBkgbDUhljXcR4ZHLulNYWsbfv1jv2bb5s+3fQd5O6HvD6ff3+wUcXAc5WZ5pl7JWvgX5e+1os/JqD74bb+cSu6h9WCys/1S/0JtQncHdGFMK3APMA9YBs40x2SLymIiMd9p0EjDLNIe5/pEJkDLgtCGRnZKiuPX8TsxZkcOKHUc82Dg/tmqGPR/S7ZLT7+95tV3oXE+sek5ZCSx+xn4OhUdh949N8zpbF9gyIUMfgCPb7KRD1SRcyrkbYz4zxnQxxnQ2xvzVcd+fjDFznbZ51Bhzxhh4j+kyBvashPx9lXf96sI0WsWE8ujcbMrKPf8d5FcK8+wQyJ5X2ROpzkKj7f1r3q8cwqrOsp/n2KOqS54ECYDNXzfN62yZD6mD7Bc6aGqmCfnWDFVnXcbay01fVd4VGRrEHy7pzs+783hn+a4anqiaRPYHUFpwZkqmQr+boOQErHnv7LbLHXYuheUve7oVDVdeDoueglY94ZxJ9hzIlm/c/zrHD8K+n6HzcIhtC8nnaHBvQr4b3Fv1gJi2p6VmAC7rncygji34x7z1HD2pC2ifNStnQGJXGziqk5IJSRneWY7gqz/Zk5BN1dttaus/semRof8FIpA2CnavcP/w1G3/sZedL7SXXS+2JbpP6ByUpuC7wV3Epma2LoTSIqe7hUfH9+BYYSlPfunGfF/xCdi+WE8QVefgRshZBn2vt59LdUSg/002qOxbc3bb1xh5OY4hfQKf3G//DryJMfDdk7Z0R/cr7H1po8CU2/y4O21ZYCetJfext7uOA8xplVzd5sQhW5ju5znu37eX8N3gDna2avFxW47ASUZyDDcObs+MpTtYs9sNZQlKi+HtyfDaxTDv91orpaqfZoIEQu9JtW/XeyIEhth6M96iokbO+H/B0Z2w8G+ebU99bZlvhwyffz8EBNr72vSF8Hi7spm7GGNfq9OwU6/Turc9ut7wmftep8LqWXZkzntT7SggP+Tbwb3jBRAUVm3P4P7RXYiPCOHRudmNW8zDGPj4XnvI2WkE/PAcfHhX5XJ/fq+8DH6aZZdBjG5V+7YRLSDjMrt9SeHZaV9jrXnP9kT73WiHdC55Fvb+5OlWue67pyC6zelfvAGBNnWy+Wv3HYnmboT8PadSMmCP1rqOs0HfnZ+3MTYN2Lo3dB4BH90NWdPdt39nh7fC0eZ5/s63g3tIBHQcZvPuVf5IY8ODeWhsN7J2HOHDVTXNyXLBwv+xsy5H/AFu/ABG/NH2Gt65wU4K8Xdb5tux032ud237fjfZoXjrPm7adrnD4a12RFbPq+zt0Y9BRALMvbfpxom7084fYMciOO9XEBRy+mNpo+xEwP1uSpFtcaR4Oo04/f6u46DkJGz71j2vA/bL9UC2TfNNetsOrvjkfltm2l2MsRPvnh1sJ37tWem+fbuJbwd3sDXej2yH3E1nPHRN/xTOSY3jvz9bT35hA3raP74J//m7HQFywYO2JzLsQTucbOM8ePMqKPBM9eNmY+VbEN7i1OilunQYCvEdvGPM+xpH8dMeV9rL8HgY93eb5lj6oufa5arvnrKfTf+bznysooftrpPEW+bbvH58+9Pv7zAUQqLcm5pZNQMCQx3zJ8Jgwpv2iPCLh2HR043ff/FJ+PCX9oi93WA7lPf18bBrWeP37Ua+H9zTx9jLKqNmAAIChMfG9yD3eBHPfHNm8K/V5q/h4/vsP8GlT59+onDAVLhmuq2f8dqlkL+/EW/Ai508bP9pe084s2dYk4AA6Hujnc16aEvTtq+xsj+AlIEQ1+7UfT2utH9z8x+3Ofjmau9q2DQPBv8SQiLPfDy6NbTq5Z68e2kxbF90Zq8dICjU/g9t/MI956pKi+Dnd+1EufB4x2uEwDWv2WD/9SOw8O8NTzflbrZFz356G4Y9bI/Wb/4cIhPhzSvtoIpmwveDe1yqzb0t+mflCk3OzkmNY2JmKq8u3s7mAy5OoNm7GmbfBC27w7Wv22JlVfW8Cq57Bw5vgelj7NGDt8jLgQNuKNPw8xxbFMzVlEyFPtfbE7DN+cTqwQ02ZVExGaeCCFzyhL3+6QPNd/TUon9CSDQMnFrzNmkj7UnJxk4sy1lu5zA459uddb3Ypu4ctaAaZcPnUHDEjsxyFhgEV70E51wHC/8b5v+l/p9N9ocwbbht6/VzYMTv7PmJ2BQb4GPawltXn0pBeZjvB3eAa161v/iZ18K8P9iehJMHx3QlIiSQR+eurfvkal4OzJxga2NcPxvCYmreNm0k/GKuzSG/MsauG9rcGWNH/kwbZnOyjbFqBrTuBcm96/e8mGQ7jHXVzOZ7YnrN+4BAjyvOfCyuHVz4R9szzvbcujU1OrQF1n4IA2491butTtooKC9tfD58y3z7Zd1xaPWPp19kZ8W6Y0LTqhn2BHF1RwkBgXD5s/a8zndPwpd/dC3AlxbDF7+Dd2+CpK5wx7eQPur0baJbw5RPbepp5sRqO5Jnm38E98Q0mPq1TZcs+Te8Ova0nnRCVCi/uagrizbn8sWafTXvpzAPZlxrxzJf/y7EtKn7tVMH2G91EXh1nJ3N2JzlZMG+1YDYL7ED6xq2n/3ZtifWp4YZqXXp9wt7Qm+T5/9JzmCMHSXT4Xz7T12dQXfYIYWfP2R7ks3J4qftkNNz7659u9RBNh/e2Lz71gV28lpYbPWPRyZA6uDGB/dje21bz5l0arhlVQEBcNn/wcA7bCz47MHa00F5u+G1S+wouEF32v/luNTqt41KgimfQMtuMOs6jw8K8I/gDvbEyiVPwoQ3bN7shQvsYZbD9YPa0a11NI9/uo6C4mpGOpQWwzs32iFdE9+0M2Bd1TIDbpkHEYnwxuXN4lu9Rlmv2H/o2+ZDcIQ9KdyQoV4rZ9gCUb2ubVg70kZDdLIdkdDc7F8DhzadGiVTnYBAG0ROHrYzWJuLvN227HLfGyGqZe3bBoXY0WaNGRJZcMSOJKkpJVOh6zjY/3PjzlOsfsdOvqorDShiT3yf9ytY/hJ8cl/1AX7LfDsS5sBae/Q/7u91nzuKaGGP1tv0salbD5bT8J/gXqH75XDnd5CYbg+zPrkfSgoICgzgsct7svtoAc8v3Hz6c5zHso//l61HXl/x7W2AT0yHWZNh9bvueDfudfKwTTf0ngCtusMN79mjlLeurt9U9LIS+4/WdaztlTVEYJD9J938lQ1Izcma92yaIaO21SaxtVPOvduWVNi+6Oy0rS5L/g0YGHKva9unjbQB99DmuretzrZvbcDtXE2axFnXi+3lhjMHPrjEGJuSSR1sj9TrIgKj/2JHuf34hmNuimNlqPJye9L1zasgsiXctqD2L/KqwuPsidbUQXYS1SrPLHHhf8EdHIH2Cxhyn53c8NJIOLiBgR1bcHmfNrzw7VZ2Hjp5avuKsezDfw99rmv460Yl2bxc6mB4/zZYOq3x78WdVs2AsiLIvNXebtUDJr9tU1gzJ9ohYK7YOA9O5jY8JVOh7w02MKya2bj9uJMx9guw03DXvriGPwxx7eHjX3t+YtaJXFjxGvSacPoIn9qkjbSXDU3NbJlvT9zWVFOoQmIaJKQ3fEjk7hX2qLo+/58i9txIxdyU92+zI9tmXGNPuvaeALd9A0ld6t+e0Gi4YY4d6vnhXZD1av330Uj+GdzBjnAZ/Rhc/57N7U4bDitn8Ptx3QgOEB77ZK3drmIse58bYNhvG/+6YTG2R9ztEvj8QVtDuzkoL7dfdKmD7epIFToMgatfht1ZMOdm19a9XDUDolrZE3KN0aKjTQusfKP5lHTY/SMc3eF6Ty4kEi59yqZxFj3VtG2ry9IX7MS683/t+nPiO9ig2+DgvsDOFK9uRFlVXcfZI5zCBpQEWfkWBIWfmnNQH8MetLEg+314uqcdhnvp03Dli9UPE3VVSKQdMZc2Cj759Vmf++C/wb1C+ii4c5HtWXz0S1p9cx+/GdaGr9ftJ+ubd+1Y9k4j4LKnay56VV/BYXYIZbdL7XjoY3vds9/G2LrAzrgccOuZj3UfDxc/Yccif3Jf7fnX4wdsz733RJtaaaz+N9m0wLaFjd+XO2S/b88ldLvU9eekjbK95e+ecs8Q04YoPGaPFDMusyM+6iNtlB2/Xd8Z14e32i/CulIyFbpeDOUl9R/B8ZW1AAAgAElEQVRbX1Jgj6a6j6999Fpthtxn/8Zb94Zbv4TMm93z/x4cDpNmQNdL4PPfntXOnAZ3sEPvfvGRTbv8/C43Z0/hnsQVZHx3D8UtutqTsK70POojMAguetwONfu+GfTes6bbqfPda8gjD7jVTtpY+ZYdI1yT1bPBlNVct72+ul1qh+s1h1LA5eU2iKSNsnnV+hjz3xAaZTsLnjgKyXoFivJsWd/6Shtla/FXrH3qqi3z7WV1wxKrkzrQzpit76iZ9Z/a91bf+RRVDbzNpmHa9G3cfqoKCoUJr9ujiq/+H/znH+7dfw00uFcICIThD8FNHyMlJ3ng+JPkE8ktpb+lIKARh2a1adHRDtvKmu7ZWax5u22us++N9g+xJsMfhv5T7Bjh6g4xK05qtc2sf++wJkGhcM5kWPeJLePqSbuW2uJXVScuuSIqCS76qy0P/ONrbm9arUoKbEGzziMbFrg6DLEF+Orbo96yAGJTIaGza9sHBNoyFZu+dC39V2HlWxDbzua3m6vAYLjqZVugbcHjZyVFo8G9qg7nw52LYch97Lj4TRYfCOEPH/7cuMqRtRn6Gzu6xJO99x9ft4E58+batxOBS56yvenPHzpVW6XCnpV22FjV2YGN1e8X9nD9J8+MOqi05j0b5Lq6WCenqj7X2fzzV4+c3VTcyrfgxEH7t9YQweHQfkj98u5lpbDtO5uSqU96o+s4O+lvl4sT6I7usms29Jlsx7A3Z4FBcMXz9gi4ezWT39ysmf82PCQyAUY/xqCBQ7hvZDrv/7ibGUubqE5IQmd7Vn75KzZffbaVldix5Gmj7MmzugQE2hOs7c6F92+3/1gVVs2wwa9HPYaNuaJlhq3h8uMbnpvOX1ZqZ3V2GWNHQjSEiD1RV1Zs869nQ8XC16mDof15Dd9P2ijI3eD6OPQ9K22qxNWUTIXOF9oJVq6mZlbPAkzjRrGdTQEBtmxBXeWv3fFSrmwkImNFZIOIbBaRahfBFpEJIrJWRLJFpBmNXWucey9MZ0TXJP78cTYrdzbRTMMLHrRDED3Re1//KRzfV/2J1JoEh8PkmY4x+zfYEqslhY6CTZfWPx/tin6/sMHFU5X3diyyvd/GfnEldLajrtbNhbm/sot7LHnWfnFlf2hTH7uW2xOvebttXZfG5OgrFr6uWEKvoSpGPrmamtkyH5D6zwkJjbIjpNZ/WvcXuTF2mGxFJVF1mjqHM4hIIPAsMBrIAZaLyFxjzFqnbdKB3wFDjDFHRKSOqW/eIyBA+OfEPlz270X8csaPfPKr80mIqiUv3RAJne1MzuWvwHn32fzs2ZL1is2Lpl9Uv+eFx9shna9cBG9dA4PvtEPY3J2SqdDjSluyddmL9sSbu0YuuWrNe3bmbn1/T9U5717YsQR+fs8W1KqT2KOF0Bg7qzQ62ZY9iE62PUDn2+EtTqUnnBe+bmy7E9NtXnvz13Wn78COvmrTx87YrK+u4+DT/7Lj1ms7d7NziR2Rc8GD9X8NP+DKWLWBwGZjzFYAEZkFXA6sddrmNuBZY8wRAGOMB/ILTScuIoTnr+/P1c9/z72zVvLGLYMIDHBzcBn6gB1psuTfMPrP7t13TXI32RmEF/6/mmtx1CamDdzwPky/CL55DGJSbK+rKYRG2ZO5S/5tp7Rf9kzNNT7crbTY1gnpOs4uANNYgcF2ggvYRT2K8p1+jp1+WXjs1GOFeXZOxpHtNrAVVDNrOCDYzjGIbm2PsHI32vLTjf0yFIG0C+0XUllJ7aPHCo/ZSpDnuTgLtqouY21w3/BZ7cF91Qz7hVvTCC8/50pwbws4FxfJAQZV2aYLgIgsBgKBR40xZ8wjFpHbgdsB2rVzcYZcM9GzbSyPX9GTB+es5skvN/Dbsd3c+wJJXewojGUv2X+Khk7br4+s6TYY9PtFw/eR1AWuexfevMKmdhryJeGq0X+xh99fPQLPnQtjHrcV/pq6F791of1CacgomboEBNo0VkNSWaVFNtjn77NlaPP3Of3stY91GuG+k3dpo+wM113L7AiammxfZIf4ujq+varYtnbpwg2f27Vdq1N8wqaxul/RuIlGPswNs0wq95MODAdSgG9FpJcx5rRliIwx04BpAJmZmc200HXNrs1M5cedR3lu4RbOSY1jTI8aKgI21LDf2sP/Jf+GUY+4d99VFZ+0PZ+My+ouIFWX1AHwwEZbaKwpBQTYscjpo22++uP77IIZ4//l+nT6hsh+31Y0rKv41dkWFGrfd1O+d2cdL4CAIJuaqS24b11g/xZSq/YB66Hrxbbsx/GD1acp134ExcebLg3oA1w5obobcD7+TXHc5ywHmGuMKTHGbAM2YoO9z3l0fHfOSYnlgdk/sS3XlXxpPSR1tbnlZdPqV6irIda8Zw/zB9SyWEN9hESevTx4fAdbee/Sf9oSxc+da49CmmIkTUmhHWPf7bLa5wD4g7BYG7DrGhK5ZYEdOtmY31fXcYCxNfGrs2omxHe0o7ZUtVwJ7suBdBHpKCIhwCRgbpVtPsT22hGRRGyaZqsb29lshAYF8twN/QkKFO58cwUni+sx2cIVw35reyRLnnXvfqvKegWSMho3PM6TRCDzFvjlEkjJtNU93xjv/hWvNn8Nxfn1qwroy9JG2nr/NU26O7rL1tFpaEqmQute9hxOdUMiD2+z9V/6XH/2T6x7kTqDuzGmFLgHmAesA2YbY7JF5DERGe/YbB5wSETWAguAB40xHp5O2HTaxoXzzOS+bDyQz+/ed/MEp5YZ9gTR0hebrve+e4Udh5x5i/f/c8S1gxs/tLXTd6+E586z5y3cNcV/zXu2LENTnSj2NhVDIitKC1S11bHEXH3Ht1clYnvvW+afWdPmp7cBsROXVI1cGudujPnMGNPFGNPZGPNXx31/MsbMdVw3xpj/MsZ0N8b0MsbMaspGNwdD05N44KKufLRqD28s2eHenQ97yPYWf3jevfutsHy6zYmeM7Fp9n+2idiRNL9cAu0GwWcP2F784W2N22/xCVssrfvl7imC5gta9bI1zmtKzWxZAFGtbSelsbqOg5KTpy/zV15u66N3Gm7XLlU10hmqjXDXsM6MymjJXz5Zy4odbuxlt+phT3QufQEKjta9fX0UHLG90d4Tal72zFvFpdqhmeP/ZSdWPX+erYTY0F78xi9scHH3jFtvFhBgUzNb5tthnM7Ky+3IovqWHKhJh/NtLXjnGu/bv7OTshpbJMwPaHBvhIAA4ckJfWgbH84vZ/zIwfwi9+182EN2rPPSF9y3T7C9ntKCUwty+BoRO7Tzl0vs+YTPH4TpY2DPqvrva837thfqreclmkraKDvGfm+V3+m+n+z9jU3JVAgKtV8kG7449QW9aoadzJVRj5LLfkqDeyPFhgfzwg39ySso4Z6ZP1Jc6qZcb+tedir/D881bPGC6hhjR5WkDIDk3u7ZZ3MVmwLXz4ErXoAj2+xiLJ/c7/p5jMJjsOkr6HFF047d90adRgByZimCLRX59uHue62uF9vyGHtX2s9k7Vx7cjs43H2v4aM0uLtBRnIMf7uqN0u3Hea+WSspLXNTgB/2WxvY3VUedNu3diSDr/baqxLHSbd7suzK9Steh3/1txNxqqYUqtrwma330xQTl7xdZAK07Xdm3n3rAlvqwJ1FsdJHgwTYUTPZH9ijzsYu3+gnNLi7yRV92/KnS7vz+Zp9PDhnNeXlbhhBk3wOdBlnh0UWHmv8/pa/bGvCNGQpMm8WHgfj/gZ3fGtP9H18H7w8EnJW1PycNe/ZmjspA85eO71J2ihbYqDAUUyv+CTs/MG9vXawtWnanWuD+6oZkNjFDn1VddLg7ka3nN+RB8d05YOVu/nDh2vcM0Ry+EO2vvWyRvbej+21lfb63mCX+fNHrXvaBcqvetn+Pl6+ED66xy4c7ezkYXvCsMeV3j9UtKmkjbKLl1eUfN7xvS1l3Njx7dXpOg72r7GLpfS5Tj8TF2lwd7O7R6Rx94jOvL1sJ3/5ZF3jA3ybvpA+xvbei/Ibvp8f37DL3/V3oaKfLxOB3tfCr7JsDZ+f3oZ/9bNj4ytW/1n3sa2NohOXatamH4TFnUrNbF0AgaHQrglOPne92F5KgF3JSLlEg3sTeOCirtw8pAPTF2/jyS83Nn6Hwx+yh7/LXmrY88tKbZ6580jXlzzzdaHRcNFf4K7vbZGqzx6wJ113/mBrybToZO9X1QsMsr30zd/YE/Vb5kO7we6pmllVQmc7wKDrxXa9Y+USDe5NQET406XdmTwwlX8v2MyzCzY3bodt+0PaaPj+X1B0vP7P3/iFXfuzPgty+IukrnZx9Gtft1+g08fYVEOPq/Twvy6dR9rqk1vm2+UVmyIlU2HKZ3BVAzs3fkqDexMRER6/ohdX9GnDP+ZtYPqiRs6WHPaQHUO8/OX6P3f5yxDT1qZ31JlE7JDHe5bZdUbj2nvPsm2elDbSXn7lqGDqrvHt1QmLaZqjAh+mc6qbUGCA8MS151BYUs5jn6wlIiSQSQMbWJ41dYAtOfv9M3Y6vCm3NTdKC+0sypJCO0ysxOmntMDm6bcugBF/0Cn0dQmJhJF/sj+qbjFtoGUP2P+zrb/T2sfnTngZ/W9vYkGBATwzuS+3v5nF7z74mbDgQK7o27ZhOxv2sF316Jn65IIFotvYRS2Ucre0kXAg2w6BDNBEQHOiwf0sCAkK4IUb+jPl1WX85t2fCAsOZGzPBiz00W4QTHzLDt0LjrBDGoMjICjMztgLDndcdzwWFG6ncGvuWDWV9NH2aLLzSE+3RFUhbi1XWw+ZmZkmKyvLI6/tKceLSrnxlaWs2Z3HtF9kMqKrz6wjrvyVMXY4ZKcRmvY7S0RkhTGmzplcehx1FkWFBvHazQPp0iqaO99cwZItPlvyXvkLEdt718De7GhwP8tiw4N589ZBtGsRwa2vL2fFjiOebpJSygdpcPeAFpEhzJg6iJbRodw0fZl7a8ErpRQa3D2mZUwYb98+mKToUG58ZRlLt2qKRinlPhrcPSg5Npx3bh9Mm7hwbnp1GYs359b9JKWUcoEGdw9rGRPGrNsH0yEhklteW87CDQc83SSllA9wKbiLyFgR2SAim0Xk4WoenyIiB0VkleNnqvub6rsSo0J5+7bBpLWM4vY3VvD12v2ebpJSysvVGdxFJBB4FhgHdAcmi0j3ajZ9xxjTx/HTgAIo/i0+MoSZUweTkRzNnW+t4Is1ez3dJKWUF3Ol5z4Q2GyM2WqMKQZmAZc3bbP8U2xEMG9OHUTvlFjunrmSj3/a4+kmKaW8lCvBvS2wy+l2juO+qq4WkdUiMkdEUqvbkYjcLiJZIpJ18ODBBjTX98WEBfPGrYPo3z6e+2at5P0fczzdJKWUF3LXCdWPgQ7GmN7AV8Dr1W1kjJlmjMk0xmQmJSW56aV9j53JOoDBnRL4zbs/MXv5rrqfpJRSTlwJ7rsB5554iuO+SsaYQ8aYIsfNl4H+7mme/4oICWL6lAEMTU/it++t5q0fdni6SUopL+JKcF8OpItIRxEJASYBc503EBHnta/GA+vc10T/FRYcyLQb+zOyW0v++OEaXl3cyAU/lFJ+o87gbowpBe4B5mGD9mxjTLaIPCYi4x2b3Ssi2SLyE3AvMKWpGuxvwoIDef6G/ozp0Yo/f7yWad9u8XSTlFJeQEv+eomSsnLuf2cVn6zey1MTzuGqfimebpJSygO05K+PCQ4M4OmJfTgnNY6nvtpIcWm5p5uklGrGNLh7kaDAAO4flU7OkQIdIqmUqpUGdy8zrEsSfVLj+PeCzdp7V0rVSIO7lxERfq29d6VUHTS4eyHtvSul6qLB3Qs5997f0967UqoaGty9VGXvfb723pVSZ9Lg7qUqeu+7j2rvXSl1Jg3uXkx770qpmmhw92Lae1dK1USDu5fT3rtSqjoa3L2c9t6VUtXR4O4DtPeulKpKg7sP0N67UqoqDe4+QnvvSilnGtx9hPbelVLONLj7EO29K6UqaHD3Idp7V0pV0ODuY4Z1SaJvO+29K+XvNLj7GNt778LuowXMWaG9d6X8lUvBXUTGisgGEdksIg/Xst3VImJEpM7FW1XTuSA9kb7t4nhW670r5bfqDO4iEgg8C4wDugOTRaR7NdtFA/cBS93dSFU/2ntXSrnScx8IbDbGbDXGFAOzgMur2e4vwN+BQje2TzWQ9t6V8m+uBPe2wC6n2zmO+yqJSD8g1RjzaW07EpHbRSRLRLIOHjxY78Yq12nvXSn/FtTYHYhIAPAUMKWubY0x04BpAJmZmaaxr61qV9F7/79vNnIwv4jWsaG0igkjOTac1jFhxIQHISKebqZSqgm4Etx3A6lOt1Mc91WIBnoCCx2BojUwV0TGG2Oy3NVQVX8iwh8vyeCemSv559cbz3g8PDiQ1rFhtI4Js5dO13unxJIcG+6BViul3EGMqb0DLSJBwEZgJDaoLweuM8Zk17D9QuCBugJ7ZmamycrS2H+2FJWWceBYEfuPFbI3r7Dyct+xQvbn2esH8gspKbN/D+HBgfzhkgyuH9ROe/dKNSMissIYU+eIxDp77saYUhG5B5gHBALTjTHZIvIYkGWMmdv45qqmFhoUSGqLCFJbRNS4TXm54fDJYnKOFPDklxv444drmL/+AH+/ujdJ0aFnsbVKqcaqs+feVLTn3ryVlxveWLKd//l8PVGhQfz96t6M6t7K081Syu+52nPXGaqqWgEBwpQhHfn4V+fTKiaMqW9k8bv3f+Zkcamnm6aUcoEGd1WrLq2i+eDu87hzWGdmLd/JJc8sYtWuo55ullKqDhrcVZ1CgwJ5eFw33r5tMMWl5Vz9/Pf839ebKC3TyVFKNVca3JXLBndK4LP7hnJZ72T++fVGrn1xCTsOnfB0s5RS1dDgruolNjyYpyf15ZnJfdly4Djj/u873lm+E0+dmFdKVU+Du2qQ8ee04YtfX8A5KXE89N7P3PHmCnYfLfB0s5RSDjoUUjVKebnhlUXb+Me8DZSUlzOsSxKTBrRjZEZLggO176CUu7k6FFKDu3KLnCMneWf5LmZn7WL/sSKSokO5pn8Kkwak0j4h0tPNU8pnaHBXHlFaVs7CDQeZtXwn89cfoNzAeZ0TmDywHRf1aEVoUKCnm6iUV9PgrjxuX14h72bt4p2sXeQcKSA+Ipir+6UwaWAqaS2jPd08pbySBnfVbJSXGxZtzmXW8p18tXY/JWWGAR3iuX5Qey7v00YLkylVD24rHKZUYwUECBd0SeKCLknkHi/ivRU5vLN8F79+ZxVLtx3i8St6ERigAV4pd9LhDOqsSowK5Y5hnfnmN8O4Z0Qaby/bxW9mr9LZrkq5mfbclUeICA+M6Up4SCD/mLeBgpIynpncV0+4KuUm2nNXHnX3iDQeuaw787L3c/sbKygoLvN0k5TyCRrclcfdPKQjf7+6F99uOsiUV5dxvEjLCivVWBrcVbMwcUA7np7Yh6wdR7jh5aXknSzxdJOU8moa3FWzcXmftjx/fT/W7jnGpJd+IPd4kaebpJTX0uCumpWLerTm5Zsy2ZZ7nIkvLmFfXqGnm6SUV9LgrpqdC7ok8cYtg9h/rIhrX/yeXYdPerpJSnkdl4K7iIwVkQ0isllEHq7m8TtF5GcRWSUii0Sku/ubqvzJwI4teGvqII4VlDLhxSVsOXjc001SyqvUGdxFJBB4FhgHdAcmVxO8Zxpjehlj+gD/Czzl9pYqv9MnNY5Ztw+mpKyciS8uYd3eY55uklJew5We+0BgszFmqzGmGJgFXO68gTHG+b8uEtBleZRbZCTH8M4d5xIUEMCkaT+wcucRTzdJKa/gSnBvC+xyup3juO80InK3iGzB9tzvrW5HInK7iGSJSNbBgwcb0l7lhzonRfHunecSEx7E1c9/z/3vrGLzAU3TKFUbt51QNcY8a4zpDDwE/LGGbaYZYzKNMZlJSUnuemnlB1JbRPDhL4dw6/kd+WLNPkb/8z/c+/ZKNu3P93TTlGqWXAnuu4FUp9spjvtqMgu4ojGNUqo6CVGh/OGS7nz30AjuuKAzX6/bz0VPf8vdM35k/T7NxyvlzJXgvhxIF5GOIhICTALmOm8gIulONy8BNrmviUqdLjEqlIfHdWPRQxdy9/A0/rPxIGOf/o4731xB9p48TzdPqWahzqqQxphSEbkHmAcEAtONMdki8hiQZYyZC9wjIqOAEuAIcFNTNlopgBaRITwwpitTh3Zk+uLtvLp4G19k72NURivuG5lOr5RYTzdRKY/RlZiUz8grKOH177fzyqJt5BWUcGG3ltw7Mp0+qXGebppSbqPL7Cm/lV9YwhtLdvDyd1s5crKE3imxjOnRmjE9WunarcrraXBXfu94USmzlu3kk9V7WbXrKACdkyIdgb41vVNidf1W5XU0uCvlZF9eIV+u3ce87H38sPUwZeWGNrFhXNSjNRf1aMXADi0ICtRSS6r50+CuVA2Onizmm3UH+CJ7H99uPEhRaTnxEcGMymjFmB6tOT89kbBgXe5PNU8a3JVywcniUr7deJAv1uzjm/UHyC8sJSQwgLiIYKJCg4gKCyIqNIjI0CCiHbcjQ+19lT9hQbSNC6dHmxhN86gm52pw1wWylV+LCAlibM9kxvZMpri0nB+2HmLxllyOFZSQX1jK8aJSjheWcvjESXvdcbu0/MxOUeuYMEZ1b8no7q0Z3KmFLvatPEp77krVkzGGotLyykB/vKiU9fvy+WrtPr7dmEtBSRlRoUEM65rE6IxWjOjaktiIYE83W/kITcso5QGFJWV8vyWXr9bu56u1B8g9XkRQgDCwYwtGd2/F6O6tSImP8HQzlRfT4K6Uh5WXG1blHHUE+v2VlSwzkmMY3b0VV/drS/uESA+3UnkbDe5KNTPbck/w1dp9fLV2Pyt2HEFEuLJvW+4ZkUaHRA3yyjUa3JVqxvYfK2Tat1t564cdlJYbDfLKZRrclfICB44V8sJ/tjJjqQZ55RoN7kp5EQ3yylUa3JXyQhrkVV00uCvlxTTIq5pocFfKBzgH+aLSciJCAokLDyY2IoS48GDiIuxPbHiIvR4eTFxESOX9SVGhJESFevptKDfS4K6UDzlwrJAPV+3mYH4RR0+WcLSghKMni0+7XlJW/f9yQmQIXVpF07V1tOMyivRW0cSE6axZb6S1ZZTyIS1jwrj9gs41Pm6MoaCkzAb7kyUcLSgm72QJu48WsGn/cTYeyOfdrF2cKC6rfE6b2DC6tI6ma6voyuCf1jJKK2L6CA3uSvkAESEiJIiIkCDaxIVXu015uWFPXgEb9+ezYd9xx2U+3285RHFpuWM/0DEhkozkGDKSox2XMSTHhmnFSy+jwV0pPxEQIKTER5ASH8GF3VpV3l9aVs6OwyfZuC+f9fvyWb/vGD/vzuPTn/dWbhMXEUy31tF0T46tDPrpraK08mUzpsFdKT8XFBhA56QoOidFMa5XcuX9+YUlbNiXz7q9x1i79xhr9+Yzc9kOCktsLz8oQOicFEW35GhS4yNIjgsjOTaM5Nhw2sSGExMepL19D3IpuIvIWOD/gEDgZWPM36o8/l/AVKAUOAjcYozZ4ea2KqXOouiwYDI7tCCzQ4vK+8rKDdsPnWDd3mOOn3yyth/hk9V7KatS4z4iJJDk2DDaxIXTOiaM5Lhw2sTay1YxoUSHBRMdFkRUSBABAfol4G51BncRCQSeBUYDOcByEZlrjFnrtNlKINMYc1JE7gL+F5jYFA1WSnlOoKO33jkpikt7t6m8v7SsnIPHi9ibV8jeo4XszStgj+Nyb14hG/cf5EB+EdUNzhOBqJAgosOCKgP+6dftZVJ0KB0SImmfEEHL6FA9KqiDKz33gcBmY8xWABGZBVwOVAZ3Y8wCp+1/AG5wZyOVUs1bUGAAybHhJMeGQ7vqtykpK+dAfhF7jxZwIL+I/EK72tWxwtLK6xWXuceL2ZZ7wvF4yRnDPMOCA2jXIoJ2LWywb58QQbsWEbRPiCQlPpxgXezcpeDeFtjldDsHGFTL9rcCn1f3gIjcDtwO0K5dDX8BSimfFBwYQNu4cNrWMJqnJhUrX+3NK2THoRPsPHySHYfsz87DJ1i0+WDleQCAAIG28eGkxkcQFBhAebmhrNxQZoy97nRZVs5p94UFB9K3XRwDO7ZgQIcWNY488gZuPaEqIjcAmcCw6h43xkwDpoGdxOTO11ZK+SYRISw4kI6JkXSspvyCMYYD+UWOgH8q+O8+WsDJ4jICA4QAgQARQoICHLfF6ZLK63kFJXy0ag8zlu4EoG1ceGWgH9gxns5JUY1KBxUUl7HvWCFx4cHER4Y0eD+ucCW47wZSnW6nOO47jYiMAv4ADDPGFLmneUopVTsRoVVMGK1iwhjYsUXdT6hDWblh3d5jLN9+mOXbD/Pdplw+WGlDXnyEPck8sEMLBnRsQY82MQQHBlBaVk7u8WL2Hytk37FC9jt+9uUVcSC/kH159v78wlIA/vvKXlw3qGmzF3WWHxCRIGAjMBIb1JcD1xljsp226QvMAcYaYza58sJafkAp5Q2MMWw/dJLl2w6zzBHwdxw6CdgRQVGhQeQeL6LKYCECA4SW0aG0jAmjdUworWPCHNfDyOwQ3+AlFt1WfsAYUyoi9wDzsEMhpxtjskXkMSDLGDMX+AcQBbzrOGTZaYwZ36CWK6VUMyIilSmhCQNsEmP/sUKWbz9M1vYjnCgqpXXsqcDdOiaMVjG2YFugB4d4auEwpZTyIq723HW8kFJK+SAN7kop5YM0uCullA/S4K6UUj5Ig7tSSvkgDe5KKeWDNLgrpZQP0uCulFI+yGOTmETkINDQBT0SgVw3Nsfb+PP79+f3Dv79/vW9W+2NMUl1PcFjwb0xRCTLlRlavsqf378/v3fw7/ev771+713TMkop5YM0uCullA/y1uA+zdMN8DB/fv/+/N7Bv9+/vvd68Mqcu1JKqdp5a89dKaVULYSHdbkAAALESURBVDS4K6WUD/K64C4iY0Vkg4hsFpGHPd2es0lEtovIzyKySkR8fqUTEZkuIgdEZI3TfS1E5CsR2eS4jPdkG5tKDe/9URHZ7fj8V4nIxZ5sY1MRkVQRWSAia0UkW0Tuc9zvL599Te+/Xp+/V+XcRSQQu57raCAHu57rZGPMWo827CwRke1ApjHGLyZyiMgFwHHgDWNMT8d9/wscNsb8zfHlHm+MeciT7WwKNbz3R4HjxpgnPNm2piYiyUCyMeZHEYkGVgBXAFPwj8++pvc/gXp8/t7Wcx8IbDbGbDXGFAOzgMs93CbVRIwx3wKHq9x9OfC64/rr2D96n1PDe/cLxpi9xpgfHdfzgXVAW/zns6/p/deLtwX3tsAup9s5NOBNezEDfCkiK0Tkdk83xkNaGWP2Oq7vA1p5sjEecI+IrHakbXwyLeFMRDoAfYGl+OFnX+X9Qz0+f28L7v7ufGNMP2AccLfj0N1vGZtT9J68YuM9D3QG+gB7gSc925ymJSJRwHvAr40xx5wf84fPvpr3X6/P39uC+24g1el2iuM+v2CM2e24PAB8gE1T+Zv9jpxkRW7ygIfbc9YYY/YbY8qMMeXAS/jw5y8iwdjANsMY877jbr/57Kt7//X9/L0tuC8H0kWko4iEAJOAuR5u01khIpGOkyuISCRwEbCm9mf5pLnATY7rNwEfebAtZ1VFYHO4Eh/9/EVEgFeAdcaYp5we8ovPvqb3X9/P36tGywA4hv88DQQC040xf/Vwk84KEemE7a0DBAEzff29i8jbwHBsudP9wCPAh8BsoB22ZPQEY4zPnXis4b0Pxx6SG2A7cIdTDtpniMj5wHfAz0C54+7fY/PO/vDZ1/T+J1OPz9/rgrtSSqm6eVtaRimllAs0uCullA/S4K6UUj5Ig7tSSvkgDe5KKeWDNLgrpZQP0uCulFI+6P8DLt5wb3WFaCEAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Retrieve a list of accuracy results on training and test data\n",
    "# sets for each training epoch\n",
    "acc = history.history['acc']\n",
    "val_acc = history.history['val_acc']\n",
    "\n",
    "# Retrieve a list of list results on training and test data\n",
    "# sets for each training epoch\n",
    "loss = history.history['loss']\n",
    "val_loss = history.history['val_loss']\n",
    "\n",
    "# Get number of epochs\n",
    "epochs = range(len(acc))\n",
    "\n",
    "# Plot training and validation accuracy per epoch\n",
    "plt.plot(epochs, acc, label = \"training\")\n",
    "plt.plot(epochs, val_acc, label = \"validation\")\n",
    "plt.legend(loc=\"upper left\")\n",
    "plt.title('Training and validation accuracy')\n",
    "\n",
    "plt.figure()\n",
    "\n",
    "# Plot training and validation loss per epoch\n",
    "plt.plot(epochs, loss, label = \"training\")\n",
    "plt.plot(epochs, val_loss, label = \"validation\")\n",
    "plt.legend(loc=\"upper right\")\n",
    "plt.title('Training and validation loss')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}