Feature-extractor.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "from PIL import Image\n",
    "import glob\n",
    "from keras.applications.inception_v3 import InceptionV3\n",
    "from keras.applications.inception_v3 import preprocess_input, decode_predictions\n",
    "from keras.preprocessing import image\n",
    "import numpy as np\n",
    "import json"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Define data path\n",
    "#### You can add multiple file extensions by extending the glob as shown below "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "images_paths = glob.glob(\"./data/rit/Harsh2/*.jpg\")\n",
    "images_paths.extend(glob.glob(\"./data/rit/Harsh2/*.JPG\"))\n",
    "images_paths.extend(glob.glob(\"./data/rit/Harsh2/*.png\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "def images_to_sprite(data):\n",
    "    \"\"\"\n",
    "    Creates the sprite image along with any necessary padding\n",
    "    Source : https://github.com/tensorflow/tensorflow/issues/6322\n",
    "    Args:\n",
    "      data: NxHxW[x3] tensor containing the images.\n",
    "    Returns:\n",
    "      data: Properly shaped HxWx3 image with any necessary padding.\n",
    "    \"\"\"\n",
    "    if len(data.shape) == 3:\n",
    "        data = np.tile(data[...,np.newaxis], (1,1,1,3))\n",
    "    data = data.astype(np.float32)\n",
    "    min = np.min(data.reshape((data.shape[0], -1)), axis=1)\n",
    "    data = (data.transpose(1,2,3,0) - min).transpose(3,0,1,2)\n",
    "    max = np.max(data.reshape((data.shape[0], -1)), axis=1)\n",
    "    data = (data.transpose(1,2,3,0) / max).transpose(3,0,1,2)\n",
    "    \n",
    "    n = int(np.ceil(np.sqrt(data.shape[0])))\n",
    "    padding = ((0, n ** 2 - data.shape[0]), (0, 0),\n",
    "            (0, 0)) + ((0, 0),) * (data.ndim - 3)\n",
    "    data = np.pad(data, padding, mode='constant',\n",
    "            constant_values=0)\n",
    "    # Tile the individual thumbnails into an image.\n",
    "    data = data.reshape((n, n) + data.shape[1:]).transpose((0, 2, 1, 3)\n",
    "            + tuple(range(4, data.ndim + 1)))\n",
    "    data = data.reshape((n * data.shape[1], n * data.shape[3]) + data.shape[4:])\n",
    "    data = (data * 255).astype(np.uint8)\n",
    "    return data\n",
    "\n",
    "\n",
    "def populate_img_arr(images_paths, size=(100,100),should_preprocess= False):\n",
    "    \"\"\"\n",
    "    Get an array of images for a list of image paths\n",
    "    Args:\n",
    "        size: the size of image , in pixels \n",
    "        should_preprocess: if the images should be processed (according to InceptionV3 requirements)\n",
    "    Returns:\n",
    "        arr: An array of the loaded images\n",
    "    \"\"\"\n",
    "    arr = []\n",
    "    for i,img_path in enumerate(images_paths):\n",
    "        img = image.load_img(img_path, target_size=size)\n",
    "        x = image.img_to_array(img)\n",
    "        arr.append(x)\n",
    "    arr = np.array(arr)\n",
    "    if should_preprocess:\n",
    "        arr = preprocess_input(arr)\n",
    "    return arr  "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Model Definition\n",
    "### If you want to use another model, you can change it here"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_8 (InputLayer)             (None, None, None, 3) 0                                            \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_659 (Conv2D)              (None, None, None, 32 864         input_8[0][0]                    \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_659 (BatchNo (None, None, None, 32 96          conv2d_659[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_659 (Activation)      (None, None, None, 32 0           batch_normalization_659[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_660 (Conv2D)              (None, None, None, 32 9216        activation_659[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_660 (BatchNo (None, None, None, 32 96          conv2d_660[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_660 (Activation)      (None, None, None, 32 0           batch_normalization_660[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_661 (Conv2D)              (None, None, None, 64 18432       activation_660[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_661 (BatchNo (None, None, None, 64 192         conv2d_661[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_661 (Activation)      (None, None, None, 64 0           batch_normalization_661[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "max_pooling2d_29 (MaxPooling2D)  (None, None, None, 64 0           activation_661[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_662 (Conv2D)              (None, None, None, 80 5120        max_pooling2d_29[0][0]           \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_662 (BatchNo (None, None, None, 80 240         conv2d_662[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_662 (Activation)      (None, None, None, 80 0           batch_normalization_662[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_663 (Conv2D)              (None, None, None, 19 138240      activation_662[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_663 (BatchNo (None, None, None, 19 576         conv2d_663[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_663 (Activation)      (None, None, None, 19 0           batch_normalization_663[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "max_pooling2d_30 (MaxPooling2D)  (None, None, None, 19 0           activation_663[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_667 (Conv2D)              (None, None, None, 64 12288       max_pooling2d_30[0][0]           \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_667 (BatchNo (None, None, None, 64 192         conv2d_667[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_667 (Activation)      (None, None, None, 64 0           batch_normalization_667[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_665 (Conv2D)              (None, None, None, 48 9216        max_pooling2d_30[0][0]           \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_668 (Conv2D)              (None, None, None, 96 55296       activation_667[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_665 (BatchNo (None, None, None, 48 144         conv2d_665[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_668 (BatchNo (None, None, None, 96 288         conv2d_668[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_665 (Activation)      (None, None, None, 48 0           batch_normalization_665[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_668 (Activation)      (None, None, None, 96 0           batch_normalization_668[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_64 (AveragePoo (None, None, None, 19 0           max_pooling2d_30[0][0]           \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_664 (Conv2D)              (None, None, None, 64 12288       max_pooling2d_30[0][0]           \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_666 (Conv2D)              (None, None, None, 64 76800       activation_665[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_669 (Conv2D)              (None, None, None, 96 82944       activation_668[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_670 (Conv2D)              (None, None, None, 32 6144        average_pooling2d_64[0][0]       \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_664 (BatchNo (None, None, None, 64 192         conv2d_664[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_666 (BatchNo (None, None, None, 64 192         conv2d_666[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_669 (BatchNo (None, None, None, 96 288         conv2d_669[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_670 (BatchNo (None, None, None, 32 96          conv2d_670[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_664 (Activation)      (None, None, None, 64 0           batch_normalization_664[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_666 (Activation)      (None, None, None, 64 0           batch_normalization_666[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_669 (Activation)      (None, None, None, 96 0           batch_normalization_669[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_670 (Activation)      (None, None, None, 32 0           batch_normalization_670[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "mixed0 (Concatenate)             (None, None, None, 25 0           activation_664[0][0]             \n",
      "                                                                   activation_666[0][0]             \n",
      "                                                                   activation_669[0][0]             \n",
      "                                                                   activation_670[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_674 (Conv2D)              (None, None, None, 64 16384       mixed0[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_674 (BatchNo (None, None, None, 64 192         conv2d_674[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_674 (Activation)      (None, None, None, 64 0           batch_normalization_674[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_672 (Conv2D)              (None, None, None, 48 12288       mixed0[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_675 (Conv2D)              (None, None, None, 96 55296       activation_674[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_672 (BatchNo (None, None, None, 48 144         conv2d_672[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_675 (BatchNo (None, None, None, 96 288         conv2d_675[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_672 (Activation)      (None, None, None, 48 0           batch_normalization_672[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_675 (Activation)      (None, None, None, 96 0           batch_normalization_675[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_65 (AveragePoo (None, None, None, 25 0           mixed0[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_671 (Conv2D)              (None, None, None, 64 16384       mixed0[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_673 (Conv2D)              (None, None, None, 64 76800       activation_672[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_676 (Conv2D)              (None, None, None, 96 82944       activation_675[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_677 (Conv2D)              (None, None, None, 64 16384       average_pooling2d_65[0][0]       \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_671 (BatchNo (None, None, None, 64 192         conv2d_671[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_673 (BatchNo (None, None, None, 64 192         conv2d_673[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_676 (BatchNo (None, None, None, 96 288         conv2d_676[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_677 (BatchNo (None, None, None, 64 192         conv2d_677[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_671 (Activation)      (None, None, None, 64 0           batch_normalization_671[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_673 (Activation)      (None, None, None, 64 0           batch_normalization_673[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_676 (Activation)      (None, None, None, 96 0           batch_normalization_676[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_677 (Activation)      (None, None, None, 64 0           batch_normalization_677[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "mixed1 (Concatenate)             (None, None, None, 28 0           activation_671[0][0]             \n",
      "                                                                   activation_673[0][0]             \n",
      "                                                                   activation_676[0][0]             \n",
      "                                                                   activation_677[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_681 (Conv2D)              (None, None, None, 64 18432       mixed1[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_681 (BatchNo (None, None, None, 64 192         conv2d_681[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_681 (Activation)      (None, None, None, 64 0           batch_normalization_681[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_679 (Conv2D)              (None, None, None, 48 13824       mixed1[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_682 (Conv2D)              (None, None, None, 96 55296       activation_681[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_679 (BatchNo (None, None, None, 48 144         conv2d_679[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_682 (BatchNo (None, None, None, 96 288         conv2d_682[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_679 (Activation)      (None, None, None, 48 0           batch_normalization_679[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_682 (Activation)      (None, None, None, 96 0           batch_normalization_682[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_66 (AveragePoo (None, None, None, 28 0           mixed1[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_678 (Conv2D)              (None, None, None, 64 18432       mixed1[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_680 (Conv2D)              (None, None, None, 64 76800       activation_679[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_683 (Conv2D)              (None, None, None, 96 82944       activation_682[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_684 (Conv2D)              (None, None, None, 64 18432       average_pooling2d_66[0][0]       \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_678 (BatchNo (None, None, None, 64 192         conv2d_678[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_680 (BatchNo (None, None, None, 64 192         conv2d_680[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_683 (BatchNo (None, None, None, 96 288         conv2d_683[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_684 (BatchNo (None, None, None, 64 192         conv2d_684[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_678 (Activation)      (None, None, None, 64 0           batch_normalization_678[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_680 (Activation)      (None, None, None, 64 0           batch_normalization_680[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_683 (Activation)      (None, None, None, 96 0           batch_normalization_683[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_684 (Activation)      (None, None, None, 64 0           batch_normalization_684[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "mixed2 (Concatenate)             (None, None, None, 28 0           activation_678[0][0]             \n",
      "                                                                   activation_680[0][0]             \n",
      "                                                                   activation_683[0][0]             \n",
      "                                                                   activation_684[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_686 (Conv2D)              (None, None, None, 64 18432       mixed2[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_686 (BatchNo (None, None, None, 64 192         conv2d_686[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_686 (Activation)      (None, None, None, 64 0           batch_normalization_686[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_687 (Conv2D)              (None, None, None, 96 55296       activation_686[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_687 (BatchNo (None, None, None, 96 288         conv2d_687[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_687 (Activation)      (None, None, None, 96 0           batch_normalization_687[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_685 (Conv2D)              (None, None, None, 38 995328      mixed2[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_688 (Conv2D)              (None, None, None, 96 82944       activation_687[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_685 (BatchNo (None, None, None, 38 1152        conv2d_685[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_688 (BatchNo (None, None, None, 96 288         conv2d_688[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_685 (Activation)      (None, None, None, 38 0           batch_normalization_685[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_688 (Activation)      (None, None, None, 96 0           batch_normalization_688[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "max_pooling2d_31 (MaxPooling2D)  (None, None, None, 28 0           mixed2[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "mixed3 (Concatenate)             (None, None, None, 76 0           activation_685[0][0]             \n",
      "                                                                   activation_688[0][0]             \n",
      "                                                                   max_pooling2d_31[0][0]           \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_693 (Conv2D)              (None, None, None, 12 98304       mixed3[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_693 (BatchNo (None, None, None, 12 384         conv2d_693[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_693 (Activation)      (None, None, None, 12 0           batch_normalization_693[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_694 (Conv2D)              (None, None, None, 12 114688      activation_693[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_694 (BatchNo (None, None, None, 12 384         conv2d_694[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_694 (Activation)      (None, None, None, 12 0           batch_normalization_694[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_690 (Conv2D)              (None, None, None, 12 98304       mixed3[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_695 (Conv2D)              (None, None, None, 12 114688      activation_694[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_690 (BatchNo (None, None, None, 12 384         conv2d_690[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_695 (BatchNo (None, None, None, 12 384         conv2d_695[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_690 (Activation)      (None, None, None, 12 0           batch_normalization_690[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_695 (Activation)      (None, None, None, 12 0           batch_normalization_695[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_691 (Conv2D)              (None, None, None, 12 114688      activation_690[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_696 (Conv2D)              (None, None, None, 12 114688      activation_695[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_691 (BatchNo (None, None, None, 12 384         conv2d_691[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_696 (BatchNo (None, None, None, 12 384         conv2d_696[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_691 (Activation)      (None, None, None, 12 0           batch_normalization_691[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_696 (Activation)      (None, None, None, 12 0           batch_normalization_696[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_67 (AveragePoo (None, None, None, 76 0           mixed3[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_689 (Conv2D)              (None, None, None, 19 147456      mixed3[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_692 (Conv2D)              (None, None, None, 19 172032      activation_691[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_697 (Conv2D)              (None, None, None, 19 172032      activation_696[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_698 (Conv2D)              (None, None, None, 19 147456      average_pooling2d_67[0][0]       \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_689 (BatchNo (None, None, None, 19 576         conv2d_689[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_692 (BatchNo (None, None, None, 19 576         conv2d_692[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_697 (BatchNo (None, None, None, 19 576         conv2d_697[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_698 (BatchNo (None, None, None, 19 576         conv2d_698[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_689 (Activation)      (None, None, None, 19 0           batch_normalization_689[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_692 (Activation)      (None, None, None, 19 0           batch_normalization_692[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_697 (Activation)      (None, None, None, 19 0           batch_normalization_697[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_698 (Activation)      (None, None, None, 19 0           batch_normalization_698[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "mixed4 (Concatenate)             (None, None, None, 76 0           activation_689[0][0]             \n",
      "                                                                   activation_692[0][0]             \n",
      "                                                                   activation_697[0][0]             \n",
      "                                                                   activation_698[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_703 (Conv2D)              (None, None, None, 16 122880      mixed4[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_703 (BatchNo (None, None, None, 16 480         conv2d_703[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_703 (Activation)      (None, None, None, 16 0           batch_normalization_703[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_704 (Conv2D)              (None, None, None, 16 179200      activation_703[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_704 (BatchNo (None, None, None, 16 480         conv2d_704[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_704 (Activation)      (None, None, None, 16 0           batch_normalization_704[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_700 (Conv2D)              (None, None, None, 16 122880      mixed4[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_705 (Conv2D)              (None, None, None, 16 179200      activation_704[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_700 (BatchNo (None, None, None, 16 480         conv2d_700[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_705 (BatchNo (None, None, None, 16 480         conv2d_705[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_700 (Activation)      (None, None, None, 16 0           batch_normalization_700[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_705 (Activation)      (None, None, None, 16 0           batch_normalization_705[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_701 (Conv2D)              (None, None, None, 16 179200      activation_700[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_706 (Conv2D)              (None, None, None, 16 179200      activation_705[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_701 (BatchNo (None, None, None, 16 480         conv2d_701[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_706 (BatchNo (None, None, None, 16 480         conv2d_706[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_701 (Activation)      (None, None, None, 16 0           batch_normalization_701[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_706 (Activation)      (None, None, None, 16 0           batch_normalization_706[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_68 (AveragePoo (None, None, None, 76 0           mixed4[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_699 (Conv2D)              (None, None, None, 19 147456      mixed4[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_702 (Conv2D)              (None, None, None, 19 215040      activation_701[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_707 (Conv2D)              (None, None, None, 19 215040      activation_706[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_708 (Conv2D)              (None, None, None, 19 147456      average_pooling2d_68[0][0]       \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_699 (BatchNo (None, None, None, 19 576         conv2d_699[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_702 (BatchNo (None, None, None, 19 576         conv2d_702[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_707 (BatchNo (None, None, None, 19 576         conv2d_707[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_708 (BatchNo (None, None, None, 19 576         conv2d_708[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_699 (Activation)      (None, None, None, 19 0           batch_normalization_699[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_702 (Activation)      (None, None, None, 19 0           batch_normalization_702[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_707 (Activation)      (None, None, None, 19 0           batch_normalization_707[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_708 (Activation)      (None, None, None, 19 0           batch_normalization_708[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "mixed5 (Concatenate)             (None, None, None, 76 0           activation_699[0][0]             \n",
      "                                                                   activation_702[0][0]             \n",
      "                                                                   activation_707[0][0]             \n",
      "                                                                   activation_708[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_713 (Conv2D)              (None, None, None, 16 122880      mixed5[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_713 (BatchNo (None, None, None, 16 480         conv2d_713[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_713 (Activation)      (None, None, None, 16 0           batch_normalization_713[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_714 (Conv2D)              (None, None, None, 16 179200      activation_713[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_714 (BatchNo (None, None, None, 16 480         conv2d_714[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_714 (Activation)      (None, None, None, 16 0           batch_normalization_714[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_710 (Conv2D)              (None, None, None, 16 122880      mixed5[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_715 (Conv2D)              (None, None, None, 16 179200      activation_714[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_710 (BatchNo (None, None, None, 16 480         conv2d_710[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_715 (BatchNo (None, None, None, 16 480         conv2d_715[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_710 (Activation)      (None, None, None, 16 0           batch_normalization_710[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_715 (Activation)      (None, None, None, 16 0           batch_normalization_715[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_711 (Conv2D)              (None, None, None, 16 179200      activation_710[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_716 (Conv2D)              (None, None, None, 16 179200      activation_715[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_711 (BatchNo (None, None, None, 16 480         conv2d_711[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_716 (BatchNo (None, None, None, 16 480         conv2d_716[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_711 (Activation)      (None, None, None, 16 0           batch_normalization_711[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_716 (Activation)      (None, None, None, 16 0           batch_normalization_716[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_69 (AveragePoo (None, None, None, 76 0           mixed5[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_709 (Conv2D)              (None, None, None, 19 147456      mixed5[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_712 (Conv2D)              (None, None, None, 19 215040      activation_711[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_717 (Conv2D)              (None, None, None, 19 215040      activation_716[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_718 (Conv2D)              (None, None, None, 19 147456      average_pooling2d_69[0][0]       \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_709 (BatchNo (None, None, None, 19 576         conv2d_709[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_712 (BatchNo (None, None, None, 19 576         conv2d_712[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_717 (BatchNo (None, None, None, 19 576         conv2d_717[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_718 (BatchNo (None, None, None, 19 576         conv2d_718[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_709 (Activation)      (None, None, None, 19 0           batch_normalization_709[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_712 (Activation)      (None, None, None, 19 0           batch_normalization_712[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_717 (Activation)      (None, None, None, 19 0           batch_normalization_717[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_718 (Activation)      (None, None, None, 19 0           batch_normalization_718[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "mixed6 (Concatenate)             (None, None, None, 76 0           activation_709[0][0]             \n",
      "                                                                   activation_712[0][0]             \n",
      "                                                                   activation_717[0][0]             \n",
      "                                                                   activation_718[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_723 (Conv2D)              (None, None, None, 19 147456      mixed6[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_723 (BatchNo (None, None, None, 19 576         conv2d_723[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_723 (Activation)      (None, None, None, 19 0           batch_normalization_723[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_724 (Conv2D)              (None, None, None, 19 258048      activation_723[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_724 (BatchNo (None, None, None, 19 576         conv2d_724[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_724 (Activation)      (None, None, None, 19 0           batch_normalization_724[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_720 (Conv2D)              (None, None, None, 19 147456      mixed6[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_725 (Conv2D)              (None, None, None, 19 258048      activation_724[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_720 (BatchNo (None, None, None, 19 576         conv2d_720[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_725 (BatchNo (None, None, None, 19 576         conv2d_725[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_720 (Activation)      (None, None, None, 19 0           batch_normalization_720[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_725 (Activation)      (None, None, None, 19 0           batch_normalization_725[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_721 (Conv2D)              (None, None, None, 19 258048      activation_720[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_726 (Conv2D)              (None, None, None, 19 258048      activation_725[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_721 (BatchNo (None, None, None, 19 576         conv2d_721[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_726 (BatchNo (None, None, None, 19 576         conv2d_726[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_721 (Activation)      (None, None, None, 19 0           batch_normalization_721[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_726 (Activation)      (None, None, None, 19 0           batch_normalization_726[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_70 (AveragePoo (None, None, None, 76 0           mixed6[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_719 (Conv2D)              (None, None, None, 19 147456      mixed6[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_722 (Conv2D)              (None, None, None, 19 258048      activation_721[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_727 (Conv2D)              (None, None, None, 19 258048      activation_726[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_728 (Conv2D)              (None, None, None, 19 147456      average_pooling2d_70[0][0]       \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_719 (BatchNo (None, None, None, 19 576         conv2d_719[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_722 (BatchNo (None, None, None, 19 576         conv2d_722[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_727 (BatchNo (None, None, None, 19 576         conv2d_727[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_728 (BatchNo (None, None, None, 19 576         conv2d_728[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_719 (Activation)      (None, None, None, 19 0           batch_normalization_719[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_722 (Activation)      (None, None, None, 19 0           batch_normalization_722[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_727 (Activation)      (None, None, None, 19 0           batch_normalization_727[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_728 (Activation)      (None, None, None, 19 0           batch_normalization_728[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "mixed7 (Concatenate)             (None, None, None, 76 0           activation_719[0][0]             \n",
      "                                                                   activation_722[0][0]             \n",
      "                                                                   activation_727[0][0]             \n",
      "                                                                   activation_728[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_731 (Conv2D)              (None, None, None, 19 147456      mixed7[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_731 (BatchNo (None, None, None, 19 576         conv2d_731[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_731 (Activation)      (None, None, None, 19 0           batch_normalization_731[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_732 (Conv2D)              (None, None, None, 19 258048      activation_731[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_732 (BatchNo (None, None, None, 19 576         conv2d_732[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_732 (Activation)      (None, None, None, 19 0           batch_normalization_732[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_729 (Conv2D)              (None, None, None, 19 147456      mixed7[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_733 (Conv2D)              (None, None, None, 19 258048      activation_732[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_729 (BatchNo (None, None, None, 19 576         conv2d_729[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_733 (BatchNo (None, None, None, 19 576         conv2d_733[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_729 (Activation)      (None, None, None, 19 0           batch_normalization_729[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_733 (Activation)      (None, None, None, 19 0           batch_normalization_733[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_730 (Conv2D)              (None, None, None, 32 552960      activation_729[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_734 (Conv2D)              (None, None, None, 19 331776      activation_733[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_730 (BatchNo (None, None, None, 32 960         conv2d_730[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_734 (BatchNo (None, None, None, 19 576         conv2d_734[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_730 (Activation)      (None, None, None, 32 0           batch_normalization_730[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_734 (Activation)      (None, None, None, 19 0           batch_normalization_734[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "max_pooling2d_32 (MaxPooling2D)  (None, None, None, 76 0           mixed7[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "mixed8 (Concatenate)             (None, None, None, 12 0           activation_730[0][0]             \n",
      "                                                                   activation_734[0][0]             \n",
      "                                                                   max_pooling2d_32[0][0]           \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_739 (Conv2D)              (None, None, None, 44 573440      mixed8[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_739 (BatchNo (None, None, None, 44 1344        conv2d_739[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_739 (Activation)      (None, None, None, 44 0           batch_normalization_739[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_736 (Conv2D)              (None, None, None, 38 491520      mixed8[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_740 (Conv2D)              (None, None, None, 38 1548288     activation_739[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_736 (BatchNo (None, None, None, 38 1152        conv2d_736[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_740 (BatchNo (None, None, None, 38 1152        conv2d_740[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_736 (Activation)      (None, None, None, 38 0           batch_normalization_736[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_740 (Activation)      (None, None, None, 38 0           batch_normalization_740[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_737 (Conv2D)              (None, None, None, 38 442368      activation_736[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_738 (Conv2D)              (None, None, None, 38 442368      activation_736[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_741 (Conv2D)              (None, None, None, 38 442368      activation_740[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_742 (Conv2D)              (None, None, None, 38 442368      activation_740[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_71 (AveragePoo (None, None, None, 12 0           mixed8[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_735 (Conv2D)              (None, None, None, 32 409600      mixed8[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_737 (BatchNo (None, None, None, 38 1152        conv2d_737[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_738 (BatchNo (None, None, None, 38 1152        conv2d_738[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_741 (BatchNo (None, None, None, 38 1152        conv2d_741[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_742 (BatchNo (None, None, None, 38 1152        conv2d_742[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_743 (Conv2D)              (None, None, None, 19 245760      average_pooling2d_71[0][0]       \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_735 (BatchNo (None, None, None, 32 960         conv2d_735[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_737 (Activation)      (None, None, None, 38 0           batch_normalization_737[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_738 (Activation)      (None, None, None, 38 0           batch_normalization_738[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_741 (Activation)      (None, None, None, 38 0           batch_normalization_741[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_742 (Activation)      (None, None, None, 38 0           batch_normalization_742[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_743 (BatchNo (None, None, None, 19 576         conv2d_743[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_735 (Activation)      (None, None, None, 32 0           batch_normalization_735[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "mixed9_0 (Concatenate)           (None, None, None, 76 0           activation_737[0][0]             \n",
      "                                                                   activation_738[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "concatenate_15 (Concatenate)     (None, None, None, 76 0           activation_741[0][0]             \n",
      "                                                                   activation_742[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "activation_743 (Activation)      (None, None, None, 19 0           batch_normalization_743[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "mixed9 (Concatenate)             (None, None, None, 20 0           activation_735[0][0]             \n",
      "                                                                   mixed9_0[0][0]                   \n",
      "                                                                   concatenate_15[0][0]             \n",
      "                                                                   activation_743[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_748 (Conv2D)              (None, None, None, 44 917504      mixed9[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_748 (BatchNo (None, None, None, 44 1344        conv2d_748[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_748 (Activation)      (None, None, None, 44 0           batch_normalization_748[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_745 (Conv2D)              (None, None, None, 38 786432      mixed9[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_749 (Conv2D)              (None, None, None, 38 1548288     activation_748[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_745 (BatchNo (None, None, None, 38 1152        conv2d_745[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_749 (BatchNo (None, None, None, 38 1152        conv2d_749[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_745 (Activation)      (None, None, None, 38 0           batch_normalization_745[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_749 (Activation)      (None, None, None, 38 0           batch_normalization_749[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_746 (Conv2D)              (None, None, None, 38 442368      activation_745[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_747 (Conv2D)              (None, None, None, 38 442368      activation_745[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_750 (Conv2D)              (None, None, None, 38 442368      activation_749[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_751 (Conv2D)              (None, None, None, 38 442368      activation_749[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_72 (AveragePoo (None, None, None, 20 0           mixed9[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_744 (Conv2D)              (None, None, None, 32 655360      mixed9[0][0]                     \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_746 (BatchNo (None, None, None, 38 1152        conv2d_746[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_747 (BatchNo (None, None, None, 38 1152        conv2d_747[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_750 (BatchNo (None, None, None, 38 1152        conv2d_750[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_751 (BatchNo (None, None, None, 38 1152        conv2d_751[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_752 (Conv2D)              (None, None, None, 19 393216      average_pooling2d_72[0][0]       \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_744 (BatchNo (None, None, None, 32 960         conv2d_744[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_746 (Activation)      (None, None, None, 38 0           batch_normalization_746[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_747 (Activation)      (None, None, None, 38 0           batch_normalization_747[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_750 (Activation)      (None, None, None, 38 0           batch_normalization_750[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "activation_751 (Activation)      (None, None, None, 38 0           batch_normalization_751[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_752 (BatchNo (None, None, None, 19 576         conv2d_752[0][0]                 \n",
      "____________________________________________________________________________________________________\n",
      "activation_744 (Activation)      (None, None, None, 32 0           batch_normalization_744[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "mixed9_1 (Concatenate)           (None, None, None, 76 0           activation_746[0][0]             \n",
      "                                                                   activation_747[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "concatenate_16 (Concatenate)     (None, None, None, 76 0           activation_750[0][0]             \n",
      "                                                                   activation_751[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "activation_752 (Activation)      (None, None, None, 19 0           batch_normalization_752[0][0]    \n",
      "____________________________________________________________________________________________________\n",
      "mixed10 (Concatenate)            (None, None, None, 20 0           activation_744[0][0]             \n",
      "                                                                   mixed9_1[0][0]                   \n",
      "                                                                   concatenate_16[0][0]             \n",
      "                                                                   activation_752[0][0]             \n",
      "____________________________________________________________________________________________________\n",
      "global_average_pooling2d_2 (Glob (None, 2048)          0           mixed10[0][0]                    \n",
      "====================================================================================================\n",
      "Total params: 21,802,784\n",
      "Trainable params: 21,768,352\n",
      "Non-trainable params: 34,432\n",
      "____________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model = InceptionV3(include_top=False,pooling='avg')\n",
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "img_arr = populate_img_arr(images_paths,size=(299,299),should_preprocess=True)\n",
    "preds = model.predict(img_arr,batch_size=64)\n",
    "preds.tofile(\"./oss_data/tensor.bytes\")\n",
    "del img_arr,preds"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "raw_imgs = populate_img_arr(images_paths ,size=(100,100),should_preprocess=False)\n",
    "sprite = Image.fromarray(images_to_sprite(raw_imgs).astype(np.uint8))\n",
    "sprite.save('./oss_data/sprites.png')\n",
    "del raw_imgs"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}