scene-recognition-2.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import keras\n",
    "from keras import models, layers\n",
    "import numpy as np\n",
    "from keras.preprocessing.image import ImageDataGenerator\n",
    "import os\n",
    "from scipy.ndimage import imread\n",
    "from scipy.misc import imresize\n",
    "from nbutil import imshow_multi\n",
    "from PIL import Image\n",
    "import random"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def to_pil(img):\n",
    "    if img.shape[-1] == 1:\n",
    "        img = img[:,:,0] # these are grayscale\n",
    "    return Image.fromarray(np.clip(img * 255, 0, 255).astype(np.uint8))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "data_dir = '../data/proj6/data/15SceneData'\n",
    "categories = [c for c in os.listdir(os.path.join(data_dir, 'train')) if c[0] != '.']\n",
    "\n",
    "SIZE = 64\n",
    "\n",
    "def load_dataset(name):\n",
    "    images = []\n",
    "    labels = []\n",
    "    for cat in categories:\n",
    "        for filename in os.listdir(os.path.join(data_dir, name, cat)):\n",
    "            if filename.endswith('.jpg'): \n",
    "                path = os.path.join(data_dir, name, cat, filename)\n",
    "                image = imread(path)\n",
    "                h,w = image.shape[:2]\n",
    "                # top-left crop\n",
    "                if h > w:\n",
    "                    image = image[:w, :]\n",
    "                else:\n",
    "                    image = image[:, :h]\n",
    "                image = imresize(image, size=[SIZE, SIZE], mode='L')\n",
    "                images.append(image)\n",
    "                labels.append(categories.index(cat))\n",
    "    images = np.expand_dims(np.stack(images) / 255.0, -1)\n",
    "    labels = np.expand_dims(np.stack(labels).astype(int), -1)\n",
    "    return images, labels\n",
    "\n",
    "trainx, trainy = load_dataset('train')\n",
    "testx, testy = load_dataset('test')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAEAAAABACAAAAACPAi4CAAAEH0lEQVR4nG1X0XbdMAiTfPzh+/FZ\nexAC0q5bT+9NYpCFEA7/kCBIgDwACeKAIECJAAACICT4R4DyT5deXXcoQpTXCLmRv7UcAuhfHQgy\ngIorSdBTJ2QSMP9XHBw42OdH8s1axh8f4BxOfQqsYWEtxGw6OYUHydeNUDgVmQbKJmnhlL8yyYMe\nAt7Jcz/wyxSqHqx1JmlWSLihhRAX6xSTRZ9aqL+KAHiULOKAX5BWBYsTU1iP6laNVBSoYmuoV9Ox\nqalkuuZH/4HX18Tw2PVKfvBWomhWC3LBnnzUXAiyCxk4fR/qezQ09R61BBbGdL0+yv4oNZR0MeQd\n9TYE4Ioq5Kp+QP3NclUnqlalaP5+jRlI3SnmitjqLvEyshAkgaotOAkN7keEYbLFOAqVcF+y8yMh\nnSkEQr53T2VLEHDV6Nl4KVCKDehFI3rMAwmgW5t6JQHRC+UoBf1D25AKSDclQrOvI4CPp2qjFwVK\n7AYPlbfszd2bevpKHoIMsT9rmdZdygJeaVIU8MCDOFCrsGqtWvMSwDiW8GoHEPBo0AOgEIIoHQz3\nNRNkTykSJv24GRNgusNSfu1Q7bYLgaJ4R6V03wwFigBFCuB5PXEk4aFxl92VL93xG1rroGN45CE0\n2mLMrfvS1b2CfIGQWMPKbVQRXu9dAJ5spHGW+5dphDBVoiTI6jRpWr0aqxV+pROyIkgK4Ds1s73Z\nknV1sRNBBO7jaxvchsiGsMas6eD0KHBrBCFqRrzpkcJqfoAPkXj0IN1Hoq/0eGxB4oEqjTz0Y20b\nunbSWK/ducWWCkdI+cBPAGuM04bdNRlWGsieWmnUBKjH5qQjvtOmvFhwTbvtBOGqJFwi3URWxwRW\n5tIeQcI12QCAR2+mtT3tV8TElbUCqGJ31qWGlFzjFjGSlkJZWt03v1IdE4NA+Ezo1oAoXHfCq37s\nKogkcGKVaSVo8QOCuI/VjQHd87GOGRqS5oey0NsPGtc8rKYaJcZ9WmuZ3dJxnv5MCKiddRpoEVhz\nQVziNlssobEsl32zXTnecN+Rjj4tlGd6BxM+twfLnQbwEyxhP0YflZATSQ3Ls3FCk9PcBfojvFIk\nM4kB1DlRtfxTNW7axL2HSWMp90GmpssqZryCBWiTQgG3OW4k8uxMITBOu/WWGt1COY7UpjgloO30\nV5N5C+zIGYffpJxj7KbWMsr5gDEw1IGrqcLnnazpVPh1GacJqHnc1kTFYducRmWykAJh9zwT4+Uw\nxBxMegwTgO7zgcJTZO2z5fStXPyg63BCxuwbM3uFeWtskn20iMHdFX7Oq4aQbHHa7StxWAdgPLdo\nL92TaXvkBPTlsEx1bH9Plo//Yix5zNFbPQWeh8dyz7loDXYeDgPoAwcB4B6/vrsR3Ul9RoJfbJHX\nyH4VqhOUJPwDJtD27rbnE1gAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<PIL.Image.Image image mode=L size=64x64 at 0x7F342F446940>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "image_gen = ImageDataGenerator(rotation_range=10, \n",
    "                               zoom_range=0.2, \n",
    "                               width_shift_range=0.15, \n",
    "                               height_shift_range=0.15, \n",
    "                               horizontal_flip=True,\n",
    "                               channel_shift_range=0.15)\n",
    "# samplewise centering is broken in keras (https://github.com/fchollet/keras/issues/4047)\n",
    "# so do it manually:\n",
    "mean_img = np.mean(trainx, axis=0)\n",
    "to_pil(mean_img)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# for x in image_gen.flow(trainx):\n",
    "#     p = to_pil(x[0])\n",
    "#     break\n",
    "# p"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(?, 32, 32, 64)\n",
      "(?, 16, 16, 64)\n",
      "(?, 8, 8, 64)\n",
      "(?, 4, 4, 64)\n",
      "(?, 1, 1, 64)\n",
      "(?, 15)\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_1 (InputLayer)             (None, 64, 64, 1)     0                                            \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_4 (Conv2D)                (None, 64, 64, 16)    32                                           \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_2 (Conv2D)                (None, 64, 64, 16)    32                                           \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_5 (Conv2D)                (None, 64, 64, 16)    2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_1 (AveragePool (None, 64, 64, 1)     0                                            \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_1 (Conv2D)                (None, 64, 64, 16)    32                                           \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_3 (Conv2D)                (None, 64, 64, 16)    2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_6 (Conv2D)                (None, 64, 64, 16)    2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_7 (Conv2D)                (None, 64, 64, 16)    32                                           \n",
      "____________________________________________________________________________________________________\n",
      "concatenate_1 (Concatenate)      (None, 64, 64, 64)    0                                            \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_1 (BatchNorm (None, 64, 64, 64)    256                                          \n",
      "____________________________________________________________________________________________________\n",
      "dropout_1 (Dropout)              (None, 64, 64, 64)    0                                            \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_2 (AveragePool (None, 32, 32, 64)    0                                            \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_11 (Conv2D)               (None, 32, 32, 16)    1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_9 (Conv2D)                (None, 32, 32, 16)    1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_12 (Conv2D)               (None, 32, 32, 16)    2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_3 (AveragePool (None, 32, 32, 64)    0                                            \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_8 (Conv2D)                (None, 32, 32, 16)    1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_10 (Conv2D)               (None, 32, 32, 16)    2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_13 (Conv2D)               (None, 32, 32, 16)    2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_14 (Conv2D)               (None, 32, 32, 16)    1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "concatenate_2 (Concatenate)      (None, 32, 32, 64)    0                                            \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_2 (BatchNorm (None, 32, 32, 64)    256                                          \n",
      "____________________________________________________________________________________________________\n",
      "dropout_2 (Dropout)              (None, 32, 32, 64)    0                                            \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_4 (AveragePool (None, 16, 16, 64)    0                                            \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_18 (Conv2D)               (None, 16, 16, 16)    1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_16 (Conv2D)               (None, 16, 16, 16)    1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_19 (Conv2D)               (None, 16, 16, 16)    2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_5 (AveragePool (None, 16, 16, 64)    0                                            \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_15 (Conv2D)               (None, 16, 16, 16)    1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_17 (Conv2D)               (None, 16, 16, 16)    2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_20 (Conv2D)               (None, 16, 16, 16)    2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_21 (Conv2D)               (None, 16, 16, 16)    1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "concatenate_3 (Concatenate)      (None, 16, 16, 64)    0                                            \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_3 (BatchNorm (None, 16, 16, 64)    256                                          \n",
      "____________________________________________________________________________________________________\n",
      "dropout_3 (Dropout)              (None, 16, 16, 64)    0                                            \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_6 (AveragePool (None, 8, 8, 64)      0                                            \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_25 (Conv2D)               (None, 8, 8, 16)      1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_23 (Conv2D)               (None, 8, 8, 16)      1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_26 (Conv2D)               (None, 8, 8, 16)      2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_7 (AveragePool (None, 8, 8, 64)      0                                            \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_22 (Conv2D)               (None, 8, 8, 16)      1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_24 (Conv2D)               (None, 8, 8, 16)      2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_27 (Conv2D)               (None, 8, 8, 16)      2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_28 (Conv2D)               (None, 8, 8, 16)      1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "concatenate_4 (Concatenate)      (None, 8, 8, 64)      0                                            \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_4 (BatchNorm (None, 8, 8, 64)      256                                          \n",
      "____________________________________________________________________________________________________\n",
      "dropout_4 (Dropout)              (None, 8, 8, 64)      0                                            \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_8 (AveragePool (None, 4, 4, 64)      0                                            \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_32 (Conv2D)               (None, 4, 4, 16)      1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_30 (Conv2D)               (None, 4, 4, 16)      1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_33 (Conv2D)               (None, 4, 4, 16)      2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_9 (AveragePool (None, 4, 4, 64)      0                                            \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_29 (Conv2D)               (None, 4, 4, 16)      1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_31 (Conv2D)               (None, 4, 4, 16)      2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_34 (Conv2D)               (None, 4, 4, 16)      2320                                         \n",
      "____________________________________________________________________________________________________\n",
      "conv2d_35 (Conv2D)               (None, 4, 4, 16)      1040                                         \n",
      "____________________________________________________________________________________________________\n",
      "concatenate_5 (Concatenate)      (None, 4, 4, 64)      0                                            \n",
      "____________________________________________________________________________________________________\n",
      "batch_normalization_5 (BatchNorm (None, 4, 4, 64)      256                                          \n",
      "____________________________________________________________________________________________________\n",
      "dropout_5 (Dropout)              (None, 4, 4, 64)      0                                            \n",
      "____________________________________________________________________________________________________\n",
      "average_pooling2d_10 (AveragePoo (None, 1, 1, 64)      0                                            \n",
      "____________________________________________________________________________________________________\n",
      "flatten_1 (Flatten)              (None, 64)            0                                            \n",
      "____________________________________________________________________________________________________\n",
      "dense_1 (Dense)                  (None, 60)            3900                                         \n",
      "____________________________________________________________________________________________________\n",
      "dense_2 (Dense)                  (None, 15)            915                                          \n",
      "====================================================================================================\n",
      "Total params: 57,663\n",
      "Trainable params: 57,023\n",
      "Non-trainable params: 640\n",
      "____________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "input = layers.Input(shape=(SIZE, SIZE, 1))\n",
    "x = input\n",
    "y_dim = len(categories)\n",
    "\n",
    "l2 = keras.regularizers.l2(0.01)\n",
    "\n",
    "def conv(x, chans, ksize=3):\n",
    "    return layers.Conv2D(chans, (ksize, ksize), activation='elu', padding='SAME', kernel_regularizer=l2)(x)\n",
    "\n",
    "def conv_chain(x, chans, ksizes, average_pool_before=1):\n",
    "    if average_pool_before > 1:\n",
    "        x = layers.AveragePooling2D((average_pool_before, average_pool_before), strides=(1,1), padding='SAME')(x)\n",
    "    for ksize in ksizes:\n",
    "        x = conv(x, chans, ksize)\n",
    "    return x\n",
    "\n",
    "def layer(x, channels):\n",
    "    c = int(channels/4)\n",
    "    branch1 = conv_chain(x, c, [1])\n",
    "    branch2 = conv_chain(x, c, [1, 3])\n",
    "    branch3 = conv_chain(x, c, [1, 3, 3])\n",
    "    branch4 = conv_chain(x, c, [1], average_pool_before=3)\n",
    "    \n",
    "    x = layers.Concatenate()([branch1, branch2, branch3, branch4])\n",
    "    x = layers.BatchNormalization()(x)\n",
    "    x = layers.Dropout(0.5)(x)\n",
    "    return x\n",
    "\n",
    "for chans, pooling in [(64, 2), (64, 2), (64, 2), (64, 2), (64, 4)]:\n",
    "    x = layer(x, chans)\n",
    "    x = layers.AveragePooling2D((pooling, pooling), padding='SAME')(x)\n",
    "    print(x.shape)\n",
    "\n",
    "x = layers.Flatten()(x)\n",
    "x = layers.Dense(y_dim * 4, activation='relu', kernel_regularizer=l2)(x)\n",
    "x = layers.Dense(y_dim, activation='softmax', kernel_regularizer=l2)(x)\n",
    "print(x.shape)\n",
    "model = models.Model(inputs=[input], outputs=[x])\n",
    "\n",
    "model.compile(loss=keras.losses.sparse_categorical_crossentropy,\n",
    "              optimizer=keras.optimizers.Adam(lr=1e-3),\n",
    "              metrics=['accuracy'])\n",
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch: 1, loss: 8.577203482878668, accuracy: 0.10586264656616415\n",
      "epoch: 2, loss: 7.257595150434791, accuracy: 0.08207705192629816\n",
      "epoch: 3, loss: 6.276280940517508, accuracy: 0.06164154103852596\n",
      "epoch: 4, loss: 5.50952709459979, accuracy: 0.0797319932998325\n",
      "epoch: 5, loss: 4.947993068758966, accuracy: 0.11658291457286432\n",
      "epoch: 6, loss: 4.489604321836027, accuracy: 0.11993299832495813\n",
      "epoch: 7, loss: 4.152666425305595, accuracy: 0.13802345058626467\n",
      "epoch: 8, loss: 3.9675499650900887, accuracy: 0.06264656616415411\n",
      "epoch: 9, loss: 3.788694750963144, accuracy: 0.09514237855946399\n",
      "epoch: 10, loss: 3.4613949064034313, accuracy: 0.16683417085427135\n",
      "epoch: 11, loss: 3.2885703756182236, accuracy: 0.19497487437185929\n",
      "epoch: 12, loss: 3.046450749354147, accuracy: 0.1882747068676717\n",
      "epoch: 13, loss: 3.098270160269298, accuracy: 0.18592964824120603\n",
      "epoch: 14, loss: 3.0999653808235923, accuracy: 0.16214405360134004\n",
      "epoch: 15, loss: 3.051450450775811, accuracy: 0.16314907872696818\n",
      "epoch: 16, loss: 3.1629423944994035, accuracy: 0.13400335008375208\n",
      "epoch: 17, loss: 2.908142001904435, accuracy: 0.18927973199329984\n",
      "epoch: 18, loss: 2.5203576231721656, accuracy: 0.30083752093802346\n",
      "epoch: 19, loss: 2.536226496225226, accuracy: 0.3249581239580908\n",
      "epoch: 20, loss: 2.5315540911963637, accuracy: 0.3055276381909548\n",
      "epoch: 21, loss: 2.358285380607873, accuracy: 0.3614740368509213\n",
      "epoch: 22, loss: 2.7578060294715203, accuracy: 0.254606365159129\n",
      "epoch: 23, loss: 2.185459450700974, accuracy: 0.37386934673616434\n",
      "epoch: 24, loss: 2.586823582289806, accuracy: 0.288107202682563\n",
      "epoch: 25, loss: 2.2485877184811947, accuracy: 0.38090452261556135\n",
      "epoch: 26, loss: 2.561602972021055, accuracy: 0.2981574539413404\n",
      "epoch: 27, loss: 2.2216000957904347, accuracy: 0.35544388609715244\n",
      "epoch: 28, loss: 2.093132524154893, accuracy: 0.4207705192654776\n",
      "epoch: 29, loss: 2.6621412992078057, accuracy: 0.2914572864371528\n",
      "epoch: 30, loss: 2.0101479083050036, accuracy: 0.4556113902872531\n",
      "epoch: 31, loss: 2.1554208158847676, accuracy: 0.404355108907674\n",
      "epoch: 32, loss: 2.141953152268376, accuracy: 0.40636515912897825\n",
      "epoch: 33, loss: 2.5352667780577436, accuracy: 0.3038525963947801\n",
      "epoch: 34, loss: 2.188226714845079, accuracy: 0.40067001675291475\n",
      "epoch: 35, loss: 2.0588589947027978, accuracy: 0.43551088778217834\n",
      "epoch: 36, loss: 2.090247951200859, accuracy: 0.40938023451085465\n",
      "epoch: 37, loss: 1.9445245538324967, accuracy: 0.46834170854770557\n",
      "epoch: 38, loss: 2.2657469968300568, accuracy: 0.34539363484087104\n",
      "epoch: 39, loss: 2.6035435594306318, accuracy: 0.2743718592964824\n",
      "epoch: 40, loss: 2.980225425589224, accuracy: 0.26666666667165867\n",
      "epoch: 41, loss: 1.9891270016106328, accuracy: 0.45360134003849284\n",
      "epoch: 42, loss: 1.964942870866913, accuracy: 0.4576214405659655\n",
      "epoch: 43, loss: 1.88498616689813, accuracy: 0.4636515913197343\n",
      "epoch: 44, loss: 2.0493647624899194, accuracy: 0.40603015075876087\n",
      "epoch: 45, loss: 2.1486596113073966, accuracy: 0.41440536013400336\n",
      "epoch: 46, loss: 2.170105860660623, accuracy: 0.38056951424284796\n",
      "epoch: 47, loss: 2.1264270244131933, accuracy: 0.39195979899497485\n",
      "epoch: 48, loss: 2.426770266576029, accuracy: 0.31926298157703537\n",
      "epoch: 49, loss: 2.5504200737280662, accuracy: 0.29547738693716935\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-7-cbb06049a74d>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     12\u001b[0m                        \u001b[0mverbose\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     13\u001b[0m                        \u001b[0mworkers\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 14\u001b[0;31m                        epochs=1)\n\u001b[0m\u001b[1;32m     15\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mi\u001b[0m \u001b[0;34m%\u001b[0m \u001b[0;36m1\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     16\u001b[0m         \u001b[0mscore\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mevaluate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtestx\u001b[0m \u001b[0;34m-\u001b[0m \u001b[0mmean_img\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtesty\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mverbose\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/keras/legacy/interfaces.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m     86\u001b[0m                 warnings.warn('Update your `' + object_name +\n\u001b[1;32m     87\u001b[0m                               '` call to the Keras 2 API: ' + signature, stacklevel=2)\n\u001b[0;32m---> 88\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     89\u001b[0m         \u001b[0mwrapper\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_legacy_support_signature\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0minspect\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgetargspec\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfunc\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     90\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mwrapper\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mfit_generator\u001b[0;34m(self, generator, steps_per_epoch, epochs, verbose, callbacks, validation_data, validation_steps, class_weight, max_q_size, workers, pickle_safe, initial_epoch)\u001b[0m\n\u001b[1;32m   1875\u001b[0m                     outs = self.train_on_batch(x, y,\n\u001b[1;32m   1876\u001b[0m                                                \u001b[0msample_weight\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msample_weight\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1877\u001b[0;31m                                                class_weight=class_weight)\n\u001b[0m\u001b[1;32m   1878\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1879\u001b[0m                     \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mouts\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlist\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mtrain_on_batch\u001b[0;34m(self, x, y, sample_weight, class_weight)\u001b[0m\n\u001b[1;32m   1619\u001b[0m             \u001b[0mins\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mx\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0my\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0msample_weights\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1620\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_make_train_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1621\u001b[0;31m         \u001b[0moutputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtrain_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mins\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1622\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutputs\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1623\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0moutputs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/keras/backend/tensorflow_backend.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, inputs)\u001b[0m\n\u001b[1;32m   2101\u001b[0m         \u001b[0msession\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mget_session\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2102\u001b[0m         updated = session.run(self.outputs + [self.updates_op],\n\u001b[0;32m-> 2103\u001b[0;31m                               feed_dict=feed_dict)\n\u001b[0m\u001b[1;32m   2104\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mupdated\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moutputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2105\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36mrun\u001b[0;34m(self, fetches, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m    776\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    777\u001b[0m       result = self._run(None, fetches, feed_dict, options_ptr,\n\u001b[0;32m--> 778\u001b[0;31m                          run_metadata_ptr)\n\u001b[0m\u001b[1;32m    779\u001b[0m       \u001b[0;32mif\u001b[0m \u001b[0mrun_metadata\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    780\u001b[0m         \u001b[0mproto_data\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtf_session\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTF_GetBuffer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrun_metadata_ptr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_run\u001b[0;34m(self, handle, fetches, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m    980\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mfinal_fetches\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0mfinal_targets\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    981\u001b[0m       results = self._do_run(handle, final_targets, final_fetches,\n\u001b[0;32m--> 982\u001b[0;31m                              feed_dict_string, options, run_metadata)\n\u001b[0m\u001b[1;32m    983\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    984\u001b[0m       \u001b[0mresults\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_do_run\u001b[0;34m(self, handle, target_list, fetch_list, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m   1030\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mhandle\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1031\u001b[0m       return self._do_call(_run_fn, self._session, feed_dict, fetch_list,\n\u001b[0;32m-> 1032\u001b[0;31m                            target_list, options, run_metadata)\n\u001b[0m\u001b[1;32m   1033\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1034\u001b[0m       return self._do_call(_prun_fn, self._session, handle, feed_dict,\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_do_call\u001b[0;34m(self, fn, *args)\u001b[0m\n\u001b[1;32m   1037\u001b[0m   \u001b[0;32mdef\u001b[0m \u001b[0m_do_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfn\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1038\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1039\u001b[0;31m       \u001b[0;32mreturn\u001b[0m \u001b[0mfn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1040\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mOpError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1041\u001b[0m       \u001b[0mmessage\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcompat\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mas_text\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmessage\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_run_fn\u001b[0;34m(session, feed_dict, fetch_list, target_list, options, run_metadata)\u001b[0m\n\u001b[1;32m   1019\u001b[0m         return tf_session.TF_Run(session, options,\n\u001b[1;32m   1020\u001b[0m                                  \u001b[0mfeed_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfetch_list\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtarget_list\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1021\u001b[0;31m                                  status, run_metadata)\n\u001b[0m\u001b[1;32m   1022\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1023\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_prun_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msession\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhandle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfeed_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfetch_list\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "# at epoch 53: loss: 1.3118601918819561, accuracy: 0.6830820771118304\n",
    "\n",
    "batch_size = 32\n",
    "\n",
    "for i in range(80):\n",
    "    lr = 1e-4\n",
    "    if i > 50:\n",
    "        lr = 1e-4/2\n",
    "    model.optimizer.lr.assign(lr)\n",
    "    model.fit_generator(image_gen.flow(trainx - mean_img, trainy, batch_size=batch_size),\n",
    "                       steps_per_epoch=len(trainx)/batch_size,\n",
    "                       verbose=0,\n",
    "                       workers=2,\n",
    "                       epochs=1)\n",
    "    if i % 1 == 0:\n",
    "        score = model.evaluate(testx - mean_img, testy, verbose=0)\n",
    "        print('epoch: {}, loss: {}, accuracy: {}'.format(i+1, score[0], score[1]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "score = model.evaluate(testx, testy, verbose=0)\n",
    "print 'accuracy: {}'.format(score[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}