AlphabetSoupCharity.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Deliverable 1: Preprocessing the Data for a Neural Network"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>EIN</th>\n",
       "      <th>NAME</th>\n",
       "      <th>APPLICATION_TYPE</th>\n",
       "      <th>AFFILIATION</th>\n",
       "      <th>CLASSIFICATION</th>\n",
       "      <th>USE_CASE</th>\n",
       "      <th>ORGANIZATION</th>\n",
       "      <th>STATUS</th>\n",
       "      <th>INCOME_AMT</th>\n",
       "      <th>SPECIAL_CONSIDERATIONS</th>\n",
       "      <th>ASK_AMT</th>\n",
       "      <th>IS_SUCCESSFUL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>10520599</td>\n",
       "      <td>BLUE KNIGHTS MOTORCYCLE CLUB</td>\n",
       "      <td>T10</td>\n",
       "      <td>Independent</td>\n",
       "      <td>C1000</td>\n",
       "      <td>ProductDev</td>\n",
       "      <td>Association</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>N</td>\n",
       "      <td>5000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10531628</td>\n",
       "      <td>AMERICAN CHESAPEAKE CLUB CHARITABLE TR</td>\n",
       "      <td>T3</td>\n",
       "      <td>Independent</td>\n",
       "      <td>C2000</td>\n",
       "      <td>Preservation</td>\n",
       "      <td>Co-operative</td>\n",
       "      <td>1</td>\n",
       "      <td>1-9999</td>\n",
       "      <td>N</td>\n",
       "      <td>108590</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10547893</td>\n",
       "      <td>ST CLOUD PROFESSIONAL FIREFIGHTERS</td>\n",
       "      <td>T5</td>\n",
       "      <td>CompanySponsored</td>\n",
       "      <td>C3000</td>\n",
       "      <td>ProductDev</td>\n",
       "      <td>Association</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>N</td>\n",
       "      <td>5000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>10553066</td>\n",
       "      <td>SOUTHSIDE ATHLETIC ASSOCIATION</td>\n",
       "      <td>T3</td>\n",
       "      <td>CompanySponsored</td>\n",
       "      <td>C2000</td>\n",
       "      <td>Preservation</td>\n",
       "      <td>Trust</td>\n",
       "      <td>1</td>\n",
       "      <td>10000-24999</td>\n",
       "      <td>N</td>\n",
       "      <td>6692</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>10556103</td>\n",
       "      <td>GENETIC RESEARCH INSTITUTE OF THE DESERT</td>\n",
       "      <td>T3</td>\n",
       "      <td>Independent</td>\n",
       "      <td>C1000</td>\n",
       "      <td>Heathcare</td>\n",
       "      <td>Trust</td>\n",
       "      <td>1</td>\n",
       "      <td>100000-499999</td>\n",
       "      <td>N</td>\n",
       "      <td>142590</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        EIN                                      NAME APPLICATION_TYPE  \\\n",
       "0  10520599              BLUE KNIGHTS MOTORCYCLE CLUB              T10   \n",
       "1  10531628    AMERICAN CHESAPEAKE CLUB CHARITABLE TR               T3   \n",
       "2  10547893        ST CLOUD PROFESSIONAL FIREFIGHTERS               T5   \n",
       "3  10553066            SOUTHSIDE ATHLETIC ASSOCIATION               T3   \n",
       "4  10556103  GENETIC RESEARCH INSTITUTE OF THE DESERT               T3   \n",
       "\n",
       "        AFFILIATION CLASSIFICATION      USE_CASE  ORGANIZATION  STATUS  \\\n",
       "0       Independent          C1000    ProductDev   Association       1   \n",
       "1       Independent          C2000  Preservation  Co-operative       1   \n",
       "2  CompanySponsored          C3000    ProductDev   Association       1   \n",
       "3  CompanySponsored          C2000  Preservation         Trust       1   \n",
       "4       Independent          C1000     Heathcare         Trust       1   \n",
       "\n",
       "      INCOME_AMT SPECIAL_CONSIDERATIONS  ASK_AMT  IS_SUCCESSFUL  \n",
       "0              0                      N     5000              1  \n",
       "1         1-9999                      N   108590              1  \n",
       "2              0                      N     5000              0  \n",
       "3    10000-24999                      N     6692              1  \n",
       "4  100000-499999                      N   142590              1  "
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Import our dependencies\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.preprocessing import StandardScaler,OneHotEncoder\n",
    "import pandas as pd\n",
    "import tensorflow as tf\n",
    "from tensorflow.keras.layers import Dense\n",
    "from tensorflow.keras.models import Sequential\n",
    "\n",
    "#  Import and read the charity_data.csv.\n",
    "import pandas as pd\n",
    "application_df = pd.read_csv(\"./Resources/charity_data.csv\")\n",
    "application_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>APPLICATION_TYPE</th>\n",
       "      <th>AFFILIATION</th>\n",
       "      <th>CLASSIFICATION</th>\n",
       "      <th>USE_CASE</th>\n",
       "      <th>ORGANIZATION</th>\n",
       "      <th>STATUS</th>\n",
       "      <th>INCOME_AMT</th>\n",
       "      <th>SPECIAL_CONSIDERATIONS</th>\n",
       "      <th>ASK_AMT</th>\n",
       "      <th>IS_SUCCESSFUL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>T10</td>\n",
       "      <td>Independent</td>\n",
       "      <td>C1000</td>\n",
       "      <td>ProductDev</td>\n",
       "      <td>Association</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>N</td>\n",
       "      <td>5000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>T3</td>\n",
       "      <td>Independent</td>\n",
       "      <td>C2000</td>\n",
       "      <td>Preservation</td>\n",
       "      <td>Co-operative</td>\n",
       "      <td>1</td>\n",
       "      <td>1-9999</td>\n",
       "      <td>N</td>\n",
       "      <td>108590</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>T5</td>\n",
       "      <td>CompanySponsored</td>\n",
       "      <td>C3000</td>\n",
       "      <td>ProductDev</td>\n",
       "      <td>Association</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>N</td>\n",
       "      <td>5000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>T3</td>\n",
       "      <td>CompanySponsored</td>\n",
       "      <td>C2000</td>\n",
       "      <td>Preservation</td>\n",
       "      <td>Trust</td>\n",
       "      <td>1</td>\n",
       "      <td>10000-24999</td>\n",
       "      <td>N</td>\n",
       "      <td>6692</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>T3</td>\n",
       "      <td>Independent</td>\n",
       "      <td>C1000</td>\n",
       "      <td>Heathcare</td>\n",
       "      <td>Trust</td>\n",
       "      <td>1</td>\n",
       "      <td>100000-499999</td>\n",
       "      <td>N</td>\n",
       "      <td>142590</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  APPLICATION_TYPE       AFFILIATION CLASSIFICATION      USE_CASE  \\\n",
       "0              T10       Independent          C1000    ProductDev   \n",
       "1               T3       Independent          C2000  Preservation   \n",
       "2               T5  CompanySponsored          C3000    ProductDev   \n",
       "3               T3  CompanySponsored          C2000  Preservation   \n",
       "4               T3       Independent          C1000     Heathcare   \n",
       "\n",
       "   ORGANIZATION  STATUS     INCOME_AMT SPECIAL_CONSIDERATIONS  ASK_AMT  \\\n",
       "0   Association       1              0                      N     5000   \n",
       "1  Co-operative       1         1-9999                      N   108590   \n",
       "2   Association       1              0                      N     5000   \n",
       "3         Trust       1    10000-24999                      N     6692   \n",
       "4         Trust       1  100000-499999                      N   142590   \n",
       "\n",
       "   IS_SUCCESSFUL  \n",
       "0              1  \n",
       "1              1  \n",
       "2              0  \n",
       "3              1  \n",
       "4              1  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Drop the non-beneficial ID columns, 'EIN' and 'NAME'.\n",
    "# application_df = application_df.drop(['EIN','NAME'],1)\n",
    "application_df = application_df.drop(columns='EIN')\n",
    "application_df = application_df.drop(columns='NAME')\n",
    "application_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "APPLICATION_TYPE            17\n",
       "AFFILIATION                  6\n",
       "CLASSIFICATION              71\n",
       "USE_CASE                     5\n",
       "ORGANIZATION                 4\n",
       "STATUS                       2\n",
       "INCOME_AMT                   9\n",
       "SPECIAL_CONSIDERATIONS       2\n",
       "ASK_AMT                   8747\n",
       "IS_SUCCESSFUL                2\n",
       "dtype: int64"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Determine the number of unique values in each column.\n",
    "application_df.nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "T3     27037\n",
       "T4      1542\n",
       "T6      1216\n",
       "T5      1173\n",
       "T19     1065\n",
       "T8       737\n",
       "T7       725\n",
       "T10      528\n",
       "T9       156\n",
       "T13       66\n",
       "T12       27\n",
       "T2        16\n",
       "T25        3\n",
       "T14        3\n",
       "T29        2\n",
       "T15        2\n",
       "T17        1\n",
       "Name: APPLICATION_TYPE, dtype: int64"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Look at APPLICATION_TYPE value counts for binning\n",
    "application_count = application_df.APPLICATION_TYPE.value_counts()\n",
    "application_count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:ylabel='Density'>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZsAAAD4CAYAAAA6j0u4AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8qNh9FAAAACXBIWXMAAAsTAAALEwEAmpwYAAAwpElEQVR4nO3deXxd5X3g/8/33qvVWi3J1mJ5wZssGxuwMGFJajAJBgJOpqSBTlpmhmlmJtC0Q6cTSDOZDC2dkvwaOnkNSUObzpBMEyCEJg4xkBAIJBAWG+NdsuVdlmRLsvZdut/fH/eRkYVkLda55y7f94v74tznnPOc7yPr6nvPc57zHFFVjDHGGC8F/A7AGGNM4rNkY4wxxnOWbIwxxnjOko0xxhjPWbIxxhjjuZDfAcSiwsJCXbx4sd9hGGNMXNmxY0ezqhaNt86SzTgWL17M9u3b/Q7DGGPiiogcn2iddaMZY4zxnCUbY4wxnrNkY4wxxnOWbIwxxnjOko0xxhjPWbIxxhjjOUs2xhhjPGf32RjfHW/p5sV9jaSFgty8pph5Oel+h2SMmWWentmIyGYRqRGRWhF5YJz1aSLylFv/logsHrXuQVdeIyI3TVaniNznylRECkeVi4h8w63bLSJXeNhkM03/+Osj3PC3r/LX26r571v3selvX+Xn+xr9DssYM8s8SzYiEgQeA24GKoG7RKRyzGb3AK2qugx4FHjE7VsJ3AmsBjYD3xSR4CR1vg7cCIy9g/VmYLl7fRb41my208zc9948zl/97AAfXTWf3z54Ay/d/ztcUjSHe7//Lr893OJ3eMaYWeTlmc0GoFZVj6jqAPAksGXMNluAJ9zyM8AmERFX/qSq9qvqUaDW1Tdhnaq6U1WPjRPHFuC7GvEmkCciJbPaUjNtB0938pc/3c/GlUU89q+voCQ3g2XzsvjuPVexcG4mf/rUTjr6Bv0O0xgzS7xMNmXAyVHv61zZuNuo6hDQDhRcYN+p1DmTOBCRz4rIdhHZ3tTUNEmV5mKoKl/Zuo+M1CBf/73LCAbk3LrcjBS+/nuX0dTZz9d/ftDHKI0xs8lGozmq+riqVqlqVVHRuJOWmlnyem0Lbxxu4f6PrmDunNQPrF9Xnsenryzn+2+d4FRbrw8RGmNmm5fJ5hRQPur9Alc27jYiEgJygZYL7DuVOmcSh4mib792mKLsNO7cUD7hNvfdsBxF+YfXjkQxMmOMV7xMNu8Ay0VkiYikErngv3XMNluBu93yHcDLqqqu/E43Wm0JkYv7b0+xzrG2An/oRqV9CGhX1YbZaKCZvn317fz6UDP/7tolpIWCE25XlpfBrZeW8KMddXT3D0UxQmOMFzxLNu4azH3Ai8AB4GlV3SciD4nI7W6z7wAFIlIL3A884PbdBzwN7AdeAO5V1eGJ6gQQkc+LSB2RM5fdIvKP7hjbgCNEBhn8A/A5r9psJveDt0+QFgrw+1ctnHTbP7h6MZ39Q/zLTjsRNSbeSeREwoxWVVWl9vC02dc3OMyGh1/ihop5/N2dl0+6vapy6zd+QyAAz/3xh6MQoTHmYojIDlWtGm+dDRAwUfOL/afp6BvijvUTX6sZTUT4V1eUsfdUB0eaujyOzhjjJUs2Jmp+uque4px0rllaMOV9Pr62FBHYuqvew8iMMV6zZGOiondgmNcONXHT6vkERt1XM5ni3HQ2LJ7L1l31WJevMfHLko2JitcONdE3GOZjq4unve+ta0s40tTNkeZuDyIzxkSDJRsTFS/uayQ3I4UNS+ZOe98bKuYB8Er1mdkOyxgTJZZsjOeGhsO8XH2GTRXzSAlO/1duQX4mK+dn88sDlmyMiVeWbIzndtW109YzyKZV82dcx/UV83jn2FmbnNOYOGXJxnju9dpmRJjWKLSxNq2ax1BY+fXB5lmMzBgTLZZsjOd+U9vMmtJc8seZdHOqLi/PIzs9xG9qbUZuY+KRJRvjqZ6BIXaeaOXaZYWTb3wBoWCAq5YU8IY9VM2YuGTJxnjq7aNnGRxWrrvIZAORbrjjLT322AFj4pAlG+Op12ubSQ0FqFqcf9F1Xe2u+dgjo42JP5ZsjKd+U9tC1aJ80lMmfpzAVK2cn01+ZoolG2PikCUb45n23kGqGzv40CUzH4U2WiAgXL20gN8ebrapa4yJM5ZsjGfePdGKKrPShTbiqiUF1Lf3Ud/eN2t1GmO8Z8nGeGbHsVaCAeGy8rxZq3P9okji2nG8ddbqNMZ4z5KN8cz242epLMkhMzU0a3VWFGeTmRrkXUs2xsQVSzbGE4PDYd472XbuTGS2hIIBLivPszMbY+KMJRvjiX31HfQNhmf1es2I9Yvy2d/QQc/A0KzXbYzxhiUb44ntx84CULVo+o8UmMwVi/IZDivvnWyb9bqNMd6wZGM88e6JVsryMijOTZ/1uq8oj5wt2XUbY+KHJRvjifdOtHH5wjxP6s7NTGH5vCy2W7IxJm5YsjGzrqmzn/r2PtYtyPPsGJcvzGPXyTa7udOYOGHJxsy6vafaAbh0Qa5nx1i7II/WnkHqWm1STmPigSUbM+t21bUhAmvKvEw2kbr3uMRmjIltlmzMrNtT187Soiyy0mbvZs6xVhZnkxoMsLvOko0x8cCSjZlVqsquuvZzZx5eSQsFqSjJZnddm6fHMcbMDks2ZlY1dvTR3NXPWg+70EZcWpbLnlPthMM2SMCYWGfJxsyqXScj3VprZ3HyzYmsXZBLZ98Qx8/2eH4sY8zFsWRjZtWeU22EAkJlSY7nx7q0LA/AutKMiQOeJhsR2SwiNSJSKyIPjLM+TUSecuvfEpHFo9Y96MprROSmyeoUkSWujlpXZ6orXygir4jIThHZLSK3eNnmZLe7rp0V87Nn5cmck1k+P4u0kA0SMCYeeJZsRCQIPAbcDFQCd4lI5ZjN7gFaVXUZ8CjwiNu3ErgTWA1sBr4pIsFJ6nwEeNTV1erqBvgS8LSqXu7q/KYX7TWRwQG7ozA4YERKMMDq0hz2WLIxJuZ5eWazAahV1SOqOgA8CWwZs80W4Am3/AywSUTElT+pqv2qehSodfWNW6fb5wZXB67OT7hlBUb6dHKB+tltphlx8mwv7b2Dnt7MOdbaBXnsrW9n2AYJGBPTvEw2ZcDJUe/rXNm426jqENAOFFxg34nKC4A2V8fYY30F+IyI1AHbgD8eL1gR+ayIbBeR7U1NTVNvpTlnf0MHAKtLo5dsKktz6BkY5nhLd9SOaYyZvmQYIHAX8H9VdQFwC/A9EflAu1X1cVWtUtWqoqKiqAeZCKobOxCBFfOzonbMkYEIBxo6o3ZMY8z0eZlsTgHlo94vcGXjbiMiISLdXC0X2Hei8hYgz9Ux9lj3AE8DqOpvgXSg8CLaZSZQ3dDJ4oI5s/oY6Mksn59FKCDsb7DrNsbEMi+TzTvAcjdKLJXIxfmtY7bZCtztlu8AXtbINL5bgTvdaLUlwHLg7YnqdPu84urA1fkTt3wC2AQgIquIJBvrJ/NAzelOVs7Pjuox00JBls3LYn99R1SPa4yZHs+Sjbt+ch/wInCAyIiwfSLykIjc7jb7DlAgIrXA/cADbt99RM5G9gMvAPeq6vBEdbq6vgDc7+oqcHUD/BnwRyKyC/gB8G/U5qWfdT0DQxxr6aaiJLrJBiJdaSPXi4wxscnT/g5V3Ubkovzosi+PWu4DPjXBvg8DD0+lTld+hMhotbHl+4Frpxu7mZ6Dp7tQhYpi72/mHKuyNIdnd56ipaufgqy0qB/fGDO5ZBggYKKg2p1ZrPLpzAZskIAxscySjZkV1Y2dZKYGKc/PjPqxV7lkY4MEjIldlmzMrKhu7GDF/GwCAYn6sfPnpFKam26DBIyJYZZszEVTVaobO33pQhtRWWqDBIyJZZZszEU709lPW8+gL4MDRqwqyeFwUzd9g8O+xWCMmZglG3PRDrgzipXFPp7ZlOQwHFYOnrZBAsbEIks25qJVN0b+wFf4mWxKR0akWVeaMbHIko25aNUNHZTkppOXmepbDOX5mWSlhWyQgDExypKNuWjVjZ2+dqEBBAJCRXG23WtjTIyyZGMuysBQmMNNXb4ODhixsjib6sYObDYiY2KPJRtzUY40dzE4rL4Oex5RUZxNR98QjR19fodijBnDko25KNUNI4MDYuHMJhLDyIAFY0zssGRjLkp1YycpQeGSojl+h3Lu8QbVdt3GmJhjycZclOrGDpYWZZES9P9XKTczhZLcdGoabUSaMbHG/78QJq5VN3SemwgzFkQGCdiZjTGxxpKNmbG2ngEaO/p8vZlzrJXF2Rxu6mJwOOx3KMaYUSzZmBkbOYPw+x6b0SqKsxkcVo42d/sdijFmFEs2Zsbef2BaDHWjzbcRacbEIks2ZsaqGzvJz0xhXnbsPIp56bw5BANigwSMiTGWbMyMVTd2UlGcg0j0H5g2kbRQkEsK51BjZzbGxBRLNmZGwmGlJgbmRBuPjUgzJvZYsjEzcuJsD72DwzExTc1YFcXZ1LX20tU/5HcoxhjHko2ZkfefYRM7gwNGjExbY11pxsQOSzZmRqobOxCBFfNj88wGLNkYE0ss2ZgZqW7oZHHBHDJSg36H8gFleRnMSQ3aiDRjYoglGzMj1Y0dMTVzwGiBgLDCBgkYE1Ms2Zhp6xkY4vjZnpi8XjOiojiHmtOd9iA1Y2KEJRszbQdPd6EaW9PUjFVRnE1bzyBnOvv9DsUYgyUbMwPvT1MTu8lmJBFaV5oxscGSjZm26sZOMlODlOdn+h3KhN4fkWaDBIyJBZ4mGxHZLCI1IlIrIg+Msz5NRJ5y698SkcWj1j3oymtE5KbJ6hSRJa6OWldn6qh1vyci+0Vkn4h838MmJ4Xqxg5WFmcTCMTONDVj5WWmMj8nzc5sjIkRniUbEQkCjwE3A5XAXSJSOWaze4BWVV0GPAo84vatBO4EVgObgW+KSHCSOh8BHnV1tbq6EZHlwIPAtaq6GvhTb1qcHFTVzYkWu11oI1YW59i9NsbECC/PbDYAtap6RFUHgCeBLWO22QI84ZafATZJZFbHLcCTqtqvqkeBWlffuHW6fW5wdeDq/IRb/iPgMVVtBVDVM7Pf1ORxuqOftp7BmB6JNqKiOJtDZ7oYsgepGeM7L5NNGXBy1Ps6VzbuNqo6BLQDBRfYd6LyAqDN1TH2WCuAFSLyuoi8KSKbxwtWRD4rIttFZHtTU9O0GppMqt01kLg4s5mfzcBQmGMtPX6HYkzSS4YBAiFgObARuAv4BxHJG7uRqj6uqlWqWlVUVBTdCONILM+JNtb7I9JskIAxfptSshGRZ0XkVhGZTnI6BZSPer/AlY27jYiEgFyg5QL7TlTeAuS5OsYeqw7YqqqDrkvuIJHkY2aguqGDktx0cjNT/A5lUsvmZbkHqdl1G2P8NtXk8U3g94FDIvI3IrJyCvu8Ayx3o8RSiVzw3zpmm63A3W75DuBljdzyvRW4041WW0IkObw9UZ1un1dcHbg6f+KWf0zkrAYRKSTSrXZkiu02Y8TL4ACA9JQgSwrncKDBko0xfptSslHVl1T1XwNXAMeAl0TkDRH5tyIy7ldcd/3kPuBF4ADwtKruE5GHROR2t9l3gAIRqQXuBx5w++4Dngb2Ay8A96rq8ER1urq+ANzv6ipwdeO2bRGR/UQS0p+rastU2m3ONzAU5nBTFxUlsd+FNqKiOJua09aNZozfQpNvEiEiBcBngD8AdgL/DFxH5Cxi43j7qOo2YNuYsi+PWu4DPjXBvg8DD0+lTld+hMhotbHlSiSR3T9uw8yUHWnuYnBY4+bMBmBVSQ7P7W6gs2+Q7PTY7/ozJlFN9ZrNvwC/BjKB21T1dlV9SlX/GMjyMkATO6ob4mdwwIiRxHjwtHWlGeOnqZ7Z/IM7ozhHRNLcfTBVHsRlYlB1YycpQeGSojl+hzJlo+dIW79ors/RGJO8pjpA4K/GKfvtbAZiYl91YwfL5mWTEoyfEfNleRlkp4XOnZUZY/xxwTMbESkmcnNkhohcDoxMhpVDpEvNJJHqhk6uXlrgdxjTIiJUlGTbvTbG+GyybrSbgH9D5L6Vr48q7wS+6FFMJga19QzQ2NEXV4MDRqwszuYn79WjqkRmNjLGRNsFk42qPgE8ISK/q6o/ilJMJgadmzkgjoY9j6gozuH/9Z2gvr2PsrwMv8MxJilN1o32GVX9f8BiEfnA0GFV/fo4u5kEdO6BaXF4ZjPykLfqhg5LNsb4ZLIrvSPDjrKA7HFeJklUN3aSn5lCUXaa36FM24r59tROY/w2WTfat93//0d0wjGx6kBDB6tKcuLymkd2egoL8jMs2Rjjo6ne1PlVEckRkRQR+aWINInIZ7wOzsSG4bBSc7ozrm7mHKuiOOdcV6AxJvqmesPEx1S1A/g4kbnRlgF/7lVQJrYca+mmbzB87tpHPKoozuZIczf9Q8N+h2JMUppqshnpbrsV+KGqtnsUj4lBIzdErorDkWgjKkqyGQ4rtWe6/A7FmKQ01WTznIhUA+uBX4pIEdDnXVgmlhxo6CAYEJbNi99p8Ea6AG0mAWP8MdVHDDwAXANUqeog0A1s8TIwEzsONHSwtGgO6SlBv0OZscUFmaSGAtTYhJzG+GLKjxgAKojcbzN6n+/OcjwmBkUmscz3O4yLEgoGWDE/iwM2SMAYX0wp2YjI94ClwHvAyBVWxZJNwmvvGeRUWy+f+dAiv0O5aBXFObx6sMnvMIxJSlM9s6kCKt2DyEwSOeAmsIznkWgjKoqzeWZHHS1d/RRkxd/NqcbEs6kOENgLFHsZiIlN56apieORaCNGBgnU2M2dxkTdVM9sCoH9IvI20D9SqKq3exKViRkHGjqZOyeVeXE4Tc1YFe7s7EBjJ9csK/Q5GmOSy1STzVe8DMLErgONHawqyY7LaWrGKsxKozArjRp7to0xUTfVoc+vEpk5IMUtvwO862FcJgYMh5WaxviepmasiuJsDti9NsZE3VTnRvsj4Bng266oDPixRzGZGHG0uZv+oXBCXK8ZUVmaQ83pTgaHw36HYkxSmeoAgXuBa4EOAFU9BMzzKigTGw40JM5ItBGrS3MYGApzuMmmrTEmmqaabPpVdWDkjbux04ZBJ7jqxg5CcT5NzVirSyNnaftO2XUbY6JpqsnmVRH5IpAhIh8Ffgj81LuwTCw40NDJ0qIs0kLxO03NWEsKs8hICbK33uaSNSaapppsHgCagD3AfwC2AV/yKigTG6obOhKqCw0gGBAqSrLZV29nNsZE05SGPqtqWER+DPxYVW2+jyRwtnuA+va+hBocMGJ1aQ4/2VlPOKwEAvE/pNuYeHDBMxuJ+IqINAM1QI17SueXoxOe8cs+1810aVmuz5HMvjWluXT2D3GytcfvUIxJGpN1o/1nIqPQrlTVuao6F7gKuFZE/rPn0Rnf7DkVSTarSxMv2Yy0aa8NEjAmaiZLNn8A3KWqR0cKVPUI8BngD70MzPhr36kOFs7NJDczxe9QZt2K4ixCATl39maM8d5kySZFVZvHFrrrNpP+FRKRzSJSIyK1IvLAOOvTROQpt/4tEVk8at2DrrxGRG6arE4RWeLqqHV1po451u+KiIpI1WRxm8iZzZqyxLteA5AWCrJsXpYNEjAmiiZLNgMzXIeIBIHHgJuBSuAuEakcs9k9QKuqLgMeBR5x+1YCdwKrgc3AN0UkOEmdjwCPurpaXd0jsWQDfwK8NUl7DZFn2Jw425OQXWgjVpfmsq++HXtqhjHRMVmyWSciHeO8OoFLJ9l3A1CrqkfcDaFP8sFHSW8BnnDLzwCbJDLj4xbgSVXtd114ta6+cet0+9zg6sDV+YlRx/lLIsmob5KYDbCvIXEHB4xYU5ZDc9cAZzr7J9/YGHPRLphsVDWoqjnjvLJVdbJutDLg5Kj3da5s3G1UdQhoBwousO9E5QVAm6vjvGOJyBVAuar+7ELBishnRWS7iGxvakru0d17zw0OSMxuNHh/kIBdtzEmOqZ6U2dcEpEA8HXgzybbVlUfV9UqVa0qKiryPrgYtvdUB6W56Qn9NMuRm1Vt2hpjosPLZHMKKB/1foErG3cbN99aLtBygX0nKm8B8lwdo8uzgTXAr0TkGPAhYKsNEriwvfXtrEngLjSA7PQUFhdk2rQ1xkSJl8nmHWC5GyWWSuSC/9Yx22wF7nbLdwAva+SK7VbgTjdabQmwHHh7ojrdPq+4OnB1/kRV21W1UFUXq+pi4E3gdlXd7lWj411X/xBHm7sTPtkArC7LtXttjIkSz5KNu35yH/AicAB4WlX3ichDIjLyOOnvAAUiUgvcT2QONlR1H/A0sB94AbhXVYcnqtPV9QXgfldXgavbTNP++g5USdhhz6OtLcvlVFsvLV02SMAYr031sdAzoqrbiEzaObrsy6OW+4BPTbDvw8DDU6nTlR8hMlrtQvFsnErcyWxkcEAynNmsK88DYHddO9dX2OOZjPFSQg8QMNO391Q787LTmJed7nconltTlosI7Kpr8zsUYxKeJRtznl11baxdkPhnNQBZaSGWz8ti18k2v0MxJuFZsjHntPcOcripm8tc91IyWLcgj111NpOAMV6zZGPO2e26k9YlU7Ipz+Ns9wB1rb1+h2JMQrNkY85570QbAGsX5PkaRzSNnMXZdRtjvGXJxpzz3sk2lhbNITcj8R4rMJGVxdmkhgJ23cYYj1myMQCoKu+dbOOy8ny/Q4mqlGCA1aU57DppMwkY4yVLNgaAutZeWroHuGxhnt+hRN26BXnsOdXO0HDY71CMSViWbAwAO1030uVJNDhgxGXlefQODlPb1OV3KMYkLEs2BogMDkgLBVhZnO13KFE3Mvru3eNtvsZhTCKzZGMAeO9kK5eW5ZISTL5ficUFmRTMSWX78bN+h2JMwkq+vyzmAwaGwuyt70iqmzlHExHWL8pnx/FWv0MxJmFZsjHsb+hgYCjM5QuTayTaaFcunsvxlh7OdNqTw43xgiUbwztHI91HVy5O3mSz3rV9xzE7uzHGC5ZsDO8cO8uigkzm5ST+TM8TWVOaS1oowHbrSjPGE5Zskpyqsv14K1WL5vodiq9SQwHWledZsjHGI5Zsktzhpi7Odg+wYUnydqGNqFqUz75T7fQODPsdijEJx5JNknvHXaO4cnFyn9kAVC3OZygcmbbHGDO7LNkkuXeOnqUwK5UlhXP8DsV36xdGEu72Y3a/jTGzzZJNknv72FmqFs1FRPwOxXe5mSmsmJ/FO3bdxphZZ8kmiTW091LX2suVS6wLbcRVSwrYfuwsgzYppzGzypJNEnvrSKS7aINdrznn2mUF9AwMn3tqqTFmdliySWKv1zaTm5FCZWmO36HEjKuWFCACr9e2+B2KMQnFkk2SUlVer23mmqUFBAN2vWZE/pxUKktyeONws9+hGJNQLNkkqWMtPdS393HNskK/Q4k51ywt4N3jbfQN2v02xswWSzZJ6je1kW/u11my+YBrlhUyMBxmu82TZsyssWSTpN6obaYsL4PFBZl+hxJzrlw8l1BArCvNmFlkySYJDYeVNw63cM3SAru/ZhxZaSHWlefx+mEbJGDMbLFkk4T213fQ3jvIdcutC20i1y0rZE9dG63dA36HYkxCsGSThF471ATA1UsLfI4kdl1fMY+wwqsHm/wOxZiE4GmyEZHNIlIjIrUi8sA469NE5Cm3/i0RWTxq3YOuvEZEbpqsThFZ4uqodXWmuvL7RWS/iOwWkV+KyCIv2xwPXq4+w6VluczLTt7n10xmbVkuhVmpvFx9xu9QjEkIniUbEQkCjwE3A5XAXSJSOWaze4BWVV0GPAo84vatBO4EVgObgW+KSHCSOh8BHnV1tbq6AXYCVaq6FngG+KoX7Y0XZ7sH2Hmilesr5vkdSkwLBITfWTGPVw82MWRT1xhz0bw8s9kA1KrqEVUdAJ4EtozZZgvwhFt+BtgkkSvWW4AnVbVfVY8Cta6+cet0+9zg6sDV+QkAVX1FVXtc+ZvAgtlvavx49eAZwgqbLNlM6vqKItp7B+2RA8bMAi+TTRlwctT7Olc27jaqOgS0AwUX2Hei8gKgzdUx0bEgcrbz/HjBishnRWS7iGxvakrcfvqXq5sozErj0rJcv0OJeR9eXkQwINaVZswsSJoBAiLyGaAK+Np461X1cVWtUtWqoqKi6AYXJUPDYV6tOcPGlUUEbIqaSeVmpFC1KN+SjTGzwMtkcwooH/V+gSsbdxsRCQG5QMsF9p2ovAXIc3V84FgiciPwF8Dtqtp/Ua2KY+8ca6Wjb4gbrAttyjatmkd1Yycnz/ZMvrExZkJeJpt3gOVulFgqkQv+W8dssxW42y3fAbysqurK73Sj1ZYAy4G3J6rT7fOKqwNX508ARORy4NtEEk1Sf0V9fm8DaaEAv7MiMc/cvLB5dQkAL+xt9DkSY+KbZ8nGXT+5D3gROAA8rar7ROQhEbndbfYdoEBEaoH7gQfcvvuAp4H9wAvAvao6PFGdrq4vAPe7ugpc3RDpNssCfigi74nI2ISXFMJh5fm9jVy/ch5z0kKT72AAWFiQyZqyHLbtbfA7FGPimqd/dVR1G7BtTNmXRy33AZ+aYN+HgYenUqcrP0JktNrY8hunHXgC2n68labOfm6+tNjvUOLOzWtK+NqLNdS39VKal+F3OMbEpaQZIJDstu1pIDUUYNOq+X6HEnduuTTSlfa8daUZM2OWbJJAOKy8sLeRjSuKyLIutGlbUjiHVSU5bNtjXWnGzJQlmyTw5tEWGjv6uHVtid+hxK3b1pWw43grx1u6/Q7FmLhkySYJPLOjjuy0EB+rtOs1M/XJy8sQgR+9O3b0vjFmKizZJLiu/iGe39PIx9eVkJEa9DucuFWSm8F1ywp59t06wmH1Oxxj4o4lmwT3/J4GegeHuWN9Uk8JNyvuWL+AutZe3jp61u9QjIk7lmwS3DM76lhSOIcrFub7HUrc+1hlMdlpIX644+TkGxtjzmPJJoEdPN3JW0fPcsf6Bfb451mQkRpky+WlPLe7gZaupJ31yJgZsWSTwJ544xipoQB3bVjodygJ4+6rFzMwFObJd+zsxpjpsGSToNp7Bnn23VNsWVfK3DmpfoeTMJbPz+baZQX885vH7aFqxkyDJZsE9cMdJ+kdHObuaxb7HUrC+cOrF1Pf3scv9p/2OxRj4oYlmwQ0MBTmn35zlA2L57LGHpI2625cNZ+FczP51quHiUw4boyZjCWbBPSjd+uob+/j3huW+R1KQgoGhM9tXMruunZ+dTBxn+pqzGyyZJNgBofDPPZKLevK8/jI8kK/w0lY/+qKBZTlZfCNXx6ysxtjpsCSTYJ59t066lp7+ZNNy2y4s4dSQwH+48al7DzRxmuHmv0Ox5iYZ8kmgXT3D/G3Pz/IuvI8rl9pj3722u9VLaB8bgZ//bMDNjLNmElYskkg3/rVYc509vPlj1faWU0UpIWCfPHmVdSc7uSp7XbfjTEXYskmQZw828Pjvz7ClstKWb/IpqaJls1ritmwZC5/+/ODtPcM+h2OMTHLkk0CUFW++C97CAWEL2yu8DucpCIi/PfbKmnvHeSh5/b7HY4xMcse25gAvv/2CX59qJm//MQaSvMy/A4n6awuzeXejUv5xsu13LymmBsr7dHbfunuH+J0Rx8t3QMMDIUZGA4TECErLUR2eoj52enkZqb4HWZSsmQT5442d/PXPzvAdcsK+cxVNgeaX+67YTk/33+aB/9lD2vLc5mXne53SAlNVTnc1MXbR1vZ39BOTWMnNY2ddPQNTbpvTnqIhQWZVJbksHZBHmsX5FJZkkMoaB09XhK7R+CDqqqqdPv27X6HMamu/iE++djrNHf189znP0yZndX4qrqxg08+9gZrynL453//IVJD9sdrNnX3D/HSgdO8dOAMbx5poakzMvN2dlqIipJsVhZnsyA/k/k5aRTMSSMtFCA1FCCsSmffEJ19kbOeE2d7ONrczd5T7bS662zZ6SGuXVrIR1YUsXFlkfUQzJCI7FDVqvHW2ZlNnAqHlf/y9C4ON3XxvXuuskQTAyqKc3jkjrV8/gc7eei5ffzlljU2KvAi9Q0O8+rBJrbuqueXB07TNximKDuNa5YWcPUlBXzokgIWFWTO6OesqtS19rLzZBtv1Dbz2sEmXtjXCMBl5XncemkJm9cUUz43c7ablZQs2cQhVeVLP9nLC/sa+dKtq7h2mc0UECtuX1fKvvp2vv3qEeZmpnL/x1b6HVLcGRoO88bhFrbuqufFvY109g9RMCeVT60v5/bLSlm/MJ9A4OKTuIhQPjeT8rmZ3L6u1HXNdfPz/Y1s29PAw9sO8PC2A6xbkMtt60q5dW0JJbn2pW6mrBttHLHcjRYOKw89t5//+8YxPrdxKf/VRp/FHFXlgR/t4antJ/mzj67gvhtsNofJhMPKjhOtbH2vnm17GmjpHiA7LcRNa4q5bV0p1y4tiPo1lRMtPWzb28Bzu+vZe6oDEbhy8VxuW1fKLWuKKchKi2o88eBC3WiWbMYRq8mmb3CYP3t6Fz/b08A91y3hS7eusj9iMWo4rPz5D3fx7M5T/P5VC3no9tV2AXoMVWVffQdbd9Xz3K566tv7SAsFuHHVfG5bV8rGlUWkpwT9DhOAI01dPLe7ga276qk900UwIFy7rJDb1pZw05pictJthBtYspm2WEw2R5q6+NOn3mN3XTtfvKWCP/rwJZZoYlw4rHzt5zV861eH2bBkLo9++rKkv7amqhxo6GTbngZ+tqeBo83dhALCR1YUcfu6Um6snE9WWuz27qsq1Y2d/HRXPVt31VPX2ktqMMDGlUXcflkpmyrmk5EaGwnSD5ZspimWks3gcJjv/vY4/9+LNaSlBPjq767lY6uL/Q7LTMOz79bx3368l2BAeODmVXz6ynKCs3DNIV6Ew8r+hg5e2Bu5FnKkuZuAwNVLC/j42lJuXlNMXmb8PU1WVXnvZBtbd9Xzs90NnOnsJzM1yI2r5nP7ulI+sqIo6UYkWrKZplhINkPDYbbtbeQbvzxE7ZkufmdFEY/87lqKc+3+jXh0vKWbP39mN28fPUtlSQ6f37Scj1XOn5UL3bGorWeAXx9q5lc1Tbx6sInmrv5zCeaWS0u4aXUxhQl0zWM4rLx1tIWf7mrg+b0NtPUMkpMe4vqKeVy7rJBrlxUmxVmtJZtp8jPZHG/p5qe76nnynZPUtfZySdEcvnjzKjatmmfdZnFOVXludwNfe7GGE2d7uKRwDp+qKue2dSUsyI/f4bWqysmzvWw/fpbtx1vZcayVg2c6UYXcjBQ+vLyQjSvnsXFlUUIlmIkMDIV5vbaZn+6q57VDTTR3DQCwpHAOH7pkLusW5LF2QR4r5mcl3HU835KNiGwG/hcQBP5RVf9mzPo04LvAeqAF+LSqHnPrHgTuAYaBz6vqixeqU0SWAE8CBcAO4A9UdeBCx5hItJKNqtLcNcCuk228eaSF3x5pYV99BwAblszl31+3hBtXJe6332Q1NBzm+b2N/J/Xj/LuiTYA1i7I5eqlkftGVpfkUJSdFnNfLgaGwjS093LybC9Hm7uobuykurGTg42ddPZH7tzPTgtx+aJ8qhblc+2yQi4rz0uqLsOxVJWa0528XtvC67XNbD929twsB+kpAVaX5rJ8XhZLi7JYOm8OlxRmUZqXEbfdb74kGxEJAgeBjwJ1wDvAXaq6f9Q2nwPWqup/FJE7gU+q6qdFpBL4AbABKAVeAla43catU0SeBp5V1SdF5O+BXar6rYmOcaHYLybZqCq9g8N09w/T3T9EV/8QPQPDtPYMcKajjzOd/Zzu6ONYSw+HTneeu4M5NRTg8vI8bqiYx8fXlSbFKbeJDK/96e56Xq1pYufJVgaHI5/H/MwUVszPpiw/g5LcdIpzMyjKSiU7PYXs9JCb6yuF1FCAlKAQDAgpgcC4X0xUleGwMqyKauQ6YO/gMH0DYXoGh+gdGI68Bofp7BuipXuAs939nO0e4Gz3AC1dA5xq66Wxo4/Rfy6y00NUFEfu3F9VksMVC/NZMT87qZPLZFSVYy097K5r472Tbew71cHhpi5augfO264wK5Xi3HSKczIozk0jLyOV3IwUcjNSyHH/z04PkZ4SIC0UJC0lQHpKMDJrQjDg2xcVv5LN1cBXVPUm9/5BAFX9n6O2edFt81sRCQGNQBHwwOhtR7Zzu32gTuBvgCagWFWHRh97omPoBRo+02Tz+GuH+Z/PV3OhH2kwIBRlpVGWn8GK+Vksn5dNZWkOl5XnxcwwT+OPnoEhdp1sp7qxg+qGTg6d6aSxvY/Tnf0Mh6f2OQ0Ika4ZhWFVwi7BTFcwIORnpjJ3Tgpz56RSlpfJgvwM98pkUUEmJbnpMXf2Fa9auwc40tzF4TPd1Lf3crqjj4b2vsi/f0cf7b2DTPFXABFIDQYIBoSgCIGAEJDIv2lAIq9gQAgEiCyLQOQ/AP7kxhXcvq50Ru3wa7qaMmD0E6XqgKsm2sYliXYi3WBlwJtj9i1zy+PVWQC0qerQONtPdIzznuUrIp8FPguwcOHMJrS8rDyfP75+GZlpIeakBpmTFiIzNcSctCC5GSkU56RTkJVm3/zMuDJTQ1y9tICrlxacVz4cVpq7+mnu6qfLzfHV1T9EZ/8QA0NhhobDDIWVweEwQ8PKYDiMIAQDEBRB3B+XkT82wQBkpIbISAmSmRokIyVIRmpkeU5aiII5qeSkp1j3bRTlz0ll/Zy5rF80d9z14bDSNTBEe88g7b2RV3f/EH1DYfoHh8/9v38oTN/gMAND4fPOZt9fdme5YXfG696fy2MKeRne3DMUuwPao0xVHwceh8iZzUzq2LBkLhuWjP/LYsxMBQPC/Jx05ufYSMRkFQgIOekp5KSnUO53MDPk5VWoU3Dez2WBKxt3G9fFlUvkIv5E+05U3gLkuTrGHmuiYxhjjIkSL5PNO8ByEVkiIqnAncDWMdtsBe52y3cAL7trKVuBO0UkzY0yWw68PVGdbp9XXB24On8yyTGMMcZEiWfdaO76yH3Ai0SGKf+Tqu4TkYeA7aq6FfgO8D0RqQXOEkkeuO2eBvYDQ8C9qjoMMF6d7pBfAJ4Ukb8Cdrq6megYxhhjosdu6hxHLMwgYIwx8eZCo9Hi884hY4wxccWSjTHGGM9ZsjHGGOM5SzbGGGM8ZwMExiEiTcBxv+NwChkz20GCSfT2QeK30doX/2arjYtUtWi8FZZsYpyIbJ9odEciSPT2QeK30doX/6LRRutGM8YY4zlLNsYYYzxnySb2Pe53AB5L9PZB4rfR2hf/PG+jXbMxxhjjOTuzMcYY4zlLNsYYYzxnySbKRORTIrJPRMIiUjVm3YMiUisiNSJy06jyza6sVkQeGFW+RETecuVPuccu4B7N8JQrf0tEFketgdMwUbtikYj8k4icEZG9o8rmisgvROSQ+3++KxcR+YZr124RuWLUPne77Q+JyN2jyteLyB63zzckys9bFpFyEXlFRPa7388/SaQ2iki6iLwtIrtc+/6HK5/2Z2i6n9NoEpGgiOwUkefc+9hpn7pHhdorOi9gFbAS+BVQNaq8EtgFpAFLgMNEHqMQdMuXAKlum0q3z9PAnW7574H/5JY/B/y9W74TeMrvdo/zc5iwXbH4Aj4CXAHsHVX2VeABt/wA8IhbvgV4nshj3T8EvOXK5wJH3P/z3XK+W/e221bcvjdHuX0lwBVuORs46H4nE6KN7phZbjkFeMvFMq3P0Ew+p1H+d7wf+D7wnHsfM+2zM5soU9UDqlozzqotwJOq2q+qR4FaYIN71arqEVUdAJ4EtrhvhTcAz7j9nwA+MaquJ9zyM8CmaH9TnoJx2+VzTBNS1deIPA9ptNE/57E//+9qxJtEniJbAtwE/EJVz6pqK/ALYLNbl6Oqb2rkE//dUXVFhao2qOq7brkTOACUkSBtdHF2ubcp7qVM/zM0rc+pt606n4gsAG4F/tG9n8nfCM/aZ8kmdpQBJ0e9r3NlE5UXAG2qOjSm/Ly63Pp2t30smahd8WS+qja45UZgvlue7r9lmVseW+4L16VyOZFv/wnTRtfF9B5whkgSPMz0P0PTbXc0/R3wX4Gwez+TvxGetc+SjQdE5CUR2TvOK2a/uZuL476tx/19BCKSBfwI+FNV7Ri9Lt7bqKrDqnoZsIDIN/UKfyOaPSLyceCMqu7wO5aJePZY6GSmqjfOYLdTQPmo9wtcGROUtxDpugi5byajtx+pq05EQkCu2z6WXKi98eK0iJSoaoPrJjrjyidq2ylg45jyX7nyBeNsH1UikkIk0fyzqj7rihOqjQCq2iYirwBXM/3P0HQ/p9FyLXC7iNwCpAM5wP8iltoX7QtY9jp3Ie9XnD9AYDXnX5g7QuSiXMgtL+H9C3Or3T4/5PyLf59zy/dy/sW/p/1u7zjtn7BdsfoCFnP+AIGvcf7F86+65Vs5/+L52658LnCUyIXzfLc8160be/H8lii3TYhcR/m7MeUJ0UagCMhzyxnAr4GPT/czNJPPqQ+/pxt5f4BAzLTP9w9wsr2ATxLp7+wHTgMvjlr3F0T6kWsYNVKHyMifg27dX4wqv8R9gGvdL1WaK09372vd+kv8bvcEP4tx2xWLL+AHQAMw6P797iHSx/1L4BDw0qg/qgI85tq1h/O/VPw79+9SC/zbUeVVwF63z//Gze4RxfZdR6SLbDfwnnvdkihtBNYCO1379gJfduXT/gxN93Pqw+/qRt5PNjHTPpuuxhhjjOdsgIAxxhjPWbIxxhjjOUs2xhhjPGfJxhhjjOcs2RhjjPGcJRtjjDGes2RjjDHGc/8/Qn7RmIrEyC4AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Visualize the value counts of APPLICATION_TYPE\n",
    "application_count.plot.density()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "T3       27037\n",
       "T4        1542\n",
       "T6        1216\n",
       "T5        1173\n",
       "T19       1065\n",
       "T8         737\n",
       "T7         725\n",
       "T10        528\n",
       "Other      276\n",
       "Name: APPLICATION_TYPE, dtype: int64"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Determine which values to replace if counts are less than ...?\n",
    "replace_application = list(application_count[application_count < 500].index)\n",
    "\n",
    "# Replace in dataframe\n",
    "for app in replace_application:\n",
    "    application_df.APPLICATION_TYPE = application_df.APPLICATION_TYPE.replace(app,\"Other\")\n",
    "    \n",
    "# Check to make sure binning was successful\n",
    "application_df.APPLICATION_TYPE.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "C1000    17326\n",
       "C2000     6074\n",
       "C1200     4837\n",
       "C3000     1918\n",
       "C2100     1883\n",
       "         ...  \n",
       "C4120        1\n",
       "C8210        1\n",
       "C2561        1\n",
       "C4500        1\n",
       "C2150        1\n",
       "Name: CLASSIFICATION, Length: 71, dtype: int64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Look at CLASSIFICATION value counts for binning\n",
    "classification_count = application_df.CLASSIFICATION.value_counts()\n",
    "classification_count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:ylabel='Density'>"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZsAAAD5CAYAAADx05gdAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8qNh9FAAAACXBIWXMAAAsTAAALEwEAmpwYAAAuu0lEQVR4nO3de5Rd5X3f//d3ztzvV90FEpa4SLGxQZGdOnbdkAThtFZSQy3aOJhCSR1Y/tVZv6bQdlH/aFi/kK7+3NiGuMSQYOpVQajjjh0l1ATHdnwBBttgJCyYSAJd0WiuGs195vv7Yz9ndDScM3Nm5uxz5hx9XmsdZp9nP/vZzz46zHeey362uTsiIiJxKit0BUREpPQp2IiISOwUbEREJHYKNiIiEjsFGxERiZ2CjYiIxK48zsLNbBfwR0AC+JK7/8Gc/VXAl4FrgV7gY+5+JOy7B7gNmAY+5e5PZ1nm54B/6e71C50jk/b2dt+0adOSr1tE5GL04osvnnH3jnT7Ygs2ZpYAHgR+BTgGvGBmne5+ICXbbUC/u28xsz3AA8DHzGwbsAfYDqwDnjGzy8MxGcs0sx1Ay5yqpD3HfHXftGkTXV1dS752EZGLkZm9kWlfnN1oO4Fudz/k7hPAXmD3nDy7gcfC9lPAdWZmIX2vu4+7+2GgO5SXscwQ3P4L8HtZnkNERPIkzmCzHjia8v5YSEubx92ngEGgbZ5j5yvzLqDT3U9meQ4REcmTWMds8sXM1gE3AR9aRhl3AHcAXHLJJbmpmIiIAPG2bI4DG1PebwhpafOYWTnQRDSIn+nYTOnvAbYA3WZ2BKg1s+4FznEBd3/Y3Xe4+46OjrTjWyIiskRxBpsXgK1mttnMKokG/Dvn5OkEbgnbNwLPerQyaCewx8yqzGwzsBV4PlOZ7v6X7r7G3Te5+yZgxN23LHAOERHJk9i60dx9yszuAp4mmqb8qLvvN7P7gC537wQeAR4PrZA+ouBByPckcACYAu5092mAdGUuUJW05xARkfwx/ZH/djt27HBNfRYRWRwze9Hdd6TbpxUEpGCmZ5wnu47yw0NvG0ITkRJTErPRpDj92feP8J+/cYAyg6f/zQfZurqh0FUSkZioZSMFMT3j/On3DrNlVT3lZWV85bk3C10lEYmRgo0UxKsnhzjWP8on/+E7+OVtq/jGyyfR+KFI6VKwkYJIjtO8f0s7v7ilgzPD4xw+c67AtRKRuCjYSEE8d7iPTW21rGmqZufmaO3UF470FbhWIhIXBRspiFdPDvFz65sAeEdHPfVV5ew/MVTgWolIXBRsJO+GxiY51j/KVWsbATAzLl9dz89OnS1wzUQkLgo2knevhaBy5ZrzU52vWNPIwVNnNUlApEQp2EjeHeqJJgJsWVU/m3bF6noGRyfpOTteqGqJSIwUbCTv3ug7R6LMWNdcM5t2aXsdAG/2jRSqWiISIwUbybs3+0ZZ11xNReL81++S1tqwT8FGpBQp2Ejevdl7jktb6y5I29BSg5mCjUipUrCRvHujb4RL2movSKsqT7C2sVrBRqREKdhIXg2OTjIwMjnbbZZqY2stRxVsREqSgo3kVTKYpAs2l7TWqmUjUqIUbCSvTg6OAVwwEy1pY2stbw2NMz41ne9qiUjMYg02ZrbLzA6aWbeZ3Z1mf5WZPRH2P2dmm1L23RPSD5rZ9QuVaWaPmNlLZvaymT1lZvUh/RNm1mNmPwmv2+O8ZpnfqaEo2Kxtqn7bvjWNUdrpId1rI1JqYgs2ZpYAHgRuALYBN5vZtjnZbgP63X0L8FnggXDsNmAPsB3YBTxkZokFyvy0u1/t7u8C3gTuSjnPE+7+7vD6UhzXK9k5NThKosxor6962741IQAlA5KIlI44WzY7gW53P+TuE8BeYPecPLuBx8L2U8B1ZmYhfa+7j7v7YaA7lJexTHcfAgjH1wBa92QFOjU4zqqGKhJl9rZ9yWCT7GoTkdIRZ7BZDxxNeX8spKXN4+5TwCDQNs+x85ZpZn8KnAKuBD6fku+jKd1rG9NV1szuMLMuM+vq6enJ+iJlcd4aGmN149u70OB8sHlLwUak5JTUBAF3vxVYB7wKfCwkfx3YFLrXvsn5ltTcYx929x3uvqOjoyMv9b0YnRoamx2bmauhqpzayoRaNiIlKM5gcxxIbUVsCGlp85hZOdAE9M5z7IJluvs0UffaR8P7XndPjjh/Cbh2yVcky3ZqcGy2BTOXmbGmsZq3NGYjUnLiDDYvAFvNbLOZVRIN+HfOydMJ3BK2bwSe9WiN+U5gT5itthnYCjyfqUyLbIHZMZuPAD8L79emnO8jRK0eKYDh8SmGx6cyBhuIutI0QUCk9JTHVbC7T5nZXcDTQAJ41N33m9l9QJe7dwKPAI+bWTfQRxQ8CPmeBA4AU8CdocVChjLLgMfMrBEw4CXgk6EqnzKzj4Ry+oBPxHXNMr/TIYisbnz7TLSkNY3VPHdYj4cWKTWxBRsAd98H7JuTdm/K9hhwU4Zj7wfuz7LMGeD9Gcq5B7hnsXWX3DszPAGQdtpzUkdjFT1nx3F3okaqiJSCkpogICtb73A0dNZWlznYtNdVMTE9w9DYVL6qJSJ5oGAjeXPmXGjZNFRmzJPcd2ZYqwiIlBIFG8mbZMumtXaeYBO62M7o8dAiJUXBRvLmzPA4LbUVlCcyf+1mg00Y3xGR0qBgI3nTOzxB2zyTAyA12KhlI1JKFGwkb3qHJ2ivz9yFBtBaV0mZKdiIlBoFG8mbM+fGF2zZJMqM1rpKdaOJlBgFG8mb3uEJ2uvmb9lA1JWmlo1IaVGwkbyYmJphcHRy3hs6kxRsREqPgo3kRV+4x2ahbjSA9vpKBRuREqNgI3mRDB5tC0wQiPJUceasxmxESomCjeRFb3L1gCyCTXt9FaOT05wb15I1IqVCwUbyIrkiQHZjNlqyRqTUKNhIXvSeS3ajLRxsWsOMtf6RyVjrJCL5o2AjedE7PEFVeRl1lYkF87Ykg805jduIlAoFG8mLM8MTtNdXZfWMmuRCnX0KNiIlI9ZgY2a7zOygmXWb2d1p9leZ2RNh/3Nmtill3z0h/aCZXb9QmWb2iJm9ZGYvm9lTZla/0Dkkf/pHJmipq8gq72zLZkTBRqRUxBZszCwBPAjcAGwDbjazbXOy3Qb0u/sW4LPAA+HYbUSPiN4O7AIeMrPEAmV+2t2vdvd3AW8Cd813Dsmv/pEJWuZ5tECqxupyEmWmlo1ICYmzZbMT6Hb3Q+4+AewFds/Jsxt4LGw/BVxnUT/LbmCvu4+7+2GgO5SXsUx3HwIIx9cAvsA5JI8GRiZpzjLYmBkttZVq2YiUkDiDzXrgaMr7YyEtbR53nwIGgbZ5jp23TDP7U+AUcCXw+QXOIXk0MDJBc0123WgArXUV9J/TbDSRUlFSEwTc/VZgHfAq8LHFHGtmd5hZl5l19fT0xFK/i9XMjDM4OklLbfbBpqW2kj61bERKRpzB5jiwMeX9hpCWNo+ZlQNNQO88xy5YprtPE3WvfXSBczDnuIfdfYe77+jo6Mj6ImVhQ2OTzDhZd6NBdK+Npj6LlI44g80LwFYz22xmlUQD/p1z8nQCt4TtG4Fn3d1D+p4wk2wzsBV4PlOZFtkCs2M2HwF+tsA5JE+SN2dmOxstyqsxG5FSUh5Xwe4+ZWZ3AU8DCeBRd99vZvcBXe7eCTwCPG5m3UAfUfAg5HsSOABMAXeGFgsZyiwDHjOzRsCAl4BPhqqkPYfkz0AIGs01i2jZ1FbSPzLJzIxTVqb5HCLFLrZgA+Du+4B9c9LuTdkeA27KcOz9wP1ZljkDvD9DORnPIfkxEFo2zYsZs6mrZHrGOTs2RdMijhORlamkJgjIypTsDsv2PpsobxRgNElApDQo2EjsZsdsFhNs6rRkjUgpUbCR2A2MTFBm0FCdfa9tcn00zUgTKQ0KNhK7gZFJmmoqFjXQn3zMgLrRREqDgo3EbjHroiXpMQMipUXBRmI3MDK56BlldZUJKhNleoCaSIlQsJHYLaVlY2a01FWoZSNSIhRsJHbRis+Lv1dG66OJlA4FG4ndwBJaNqD10URKiYKNxGpiaoZzE9OLerxAUkudWjYipULBRmI1uy5a3RJaNrWVuqlTpEQo2EisBkaTqwcsZcymgsHRSaZntEi3SLFTsJFYJcdcljJm01xbiTsMjWr6s0ixU7CRWCXvk2lawpiNVhEQKR0KNhKr5JhNyxLGbJLTpQcUbESKnoKNxGp5YzbJJWvUjSZS7BRsJFb9IxNUlpdRU5FY9LHqRhMpHbEGGzPbZWYHzazbzO5Os7/KzJ4I+58zs00p++4J6QfN7PqFyjSzr4T0V8zsUTOrCOkfMrNBM/tJeN2L5M3AuUmaayowW/yjndWNJlI6Ygs2ZpYAHgRuALYBN5vZtjnZbgP63X0L8FnggXDsNmAPsB3YBTxkZokFyvwKcCXwTqAGuD3lPN9193eH1325v1rJZCnroiXVV5VTkTAtxilSAuJs2ewEut39kLtPAHuB3XPy7AYeC9tPAddZ9CfwbmCvu4+7+2GgO5SXsUx33+cB8DywIcZrkywNjC5tXTSIFuNsrtWSNSKlIM5gsx44mvL+WEhLm8fdp4BBoG2eYxcsM3SffRz465TkXzCzl8zsr8xse7rKmtkdZtZlZl09PT3ZXaEsaKnroiW11FbQr240kaJXihMEHgK+4+7fDe9/BFzq7lcDnwe+lu4gd3/Y3Xe4+46Ojo781PQi0L/EFZ+TWmorNRtNpATEGWyOAxtT3m8IaWnzmFk50AT0znPsvGWa2X8COoDfTaa5+5C7D4ftfUCFmbUv58IkO+7OwMgEzctq2VSqZSNSAuIMNi8AW81ss5lVEg34d87J0wncErZvBJ4NYy6dwJ4wW20zsJVoHCZjmWZ2O3A9cLO7zyRPYGZrwjgQZraT6Jp7Y7liucDIxDST076ke2ySWuoqNEFApASUx1Wwu0+Z2V3A00ACeNTd95vZfUCXu3cCjwCPm1k30EcUPAj5ngQOAFPAne4+DZCuzHDKLwJvAD8IseWrYebZjcAnzWwKGAX2hIAmMUu2SJbbjTYwMoG7L2n6tIisDLEFG5jttto3J+3elO0x4KYMx94P3J9NmSE97bW4+xeALyyq4pITA6FFstxutKkZ5+z4FI3VSw9aIlJYpThBQFaIZMtmWbPRwioCA5okIFLUFGwkNsmWzbLGbMKxWrJGpLgp2EhsksvMNC0j2CS74DQjTaS4KdhIbGbHbGqW3o2WXIxTqwiIFDcFG4lN/8gk9VXlVJYv/WuW7EbT9GeR4qZgI7EZGJ1Y0hM6UzVWV1BmWvlZpNhlFWzM7Ktm9mtmpuAkWRsYmaSlbnnBpqwsWoyzT91oIkUt2+DxEPDPgdfN7A/M7IoY6yQlYmBkYlnjNUnNtRWz4z8iUpyyCjbu/oy7/wvgGuAI8IyZfd/Mbk0+pExkroFlLsKZ1KqWjUjRy7pbzMzagE8QPZTsx8AfEQWfb8ZSMyl6y3mWTapmLcYpUvSyWq7GzP4CuAJ4HPgn7n4y7HrCzLriqpwUr5kZX/azbJJaait45bi60USKWbZro/1JWJNslplVhSdp7oihXlLkzo5PMeMsezYaRPfa9GkxTpGilm032u+nSftBLisipWUgB+uiJTXXVjIxNcPo5PSyyxKRwpi3ZWNma4geu1xjZu8Bkn9WNgK1MddNitj5FZ+X37JJvbGztjLWhcpFJCYL/Z97PdGkgA3A/5eSfhb49zHVSUrA+WfZ5GDMJmXJmvXNNcsuT0Tyb95g4+6PAY+Z2Ufd/X/lqU5SAgZHc9my0WKcIsVu3jEbM/vNsLnJzH537muhws1sl5kdNLNuM7s7zf4qM3si7H/OzDal7LsnpB80s+sXKtPMvhLSXzGzR5P3/1jkcyH/y2Z2zcIfiyxXcuHMXIzZtIZVCHSvjUjxWmiCQF34WQ80pHllZGYJ4EHgBmAbcLOZbZuT7Tag3923AJ8FHgjHbiN6RPR2YBfwkJklFijzK8CVwDuBGqL7gQh5t4bXHcAfL3DNkgMDoWXTWL38MZZkV5xWERApXgt1o/338PP/WULZO4Fudz8EYGZ7gd3AgZQ8u4HPhO2ngC9YNLd1N7DX3ceBw2bWHcojU5mpU7PN7HmicabkOb7s7g780MyazWxtyr1CEoOBkUkaq8spTyx/Ob3mmuQEAbVsRIpVtgtx/qGZNZpZhZn9jZn1pHSxZbIeOJry/lhIS5vH3aeAQaBtnmMXLDN0n30c+OtF1ENybGBkIieTAwDKE2U0VpfrmTYiRSzbPzt/1d2HgH9MtDbaFuDfxlWpZXoI+I67f3cxB5nZHWbWZWZdPT09MVXt4tE/Mrmsx0HP1VJXqWfaiBSxbINNsrvt14A/d/fBLI45DmxMeb8hpKXNY2blQBPQO8+x85ZpZv8J6ABSJy9kUw/c/WF33+HuOzo6OrK4PJnPwOgkTTlq2YDWRxMpdtkGm2+Y2c+Aa4G/MbMOYGyBY14AtprZZjOrJBrw75yTpxO4JWzfCDwbxlY6gT1httpmosH95+cr08xuJ7ov6GZ3n5lzjt8Ks9LeBwxqvCZ+0bpouWvZtNZWKNiIFLGspgq5+91m9odEv6inzewc0cD7fMdMmdldwNNAAnjU3feb2X1Al7t3Ao8Aj4cJAH1EwYOQ70miyQRTwJ3uPg2Qrsxwyi8CbwA/COtnfdXd7wP2AR8GuoER4NZsrlmWZ2BkcnZgPxdaait57a3hnJUnIvm1mHmpVxLdb5N6zJfnOyDMENs3J+3elO0x4KYMx94P3J9NmSE97bWEltKd89VTcmt6xhkam8zZBAFIjtmoZSNSrLJ9xMDjwDuAnwDJ1RCdBYKNXJyGRidxz83qAUkttRWMTEwzPjVNVXkiZ+WKSH5k27LZAWwLrQSReSVv6MzF6gFJqTd2rm5UsBEpNtlOEHgFWBNnRaR0JLu7mnI5QSAsxqkla0SKU7Ytm3bgQLgzfzyZ6O4fiaVWUtQGR+Jo2WgVAZFilm2w+UyclZDSMvt4gRzPRgOtjyZSrLKd+vxtM7sU2Oruz5hZLdHUY5G3GYihZaNuNJHilu3aaP+KaKHM/x6S1gNfi6lOUuQGRiYoM2jIwYrPSclutAF1o4kUpWwnCNwJvB8YAnD314FVcVVKitvA6CRNNRWUldnCmbNUVZ6grjJB3zl1o4kUo2yDzbi7z/5JGW7s1DRoSat/JLc3dCY111aqZSNSpLINNt82s38P1JjZrwB/Dnw9vmpJMYseL5C7yQFJLXVaH02kWGUbbO4GeoCfAr9NtFzMf4yrUlLccr0uWlJLbSV9mo0mUpSynY02Y2ZfA77m7nrYi8yr79wEW1fV57zcltpK3uwbyXm5IhK/eVs2YVn+z5jZGeAgcDA8pfPe+Y6Ti1v/yMTsVOVcaqmt0NM6RYrUQt1onyaahfbz7t7q7q3Ae4H3m9mnY6+dFJ2xyWlGJqZprY8h2NRVMjQ2xdT0zMKZRWRFWSjYfJzoYWSHkwnufgj4TeC34qyYFKfkTZetMcxGm11FYFTjNiLFZqFgU+HuZ+YmhnGb3I8AS9GbDTZxdKOFMtWVJlJ8Fgo28/1frf/j5W3iDDbJ1pKWrBEpPgsFm6vNbCjN6yzwzoUKN7NdZnbQzLrN7O40+6vM7Imw/zkz25Sy756QftDMrl+oTDO7K6S5mbWnpH/IzAbN7CfhpckNMYoz2LSFcaAzwwo2IsVm3qnP7r7kxTbNLAE8CPwKcAx4wcw63f1ASrbbgH5332Jme4AHgI+Z2TZgD7AdWAc8Y2aXh2Mylfk94BvA36apznfd/R8v9Voke3EGm/b6KgDODI8vkFNEVppsb+pcip1At7sfCkvd7AV2z8mzG3gsbD8FXGdmFtL3uvt4mJzQHcrLWKa7/9jdj8R4PZKFvnMTJMqMxurcD+m11lVSZtCrYCNSdOIMNuuBoynvj4W0tHncfQoYBNrmOTabMtP5BTN7ycz+ysy2p8tgZneYWZeZdfX06L7Vpeo9N0FLbWVOF+FMSpQZrXWV9KgbTaToxBlsVoofAZe6+9XA58nwaAR3f9jdd7j7jo6OjnzWr6T0n5ugtS6+iYptdVXqRhMpQnEGm+PAxpT3G0Ja2jxhJekmoHeeY7Mp8wLuPuTuw2F7H1CROoFAcqvvXDyrByS1N1Qq2IgUoTiDzQvAVjPbbGaVRAP+nXPydAK3hO0bgWfd3UP6njBbbTOwFXg+yzIvYGZrwjgQZraT6Jp7c3KF8jZ9MS1Vk9Rer5aNSDHK3aMU53D3KTO7C3ia6BHSj7r7fjO7D+hy907gEeBxM+sG+oiCByHfk8ABYAq4092nIZriPLfMkP4p4PeANcDLZrbP3W8nCmKfNLMpYBTYEwKaxCD2lk19Fb0asxEpOrEFG5jttto3J+3elO0x4KYMx94P3J9NmSH9c8Dn0qR/AfjCYusuizc94wyMTMSyVE1SW30lIxPTjExMUVsZ69dXRHLoYpggIHkyODrJjMdzj03S7L02Z9W6ESkmCjaSM33norGUlhiDTUcINj0atxEpKgo2kjN956LVmNvqqmI7h1YREClOCjaSM8mWTZzdaMn10TRJQKS4KNhIziQXyGyL4cFpSecX41TLRqSYKNhIzvScHccM2mJs2VSVJ2isLlewESkyCjaSMz3D47TWVlKeiPdr1d6gGztFio2CjeTMmbPjdDTENzkgqb2+ip6zCjYixUTBRnKmZ3h8drZYnFY3VvPWkIKNSDFRsJGc6clTy2ZNYxWnhsbQqkMixUPBRnLC3TkznJ9gs7qxmompGQZHJ2M/l4jkhoKN5MTw+BRjkzO0xzjtOWlNUzUAp4bGYj+XiOSGgo3kRHLAPj/daCHYDCrYiBQLBRvJieQNnR311bGfa3UINqc1SUCkaCjYSE4kWzbtDfF3o61qjFpP6kYTKR4KNpITPWejX/wdeZj6XFWeoLWuUsFGpIjEGmzMbJeZHTSzbjO7O83+KjN7Iux/zsw2pey7J6QfNLPrFyrTzO4KaW5m7SnpZmafC/teNrNrYrzki1bP8DiJMqMlxgenpVrdWM1bGrMRKRqxBRszSwAPAjcA24CbzWzbnGy3Af3uvgX4LPBAOHYb0SOitwO7gIfMLLFAmd8Dfhl4Y845bgC2htcdwB/n8jolcubsBG11lZSVWV7Ot6axirfOKtiIFIs4WzY7gW53P+TuE8BeYPecPLuBx8L2U8B1ZmYhfa+7j7v7YaA7lJexTHf/sbsfSVOP3cCXPfJDoNnM1ub0SoWePN1jk7S6sZpTg5ogIFIs4gw264GjKe+PhbS0edx9ChgE2uY5Npsyl1IPWaZ8rR6QtLqxmt5z40xOz+TtnCKydJogEJjZHWbWZWZdPT09ha5O0ek5O56XyQFJa5qqcUcLcooUiTiDzXFgY8r7DSEtbR4zKweagN55js2mzKXUA3d/2N13uPuOjo6OBYqUVFPTM5w+O8bapvjvsUmavbFTM9JEikKcweYFYKuZbTazSqIB/845eTqBW8L2jcCzHq2u2AnsCbPVNhMN7j+fZZlzdQK/FWalvQ8YdPeTubhAifQMjzPjsKapJm/nXNscBZsTA6N5O6eILF15XAW7+5SZ3QU8DSSAR919v5ndB3S5eyfwCPC4mXUDfUTBg5DvSeAAMAXc6e7TEE1xnltmSP8U8HvAGuBlM9vn7rcD+4APE00yGAFujeuaL1YnwxTkfLZs1jdHge1Yv4KNSDGILdgAuPs+ol/2qWn3pmyPATdlOPZ+4P5sygzpnwM+lybdgTsXW3fJXnKNsjV5DDYN1RU011ZwrH8kb+cUkaXTBAFZtkK0bAA2tNSoZSNSJBRsZNlODY5SVV5GU01FXs+7oblWwUakSCjYyLKdHIxmokX34+ZP1LIZ0RM7RYqAgo0s26nBsbyO1yRtaKlhbHKG3nMTeT+3iCyOgo0sW9Syyd+056T1LbWAZqSJFAMFG1mWmRnnraHCtWwAzUgTKQIKNrIsZ4bHmZrxvM9Eg/PB5mifWjYiK52CjSzL0dCq2Bi6tPKpobqCtrpKjpw5l/dzi8jiKNjIsrzZF4JNa/7HbAAu66jjsIKNyIqnYCPLkuzC2lCAlg3A5vY6DinYiKx4CjayLG/2jbCqoYrqikRBzn9ZRz1nhscZGpssyPlFJDsKNrIsR/tGuKS1MK0aiFo2AId71LoRWckUbGRZjvWPsrGAweayZLBRV5rIiqZgI0s2MTXDicHCBptL2mopMzRuI7LCKdjIkp0YGMUdNrYUZiYaQFV5gg0ttfx9z3DB6iAiC1OwkSU7P+25cC0bgMtX1/PaqbMFrYOIzE/BRpbsUGhNJMdNCuWqtY0cOnOOscnpgtZDRDKLNdiY2S4zO2hm3WZ2d5r9VWb2RNj/nJltStl3T0g/aGbXL1SmmW0OZXSHMitD+ifMrMfMfhJet8d5zReT7p5hGqrL6WioKmg9rlzTyPSM8/pb6koTWaliCzZmlgAeBG4AtgE3m9m2OdluA/rdfQvwWeCBcOw2YA+wHdgFPGRmiQXKfAD4bCirP5Sd9IS7vzu8vhTD5V6Uuk8Ps2VVfd6fYzPXVWsbAHj15FBB6yEimcXZstkJdLv7IXefAPYCu+fk2Q08FrafAq6z6DfXbmCvu4+7+2GgO5SXtsxwzC+FMghl/np8lyYA3afPsaWjvtDV4NK2OmoqEhxQsBFZseIMNuuBoynvj4W0tHncfQoYBNrmOTZTehswEMpId66PmtnLZvaUmW1MV1kzu8PMusysq6enJ/urvEgNjkxyZnicrasLH2wSZcYVaxrUshFZwS6GCQJfBza5+7uAb3K+JXUBd3/Y3Xe4+46Ojo68VrAYdfdEs7+2rCp8sAHYtq6RAyeGmJnRI6JFVqI4g81xILUVsSGkpc1jZuVAE9A7z7GZ0nuB5lDGBedy9153Hw/pXwKuXdZVCRCN1wBs6WgocE0i79nYzNnxKbp1v43IihRnsHkB2BpmiVUSDfh3zsnTCdwStm8EnnV3D+l7wmy1zcBW4PlMZYZjvhXKIJT5vwHMbG3K+T4CvJrj67woHTw1THVFGesLeENnqh2bWgHoOtJf4JqISDqxBZswfnIX8DTRL/gn3X2/md1nZh8J2R4B2sysG/hd4O5w7H7gSeAA8NfAne4+nanMUNa/A343lNUWygb4lJntN7OXgE8Bn4jrmi8m+08MctXaRhJlhZ2JlrSprZa2ukpefEPBRmQlKl84y9K5+z5g35y0e1O2x4CbMhx7P3B/NmWG9ENEs9Xmpt8D3LPYuktmMzPO/hND/MZ75s73KBwz49pLW3jxjb5CV0VE0rgYJghIjr3RN8Lw+BQ/t76x0FW5wLWXtnCkd4Ses+MLZxaRvFKwkUV75fggANvXNRW4Jhd6/5Z2AL77uqaui6w0CjayaD9+c4Cq8jIuX70yZqIlbVvbSEdDFd86qGAjstIo2MiivXCkj3dvbKayfGV9fcrKjA9d3sG3D55manqm0NURkRQr67eFrHjD41PsPzHIzs2tha5KWv/oylUMjU3xozcHCl0VEUmhYCOL8qM3+plx+PlNKzPYfGBrO1XlZXz9pROFroqIpFCwkUX57us9VCSiacYrUUN1BddvX0PnSycYn9LzbURWCgUbWZRvHezhvZvbqKuK9RatZfmn16xncHSSZ189XeiqiEigYCNZO9o3QvfpYf7RlasKXZV5fWBrB2ubqvmz7x8pdFVEJFCwkaz95U9PAvDLV63sYJMoM27/wGU8d7iPF45oRQGRlUDBRrL2tR8f5z2XNHNpW12hq7Kgm3dupLWukv/2zGtE67SKSCEp2EhWfnpskJ+dOrui1kObT21lOZ/6pS18r7uXTs1MEyk4BRvJypf+7hD1VeX8epEEG4CP/8Imrt7QxH1fP8CJgdFCV0fkoqZgIws61DPMN14+yZ6f30hjdUWhq5O1RJnxX//Z1UxMzXDbY10MjU0WukoiF62VO39VVgR35/f/8lVqKhL89j98R6Grs2hbVjXw+X/+Hm5/rIt/9sUf8Ce/tYONrbWLLufM8DivnTrL66eHOTk4Ru/wOGfHpgAoK4Pm2ko66qvY2FrLtrWNbFlVv+KW8xEpJAUbmdcTLxzl2Z+d5j/+2lV0NFQVujpL8qErVvFnt+7kk//jRX71s9/hX33wMn7zvZewqrE6bf7+cxO8dGyAl44O8tKxAV4+NsCZ4YnZ/RUJo62uisaacgxj2p3+cxP0nrswzzvXN/H+Le38g3e0c82lzVSVJ2K/VpGVyuKcqWNmu4A/AhLAl9z9D+bsrwK+DFwL9AIfc/cjYd89wG3ANPApd396vjLD46P3Ej2l80Xg4+4+Md85MtmxY4d3dXUt+/qL3bM/e4vffvxF3ndZG392684V81TOpTo+MMp9X9/P0/vfAuDy1fVsaqujvrqc8ckZes6Oc6T3HKfD83DMYEtHPe/a0My2dY1csbqBy1fX09FQhdnbP4uJqRne7BvhwMkh9p8Y5LlDfbx8bIAZh5qKBO+9rJUPbO3gg1vb2bKqPm0ZsjQDIxPsPzHEK8cH6T49TM/wOH3nJpiecRJlRnVFgjWN1axtqmbr6gauWtvAllX1+gMgx8zsRXffkXZfXMHGzBLAa8CvAMeAF4Cb3f1ASp7fAd7l7v/azPYAv+HuHzOzbcD/JHry5jrgGeDycFjaMs3sSeCr7r7XzL4IvOTuf5zpHPPV/WIPNiMTU3zx24f4wrOvs31dE//j9vfSVFM8YzUL+fueYf76lVN0Henj+MAo58anqaooo7W2kk3tdWxZVc+7NjTxzvVNNCxzjGpobJLnDvXxve4zfOf1Hg71nANgTWM1H9jazi9ujVo+xdpqzDd3562hcV4NAf2V40O8cmKQY/3nJ4CsaqhiVWMVbXVVVCSMGY8WkH1raIyTg2NMTEUrgpeXGVtXN/DO9Y383Pomtq9rYtvaRmoqFYCWqlDB5heAz7j79eH9PQDu/v+m5Hk65PmBmZUDp4AO4O7UvMl84bC3lQn8AdADrHH3qdRzZzqHz3PhF1OwcXcGRyc5fTb6H/j5w33s++lJ+kcm+fV3r+P3f+Od1K/gpWmKzbH+Ef7u9TN89/Uz/F33GQZHo0kLqxqqZltP61tqWNdUw9rmapprK6mvKqe+qrzoW5bZGJ+a5uzYFMNjU/SNTHBiYJQTA6Mc7x/l9dPDvHpyiP6R8xM9NrfXsX1dFCx+bl0T29c10lJXmbH86Rnn8JlzvHpyKLRAo9ZQX+gCLTPYsqqe7euauLStlnXNNWxorqG9oYqG6nIaqyuorUyoVZrBfMEmzt8i64GjKe+PAe/NlCcEiUGibrD1wA/nHJucc5uuzDZgwN2n0uTPdI4zS76yDL79Wg//+RsHZm8i9Nn/zP7A3VO2k/v8/PacELhgfuYel25fmjJC2ujENFMz509aU5HguqtWcev7N3HtpStzZeditqGllj07L2HPzkuYnnFeOT7IC0f6OHByiAMnhvh+dy8TGZ7FU1uZoCJRRnmZkSiz6GfCKC8rI9vffdn+iszml2nyO+Qebc/4+e9mMs2BGY/SZsL/ENH2+WNn3MFhfGom47U3VJezub2OX922hqvWNnDV2ka2rWtcdMszUWZsWVXPllX1/JOr181ex8nBMV45PsgrIfj84O97+YsfH89YRnV5GYkyoyJx/md5wigzS/8ZZ/g4M33K6T7/fIW3j/38Rm7/wGU5L1d/sgZmdgdwB8All1yypDLqq8q5Ivn0Sjv/I/nFSX5ZzFK3L9yHQfLraheUkdw+v89SD8om/5xzAtRUJmivr6K9vpKtq6IxifKEZlHlQ6LMuHpjM1dvbJ5Nm5lxzpwb58TAGCcHRhkam+Ts2FT01/74FNMzztTMTPRz2pmecSZnPKtVErLuw8gio+MYFr6HRpmd/65b+A6bEdKNsjJgTlq0ff77WVWeoKG6fPbVVFPBuuYa1jXXxDrl3sxmz/Or29fMpo9PTXNqcIzj/aP0npsI/w6TDI1NMj45w9SMMzkd/VtMTjvTMzNMp/nsMv3bZPyY05WR/b/esrXXx9OlG2ewOQ5sTHm/IaSly3MsdHE1EQ3iz3dsuvReoNnMykPrJjV/pnNcwN0fBh6GqBttUVcaXHtpy4pdel+KQ1mZsaqhmlUN1bw7JQhJ/lWVJ7i0ra4olmcqBnH+CfsCsNXMNptZJbAH6JyTpxO4JWzfCDwbxlI6gT1mVhVmmW0Fns9UZjjmW6EMQpn/e4FziIhInsTWsgnjI3cBTxNNU37U3feb2X1Al7t3Ao8Aj5tZN9BHFDwI+Z4EDgBTwJ3uPg2Qrsxwyn8H7DWz3wd+HMom0zlERCR/Yr3PplhdTLPRRERyZb7ZaBoJFhGR2CnYiIhI7BRsREQkdgo2IiISOwUbERGJnWajpWFmPcAbKUntxLC8TYxU3/gUU11B9Y2b6nuhS929I90OBZssmFlXpul8K5HqG59iqiuovnFTfbOnbjQREYmdgo2IiMROwSY7Dxe6Aouk+sanmOoKqm/cVN8sacxGRERip5aNiIjE7qIMNmZ2k5ntN7MZM9sxZ989ZtZtZgfN7PqU9F0hrdvM7k5J32xmz4X0J8KjDwiPR3gipD9nZptyVPfPmNlxM/tJeH0413XPl0z1KgQzO2JmPw2faVdIazWzb5rZ6+FnS0g3M/tcqPfLZnZNSjm3hPyvm9ktmc63hPo9amanzeyVlLSc1c/Mrg3X3x2OXdaDITPUd0V+d81so5l9y8wOhN8L/1dIX5Gf7zz1XZGf7yx3v+hewFXAFcDfAjtS0rcBLwFVwGbg74keZZAI25cBlSHPtnDMk8CesP1F4JNh+3eAL4btPcATOar7Z4D/O016zuqep3+DjPUq0HfiCNA+J+0PgbvD9t3AA2H7w8BfET2c8n3AcyG9FTgUfraE7ZYc1e+DwDXAK3HUj+h5Ue8Lx/wVcEMM9V2R311gLXBN2G4AXgt1WpGf7zz1XZGfb/J1UbZs3P1Vdz+YZtduYK+7j7v7YaAb2Ble3e5+yN0ngL3A7vDXyS8BT4XjHwN+PaWsx8L2U8B1y/1rcQG5rHs+pK1XHs+fjdR/w7n/tl/2yA+JnhK7Frge+Ka797l7P/BNYFcuKuLu3yF6HlPO6xf2Nbr7Dz367fJllvldyFDfTAr63XX3k+7+o7B9FngVWM8K/XznqW8mK+J3w0UZbOaxHjia8v5YSMuU3gYMePQo6tT0C8oK+wdD/ly4KzTfH0027XNc93zIVK9CceD/mNmLZnZHSFvt7ifD9ilgddhe7Gcdl1zVb33YnpsehxX93bWou/s9wHMUwec7p76wgj/fkg02ZvaMmb2S5rXS/np+mwXq/sfAO4B3AyeB/1rIupaQX3T3a4AbgDvN7IOpO8NfpCt26uZKr1+wor+7ZlYP/C/g37j7UOq+lfj5pqnviv58Y3ssdKG5+y8v4bDjwMaU9xtCGhnSe4ma0OXhr4DU/MmyjplZOdAU8ues7mb2J8A3Yqh7PsxX37xz9+Ph52kz+wuiLoa3zGytu58MXSGnQ/ZMdT8OfGhO+t/GWO1c1e942J6bP6fc/a3k9kr77ppZBdEv7q+4+1dD8or9fNPVdyV/voQKXrQv3j5BYDsXDqQdIhpEKw/bmzk/kLY9HPPnXDiQ9jth+04unCDwZI7qvDZl+9NEfbE5rXuePvuM9SrA96AOaEjZ/j7RWMt/4cIB4j8M27/GhQPEz4f0VuAw0eBwS9huzWE9N3HhgHvO6sfbB7A/HEN9V+R3N1zzl4H/Nid9RX6+89R3RX6+s3XK1f8IxfQCfoOoH3IceAt4OmXffyCaoXGQlBkjRDNQXgv7/kNK+mXhi9Qd/oGqQnp1eN8d9l+Wo7o/DvwUeBnonPMFy0nd8/jvkLZeBfg+XBb+R3sJ2J+sC1Hf9d8ArwPPpPziMODBUO+fcuEfLP8yfJ7dwK05rOP/JOoamQzf3dtyWT9gB/BKOOYLhBu+c1zfFfndBX6RqIvsZeAn4fXhlfr5zlPfFfn5Jl9aQUBERGJXshMERERk5VCwERGR2CnYiIhI7BRsREQkdgo2IiISOwUbERGJnYKNiIjETsFGRERi9/8DPpB3ByO1SZMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Visualize the value counts of CLASSIFICATION\n",
    "classification_count.plot.density()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "C1000    17326\n",
       "C2000     6074\n",
       "C1200     4837\n",
       "Other     2261\n",
       "C3000     1918\n",
       "C2100     1883\n",
       "Name: CLASSIFICATION, dtype: int64"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Determine which values to replace if counts are less than ..?\n",
    "replace_class = list(classification_count[classification_count < 1800].index)\n",
    "\n",
    "# Replace in dataframe\n",
    "for cls in replace_class:\n",
    "    application_df.CLASSIFICATION = application_df.CLASSIFICATION.replace(cls,\"Other\")\n",
    "    \n",
    "# Check to make sure binning was successful\n",
    "application_df.CLASSIFICATION.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "APPLICATION_TYPE          9\n",
       "AFFILIATION               6\n",
       "CLASSIFICATION            6\n",
       "USE_CASE                  5\n",
       "ORGANIZATION              4\n",
       "INCOME_AMT                9\n",
       "SPECIAL_CONSIDERATIONS    2\n",
       "dtype: int64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Generate our categorical variable lists\n",
    "application_cat = application_df.dtypes[application_df.dtypes == 'object'].index.tolist()\n",
    "application_df[application_cat].nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>APPLICATION_TYPE_Other</th>\n",
       "      <th>APPLICATION_TYPE_T10</th>\n",
       "      <th>APPLICATION_TYPE_T19</th>\n",
       "      <th>APPLICATION_TYPE_T3</th>\n",
       "      <th>APPLICATION_TYPE_T4</th>\n",
       "      <th>APPLICATION_TYPE_T5</th>\n",
       "      <th>APPLICATION_TYPE_T6</th>\n",
       "      <th>APPLICATION_TYPE_T7</th>\n",
       "      <th>APPLICATION_TYPE_T8</th>\n",
       "      <th>AFFILIATION_CompanySponsored</th>\n",
       "      <th>...</th>\n",
       "      <th>INCOME_AMT_1-9999</th>\n",
       "      <th>INCOME_AMT_10000-24999</th>\n",
       "      <th>INCOME_AMT_100000-499999</th>\n",
       "      <th>INCOME_AMT_10M-50M</th>\n",
       "      <th>INCOME_AMT_1M-5M</th>\n",
       "      <th>INCOME_AMT_25000-99999</th>\n",
       "      <th>INCOME_AMT_50M+</th>\n",
       "      <th>INCOME_AMT_5M-10M</th>\n",
       "      <th>SPECIAL_CONSIDERATIONS_N</th>\n",
       "      <th>SPECIAL_CONSIDERATIONS_Y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   APPLICATION_TYPE_Other  APPLICATION_TYPE_T10  APPLICATION_TYPE_T19  \\\n",
       "0                     0.0                   1.0                   0.0   \n",
       "1                     0.0                   0.0                   0.0   \n",
       "2                     0.0                   0.0                   0.0   \n",
       "3                     0.0                   0.0                   0.0   \n",
       "4                     0.0                   0.0                   0.0   \n",
       "\n",
       "   APPLICATION_TYPE_T3  APPLICATION_TYPE_T4  APPLICATION_TYPE_T5  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  1.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  1.0   \n",
       "3                  1.0                  0.0                  0.0   \n",
       "4                  1.0                  0.0                  0.0   \n",
       "\n",
       "   APPLICATION_TYPE_T6  APPLICATION_TYPE_T7  APPLICATION_TYPE_T8  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   AFFILIATION_CompanySponsored  ...  INCOME_AMT_1-9999  \\\n",
       "0                           0.0  ...                0.0   \n",
       "1                           0.0  ...                1.0   \n",
       "2                           1.0  ...                0.0   \n",
       "3                           1.0  ...                0.0   \n",
       "4                           0.0  ...                0.0   \n",
       "\n",
       "   INCOME_AMT_10000-24999  INCOME_AMT_100000-499999  INCOME_AMT_10M-50M  \\\n",
       "0                     0.0                       0.0                 0.0   \n",
       "1                     0.0                       0.0                 0.0   \n",
       "2                     0.0                       0.0                 0.0   \n",
       "3                     1.0                       0.0                 0.0   \n",
       "4                     0.0                       1.0                 0.0   \n",
       "\n",
       "   INCOME_AMT_1M-5M  INCOME_AMT_25000-99999  INCOME_AMT_50M+  \\\n",
       "0               0.0                     0.0              0.0   \n",
       "1               0.0                     0.0              0.0   \n",
       "2               0.0                     0.0              0.0   \n",
       "3               0.0                     0.0              0.0   \n",
       "4               0.0                     0.0              0.0   \n",
       "\n",
       "   INCOME_AMT_5M-10M  SPECIAL_CONSIDERATIONS_N  SPECIAL_CONSIDERATIONS_Y  \n",
       "0                0.0                       1.0                       0.0  \n",
       "1                0.0                       1.0                       0.0  \n",
       "2                0.0                       1.0                       0.0  \n",
       "3                0.0                       1.0                       0.0  \n",
       "4                0.0                       1.0                       0.0  \n",
       "\n",
       "[5 rows x 41 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create a OneHotEncoder instance\n",
    "enc = OneHotEncoder(sparse=False)\n",
    "\n",
    "# Fit and transform the OneHotEncoder using the categorical variable list\n",
    "encode_df = pd.DataFrame(enc.fit_transform(application_df[application_cat]))\n",
    "\n",
    "# Add the encoded variable names to the dataframe\n",
    "encode_df.columns = enc.get_feature_names_out(application_cat)\n",
    "encode_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['APPLICATION_TYPE',\n",
       " 'AFFILIATION',\n",
       " 'CLASSIFICATION',\n",
       " 'USE_CASE',\n",
       " 'ORGANIZATION',\n",
       " 'INCOME_AMT',\n",
       " 'SPECIAL_CONSIDERATIONS']"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "application_cat"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>STATUS</th>\n",
       "      <th>ASK_AMT</th>\n",
       "      <th>IS_SUCCESSFUL</th>\n",
       "      <th>APPLICATION_TYPE_Other</th>\n",
       "      <th>APPLICATION_TYPE_T10</th>\n",
       "      <th>APPLICATION_TYPE_T19</th>\n",
       "      <th>APPLICATION_TYPE_T3</th>\n",
       "      <th>APPLICATION_TYPE_T4</th>\n",
       "      <th>APPLICATION_TYPE_T5</th>\n",
       "      <th>APPLICATION_TYPE_T6</th>\n",
       "      <th>...</th>\n",
       "      <th>INCOME_AMT_1-9999</th>\n",
       "      <th>INCOME_AMT_10000-24999</th>\n",
       "      <th>INCOME_AMT_100000-499999</th>\n",
       "      <th>INCOME_AMT_10M-50M</th>\n",
       "      <th>INCOME_AMT_1M-5M</th>\n",
       "      <th>INCOME_AMT_25000-99999</th>\n",
       "      <th>INCOME_AMT_50M+</th>\n",
       "      <th>INCOME_AMT_5M-10M</th>\n",
       "      <th>SPECIAL_CONSIDERATIONS_N</th>\n",
       "      <th>SPECIAL_CONSIDERATIONS_Y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>5000</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>108590</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>5000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>6692</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>142590</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 44 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   STATUS  ASK_AMT  IS_SUCCESSFUL  APPLICATION_TYPE_Other  \\\n",
       "0       1     5000              1                     0.0   \n",
       "1       1   108590              1                     0.0   \n",
       "2       1     5000              0                     0.0   \n",
       "3       1     6692              1                     0.0   \n",
       "4       1   142590              1                     0.0   \n",
       "\n",
       "   APPLICATION_TYPE_T10  APPLICATION_TYPE_T19  APPLICATION_TYPE_T3  \\\n",
       "0                   1.0                   0.0                  0.0   \n",
       "1                   0.0                   0.0                  1.0   \n",
       "2                   0.0                   0.0                  0.0   \n",
       "3                   0.0                   0.0                  1.0   \n",
       "4                   0.0                   0.0                  1.0   \n",
       "\n",
       "   APPLICATION_TYPE_T4  APPLICATION_TYPE_T5  APPLICATION_TYPE_T6  ...  \\\n",
       "0                  0.0                  0.0                  0.0  ...   \n",
       "1                  0.0                  0.0                  0.0  ...   \n",
       "2                  0.0                  1.0                  0.0  ...   \n",
       "3                  0.0                  0.0                  0.0  ...   \n",
       "4                  0.0                  0.0                  0.0  ...   \n",
       "\n",
       "   INCOME_AMT_1-9999  INCOME_AMT_10000-24999  INCOME_AMT_100000-499999  \\\n",
       "0                0.0                     0.0                       0.0   \n",
       "1                1.0                     0.0                       0.0   \n",
       "2                0.0                     0.0                       0.0   \n",
       "3                0.0                     1.0                       0.0   \n",
       "4                0.0                     0.0                       1.0   \n",
       "\n",
       "   INCOME_AMT_10M-50M  INCOME_AMT_1M-5M  INCOME_AMT_25000-99999  \\\n",
       "0                 0.0               0.0                     0.0   \n",
       "1                 0.0               0.0                     0.0   \n",
       "2                 0.0               0.0                     0.0   \n",
       "3                 0.0               0.0                     0.0   \n",
       "4                 0.0               0.0                     0.0   \n",
       "\n",
       "   INCOME_AMT_50M+  INCOME_AMT_5M-10M  SPECIAL_CONSIDERATIONS_N  \\\n",
       "0              0.0                0.0                       1.0   \n",
       "1              0.0                0.0                       1.0   \n",
       "2              0.0                0.0                       1.0   \n",
       "3              0.0                0.0                       1.0   \n",
       "4              0.0                0.0                       1.0   \n",
       "\n",
       "   SPECIAL_CONSIDERATIONS_Y  \n",
       "0                       0.0  \n",
       "1                       0.0  \n",
       "2                       0.0  \n",
       "3                       0.0  \n",
       "4                       0.0  \n",
       "\n",
       "[5 rows x 44 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Merge one-hot encoded features and drop the originals\n",
    "application_df = application_df.merge(encode_df, left_index=True, right_index=True)\n",
    "\n",
    "application_df = application_df.drop(columns='APPLICATION_TYPE')\n",
    "application_df = application_df.drop(columns='AFFILIATION')\n",
    "application_df = application_df.drop(columns='CLASSIFICATION')\n",
    "application_df = application_df.drop(columns='USE_CASE')\n",
    "application_df = application_df.drop(columns='ORGANIZATION')                                     \n",
    "application_df = application_df.drop(columns='INCOME_AMT')                                     \n",
    "application_df = application_df.drop(columns='SPECIAL_CONSIDERATIONS')                                     \n",
    "\n",
    "application_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Split our preprocessed data into our features and target arrays\n",
    "y = application_df['IS_SUCCESSFUL'].values\n",
    "X = application_df.drop(columns='IS_SUCCESSFUL').values\n",
    "\n",
    "# Split the preprocessed data into a training and testing dataset\n",
    "X_train,X_test,y_train,y_test = train_test_split(X,y,random_state=42, stratify=y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create a StandardScaler instances\n",
    "scaler = StandardScaler()\n",
    "\n",
    "# Fit the StandardScaler\n",
    "X_scaler = scaler.fit(X_train)\n",
    "\n",
    "# Scale the data\n",
    "X_train_scaled = X_scaler.transform(X_train)\n",
    "X_test_scaled = X_scaler.transform(X_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Deliverable 2: Compile, Train and Evaluate the Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential\"\n",
      "_________________________________________________________________\n",
      " Layer (type)                Output Shape              Param #   \n",
      "=================================================================\n",
      " dense (Dense)               (None, 80)                3520      \n",
      "                                                                 \n",
      " dense_1 (Dense)             (None, 30)                2430      \n",
      "                                                                 \n",
      " dense_2 (Dense)             (None, 1)                 31        \n",
      "                                                                 \n",
      "=================================================================\n",
      "Total params: 5,981\n",
      "Trainable params: 5,981\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "# Define the model - deep neural net, i.e., the number of input features and hidden nodes for each layer.\n",
    "\n",
    "number_input_features = len(X_train_scaled[0])\n",
    "hidden_nodes_layer1 = 80\n",
    "hidden_nodes_layer2 = 30\n",
    "\n",
    "nn = tf.keras.models.Sequential()\n",
    "\n",
    "# First hidden layer\n",
    "nn.add(Dense(units=hidden_nodes_layer1,input_dim=number_input_features,activation='relu'))\n",
    "\n",
    "# Second hidden layer\n",
    "nn.add(Dense(units=hidden_nodes_layer2,activation='relu'))\n",
    "\n",
    "# Output layer\n",
    "nn.add(Dense(units=1,activation='sigmoid'))\n",
    "\n",
    "# Check the structure of the model\n",
    "nn.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Compile the model\n",
    "nn.compile(loss='binary_crossentropy',optimizer='adam',metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/100\n",
      "804/804 [==============================] - 7s 2ms/step - loss: 0.5717 - accuracy: 0.7209\n",
      "Epoch 2/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5549 - accuracy: 0.7324\n",
      "Epoch 3/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5518 - accuracy: 0.7312\n",
      "Epoch 4/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5499 - accuracy: 0.7325\n",
      "Epoch 5/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5492 - accuracy: 0.7303\n",
      "Epoch 6/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5481 - accuracy: 0.7331\n",
      "Epoch 7/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5476 - accuracy: 0.7330\n",
      "Epoch 8/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5469 - accuracy: 0.7337\n",
      "Epoch 9/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5465 - accuracy: 0.7342\n",
      "Epoch 10/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5460 - accuracy: 0.7354\n",
      "Epoch 11/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5447 - accuracy: 0.7355\n",
      "Epoch 12/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5449 - accuracy: 0.7368\n",
      "Epoch 13/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5443 - accuracy: 0.7362\n",
      "Epoch 14/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5439 - accuracy: 0.7351\n",
      "Epoch 15/100\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5434 - accuracy: 0.7361\n",
      "Epoch 16/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5431 - accuracy: 0.7363\n",
      "Epoch 17/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5430 - accuracy: 0.7365\n",
      "Epoch 18/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5428 - accuracy: 0.7375\n",
      "Epoch 19/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5420 - accuracy: 0.7364\n",
      "Epoch 20/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5424 - accuracy: 0.7362\n",
      "Epoch 21/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5418 - accuracy: 0.7372\n",
      "Epoch 22/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5416 - accuracy: 0.7376\n",
      "Epoch 23/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5413 - accuracy: 0.7369\n",
      "Epoch 24/100\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5412 - accuracy: 0.7369\n",
      "Epoch 25/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5407 - accuracy: 0.7371\n",
      "Epoch 26/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5410 - accuracy: 0.7372\n",
      "Epoch 27/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5403 - accuracy: 0.7379\n",
      "Epoch 28/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5408 - accuracy: 0.7381\n",
      "Epoch 29/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5404 - accuracy: 0.7389\n",
      "Epoch 30/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5401 - accuracy: 0.7386\n",
      "Epoch 31/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5400 - accuracy: 0.7390\n",
      "Epoch 32/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5400 - accuracy: 0.7377\n",
      "Epoch 33/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5396 - accuracy: 0.7383\n",
      "Epoch 34/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5396 - accuracy: 0.7389\n",
      "Epoch 35/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5394 - accuracy: 0.7391\n",
      "Epoch 36/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5391 - accuracy: 0.7393\n",
      "Epoch 37/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5390 - accuracy: 0.7374\n",
      "Epoch 38/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5390 - accuracy: 0.7385\n",
      "Epoch 39/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5389 - accuracy: 0.7395\n",
      "Epoch 40/100\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5389 - accuracy: 0.7392\n",
      "Epoch 41/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5388 - accuracy: 0.7387\n",
      "Epoch 42/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5387 - accuracy: 0.7391\n",
      "Epoch 43/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5386 - accuracy: 0.7382\n",
      "Epoch 44/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5383 - accuracy: 0.7391\n",
      "Epoch 45/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5379 - accuracy: 0.7394\n",
      "Epoch 46/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5380 - accuracy: 0.7393\n",
      "Epoch 47/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5380 - accuracy: 0.7398\n",
      "Epoch 48/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5376 - accuracy: 0.7400\n",
      "Epoch 49/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5378 - accuracy: 0.7395\n",
      "Epoch 50/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5377 - accuracy: 0.7390\n",
      "Epoch 51/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5377 - accuracy: 0.7403\n",
      "Epoch 52/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5372 - accuracy: 0.7393\n",
      "Epoch 53/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5370 - accuracy: 0.7395\n",
      "Epoch 54/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5375 - accuracy: 0.7399\n",
      "Epoch 55/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5372 - accuracy: 0.7392\n",
      "Epoch 56/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5372 - accuracy: 0.7409\n",
      "Epoch 57/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5368 - accuracy: 0.7392\n",
      "Epoch 58/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5368 - accuracy: 0.7395\n",
      "Epoch 59/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5367 - accuracy: 0.7401\n",
      "Epoch 60/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5361 - accuracy: 0.7403\n",
      "Epoch 61/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5364 - accuracy: 0.7402\n",
      "Epoch 62/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5367 - accuracy: 0.7405\n",
      "Epoch 63/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5365 - accuracy: 0.7397\n",
      "Epoch 64/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5357 - accuracy: 0.7407\n",
      "Epoch 65/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5361 - accuracy: 0.7404\n",
      "Epoch 66/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5360 - accuracy: 0.7406\n",
      "Epoch 67/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5358 - accuracy: 0.7408\n",
      "Epoch 68/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5363 - accuracy: 0.7400\n",
      "Epoch 69/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5359 - accuracy: 0.7396\n",
      "Epoch 70/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5354 - accuracy: 0.7408\n",
      "Epoch 71/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5356 - accuracy: 0.7415\n",
      "Epoch 72/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5355 - accuracy: 0.7400\n",
      "Epoch 73/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5356 - accuracy: 0.7407\n",
      "Epoch 74/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5354 - accuracy: 0.7409\n",
      "Epoch 75/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5356 - accuracy: 0.7417\n",
      "Epoch 76/100\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5349 - accuracy: 0.7410\n",
      "Epoch 77/100\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5358 - accuracy: 0.7407\n",
      "Epoch 78/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5351 - accuracy: 0.7410\n",
      "Epoch 79/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5352 - accuracy: 0.7411\n",
      "Epoch 80/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5351 - accuracy: 0.7410\n",
      "Epoch 81/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5351 - accuracy: 0.7408\n",
      "Epoch 82/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5349 - accuracy: 0.7409\n",
      "Epoch 83/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5345 - accuracy: 0.7407\n",
      "Epoch 84/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5347 - accuracy: 0.7408\n",
      "Epoch 85/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5346 - accuracy: 0.7412\n",
      "Epoch 86/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5348 - accuracy: 0.7414\n",
      "Epoch 87/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5348 - accuracy: 0.7415\n",
      "Epoch 88/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5343 - accuracy: 0.7400\n",
      "Epoch 89/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5348 - accuracy: 0.7410\n",
      "Epoch 90/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5343 - accuracy: 0.7411\n",
      "Epoch 91/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5348 - accuracy: 0.7408\n",
      "Epoch 92/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5340 - accuracy: 0.7414\n",
      "Epoch 93/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5342 - accuracy: 0.7406\n",
      "Epoch 94/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5341 - accuracy: 0.7416\n",
      "Epoch 95/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5344 - accuracy: 0.7413\n",
      "Epoch 96/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5339 - accuracy: 0.7414\n",
      "Epoch 97/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5340 - accuracy: 0.7409\n",
      "Epoch 98/100\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5342 - accuracy: 0.7414\n",
      "Epoch 99/100\n",
      "804/804 [==============================] - 1s 2ms/step - loss: 0.5342 - accuracy: 0.7418\n",
      "Epoch 100/100\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5341 - accuracy: 0.7416\n"
     ]
    }
   ],
   "source": [
    "# Train the model\n",
    "fit_model = nn.fit(X_train_scaled,y_train,epochs=100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "268/268 - 1s - loss: 0.5634 - accuracy: 0.7259 - 628ms/epoch - 2ms/step\n",
      "Loss: 0.5633630752563477, Accuracy: 0.7259474992752075\n"
     ]
    }
   ],
   "source": [
    "# Evaluate the model using the test data\n",
    "model_loss, model_accuracy = nn.evaluate(X_test_scaled,y_test,verbose=2)\n",
    "print(f\"Loss: {model_loss}, Accuracy: {model_accuracy}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/100\n",
      " 90/804 [==>...........................] - ETA: 1s - loss: 0.5406 - accuracy: 0.7378\n",
      "Epoch 1: saving model to checkpoints/Original\\weights.01.hdf5\n",
      "184/804 [=====>........................] - ETA: 3s - loss: 0.5373 - accuracy: 0.7352\n",
      "Epoch 1: saving model to checkpoints/Original\\weights.01.hdf5\n",
      "286/804 [=========>....................] - ETA: 2s - loss: 0.5340 - accuracy: 0.7397\n",
      "Epoch 1: saving model to checkpoints/Original\\weights.01.hdf5\n",
      "386/804 [=============>................] - ETA: 2s - loss: 0.5344 - accuracy: 0.7388\n",
      "Epoch 1: saving model to checkpoints/Original\\weights.01.hdf5\n",
      "481/804 [================>.............] - ETA: 1s - loss: 0.5356 - accuracy: 0.7388\n",
      "Epoch 1: saving model to checkpoints/Original\\weights.01.hdf5\n",
      "580/804 [====================>.........] - ETA: 0s - loss: 0.5366 - accuracy: 0.7384\n",
      "Epoch 1: saving model to checkpoints/Original\\weights.01.hdf5\n",
      "687/804 [========================>.....] - ETA: 0s - loss: 0.5366 - accuracy: 0.7394\n",
      "Epoch 1: saving model to checkpoints/Original\\weights.01.hdf5\n",
      "783/804 [============================>.] - ETA: 0s - loss: 0.5353 - accuracy: 0.7405\n",
      "Epoch 1: saving model to checkpoints/Original\\weights.01.hdf5\n",
      "804/804 [==============================] - 4s 4ms/step - loss: 0.5343 - accuracy: 0.7413\n",
      "Epoch 2/100\n",
      " 80/804 [=>............................] - ETA: 1s - loss: 0.5474 - accuracy: 0.7277\n",
      "Epoch 2: saving model to checkpoints/Original\\weights.02.hdf5\n",
      "176/804 [=====>........................] - ETA: 1s - loss: 0.5349 - accuracy: 0.7406\n",
      "Epoch 2: saving model to checkpoints/Original\\weights.02.hdf5\n",
      "275/804 [=========>....................] - ETA: 1s - loss: 0.5291 - accuracy: 0.7444\n",
      "Epoch 2: saving model to checkpoints/Original\\weights.02.hdf5\n",
      "380/804 [=============>................] - ETA: 1s - loss: 0.5308 - accuracy: 0.7442\n",
      "Epoch 2: saving model to checkpoints/Original\\weights.02.hdf5\n",
      "477/804 [================>.............] - ETA: 0s - loss: 0.5329 - accuracy: 0.7429\n",
      "Epoch 2: saving model to checkpoints/Original\\weights.02.hdf5\n",
      "569/804 [====================>.........] - ETA: 0s - loss: 0.5318 - accuracy: 0.7433\n",
      "Epoch 2: saving model to checkpoints/Original\\weights.02.hdf5\n",
      "670/804 [========================>.....] - ETA: 0s - loss: 0.5332 - accuracy: 0.7418\n",
      "Epoch 2: saving model to checkpoints/Original\\weights.02.hdf5\n",
      "781/804 [============================>.] - ETA: 0s - loss: 0.5342 - accuracy: 0.7407\n",
      "Epoch 2: saving model to checkpoints/Original\\weights.02.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5334 - accuracy: 0.7413\n",
      "Epoch 3/100\n",
      " 85/804 [==>...........................] - ETA: 1s - loss: 0.5286 - accuracy: 0.7467\n",
      "Epoch 3: saving model to checkpoints/Original\\weights.03.hdf5\n",
      "179/804 [=====>........................] - ETA: 1s - loss: 0.5311 - accuracy: 0.7446\n",
      "Epoch 3: saving model to checkpoints/Original\\weights.03.hdf5\n",
      "275/804 [=========>....................] - ETA: 1s - loss: 0.5307 - accuracy: 0.7448\n",
      "Epoch 3: saving model to checkpoints/Original\\weights.03.hdf5\n",
      "373/804 [============>.................] - ETA: 1s - loss: 0.5265 - accuracy: 0.7478\n",
      "Epoch 3: saving model to checkpoints/Original\\weights.03.hdf5\n",
      "469/804 [================>.............] - ETA: 0s - loss: 0.5296 - accuracy: 0.7459\n",
      "Epoch 3: saving model to checkpoints/Original\\weights.03.hdf5\n",
      "577/804 [====================>.........] - ETA: 0s - loss: 0.5319 - accuracy: 0.7438\n",
      "Epoch 3: saving model to checkpoints/Original\\weights.03.hdf5\n",
      "675/804 [========================>.....] - ETA: 0s - loss: 0.5335 - accuracy: 0.7421\n",
      "Epoch 3: saving model to checkpoints/Original\\weights.03.hdf5\n",
      "776/804 [===========================>..] - ETA: 0s - loss: 0.5337 - accuracy: 0.7419\n",
      "Epoch 3: saving model to checkpoints/Original\\weights.03.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5344 - accuracy: 0.7410\n",
      "Epoch 4/100\n",
      " 77/804 [=>............................] - ETA: 1s - loss: 0.5166 - accuracy: 0.7569\n",
      "Epoch 4: saving model to checkpoints/Original\\weights.04.hdf5\n",
      "165/804 [=====>........................] - ETA: 1s - loss: 0.5310 - accuracy: 0.7456\n",
      "Epoch 4: saving model to checkpoints/Original\\weights.04.hdf5\n",
      "262/804 [========>.....................] - ETA: 1s - loss: 0.5335 - accuracy: 0.7401\n",
      "Epoch 4: saving model to checkpoints/Original\\weights.04.hdf5\n",
      "372/804 [============>.................] - ETA: 1s - loss: 0.5336 - accuracy: 0.7434\n",
      "Epoch 4: saving model to checkpoints/Original\\weights.04.hdf5\n",
      "470/804 [================>.............] - ETA: 1s - loss: 0.5337 - accuracy: 0.7424\n",
      "Epoch 4: saving model to checkpoints/Original\\weights.04.hdf5\n",
      "585/804 [====================>.........] - ETA: 0s - loss: 0.5344 - accuracy: 0.7420\n",
      "Epoch 4: saving model to checkpoints/Original\\weights.04.hdf5\n",
      "674/804 [========================>.....] - ETA: 0s - loss: 0.5348 - accuracy: 0.7422\n",
      "Epoch 4: saving model to checkpoints/Original\\weights.04.hdf5\n",
      "772/804 [===========================>..] - ETA: 0s - loss: 0.5336 - accuracy: 0.7434\n",
      "Epoch 4: saving model to checkpoints/Original\\weights.04.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5340 - accuracy: 0.7423\n",
      "Epoch 5/100\n",
      " 74/804 [=>............................] - ETA: 1s - loss: 0.5295 - accuracy: 0.7492\n",
      "Epoch 5: saving model to checkpoints/Original\\weights.05.hdf5\n",
      "178/804 [=====>........................] - ETA: 1s - loss: 0.5298 - accuracy: 0.7465\n",
      "Epoch 5: saving model to checkpoints/Original\\weights.05.hdf5\n",
      "282/804 [=========>....................] - ETA: 1s - loss: 0.5326 - accuracy: 0.7449\n",
      "Epoch 5: saving model to checkpoints/Original\\weights.05.hdf5\n",
      "360/804 [============>.................] - ETA: 1s - loss: 0.5321 - accuracy: 0.7457\n",
      "Epoch 5: saving model to checkpoints/Original\\weights.05.hdf5\n",
      "463/804 [================>.............] - ETA: 1s - loss: 0.5342 - accuracy: 0.7433\n",
      "Epoch 5: saving model to checkpoints/Original\\weights.05.hdf5\n",
      "565/804 [====================>.........] - ETA: 0s - loss: 0.5342 - accuracy: 0.7431\n",
      "Epoch 5: saving model to checkpoints/Original\\weights.05.hdf5\n",
      "656/804 [=======================>......] - ETA: 0s - loss: 0.5327 - accuracy: 0.7435\n",
      "Epoch 5: saving model to checkpoints/Original\\weights.05.hdf5\n",
      "767/804 [===========================>..] - ETA: 0s - loss: 0.5334 - accuracy: 0.7419\n",
      "Epoch 5: saving model to checkpoints/Original\\weights.05.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5337 - accuracy: 0.7419\n",
      "Epoch 6/100\n",
      " 60/804 [=>............................] - ETA: 1s - loss: 0.5303 - accuracy: 0.7354\n",
      "Epoch 6: saving model to checkpoints/Original\\weights.06.hdf5\n",
      "151/804 [====>.........................] - ETA: 2s - loss: 0.5182 - accuracy: 0.7475\n",
      "Epoch 6: saving model to checkpoints/Original\\weights.06.hdf5\n",
      "263/804 [========>.....................] - ETA: 1s - loss: 0.5289 - accuracy: 0.7435\n",
      "Epoch 6: saving model to checkpoints/Original\\weights.06.hdf5\n",
      "362/804 [============>.................] - ETA: 1s - loss: 0.5306 - accuracy: 0.7430\n",
      "Epoch 6: saving model to checkpoints/Original\\weights.06.hdf5\n",
      "454/804 [===============>..............] - ETA: 1s - loss: 0.5331 - accuracy: 0.7418\n",
      "Epoch 6: saving model to checkpoints/Original\\weights.06.hdf5\n",
      "568/804 [====================>.........] - ETA: 0s - loss: 0.5351 - accuracy: 0.7401\n",
      "Epoch 6: saving model to checkpoints/Original\\weights.06.hdf5\n",
      "663/804 [=======================>......] - ETA: 0s - loss: 0.5342 - accuracy: 0.7406\n",
      "Epoch 6: saving model to checkpoints/Original\\weights.06.hdf5\n",
      "751/804 [===========================>..] - ETA: 0s - loss: 0.5347 - accuracy: 0.7407\n",
      "Epoch 6: saving model to checkpoints/Original\\weights.06.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5339 - accuracy: 0.7410\n",
      "Epoch 7/100\n",
      " 65/804 [=>............................] - ETA: 1s - loss: 0.5392 - accuracy: 0.7332\n",
      "Epoch 7: saving model to checkpoints/Original\\weights.07.hdf5\n",
      "149/804 [====>.........................] - ETA: 3s - loss: 0.5275 - accuracy: 0.7456\n",
      "Epoch 7: saving model to checkpoints/Original\\weights.07.hdf5\n",
      "273/804 [=========>....................] - ETA: 1s - loss: 0.5282 - accuracy: 0.7474\n",
      "Epoch 7: saving model to checkpoints/Original\\weights.07.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "359/804 [============>.................] - ETA: 1s - loss: 0.5309 - accuracy: 0.7455\n",
      "Epoch 7: saving model to checkpoints/Original\\weights.07.hdf5\n",
      "463/804 [================>.............] - ETA: 1s - loss: 0.5327 - accuracy: 0.7434\n",
      "Epoch 7: saving model to checkpoints/Original\\weights.07.hdf5\n",
      "565/804 [====================>.........] - ETA: 0s - loss: 0.5337 - accuracy: 0.7422\n",
      "Epoch 7: saving model to checkpoints/Original\\weights.07.hdf5\n",
      "675/804 [========================>.....] - ETA: 0s - loss: 0.5346 - accuracy: 0.7416\n",
      "Epoch 7: saving model to checkpoints/Original\\weights.07.hdf5\n",
      "770/804 [===========================>..] - ETA: 0s - loss: 0.5329 - accuracy: 0.7420\n",
      "Epoch 7: saving model to checkpoints/Original\\weights.07.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5334 - accuracy: 0.7414\n",
      "Epoch 8/100\n",
      " 68/804 [=>............................] - ETA: 1s - loss: 0.5339 - accuracy: 0.7422\n",
      "Epoch 8: saving model to checkpoints/Original\\weights.08.hdf5\n",
      "158/804 [====>.........................] - ETA: 1s - loss: 0.5322 - accuracy: 0.7419\n",
      "Epoch 8: saving model to checkpoints/Original\\weights.08.hdf5\n",
      "262/804 [========>.....................] - ETA: 1s - loss: 0.5331 - accuracy: 0.7427\n",
      "Epoch 8: saving model to checkpoints/Original\\weights.08.hdf5\n",
      "371/804 [============>.................] - ETA: 1s - loss: 0.5297 - accuracy: 0.7464\n",
      "Epoch 8: saving model to checkpoints/Original\\weights.08.hdf5\n",
      "450/804 [===============>..............] - ETA: 1s - loss: 0.5296 - accuracy: 0.7454\n",
      "Epoch 8: saving model to checkpoints/Original\\weights.08.hdf5\n",
      "546/804 [===================>..........] - ETA: 1s - loss: 0.5313 - accuracy: 0.7438\n",
      "Epoch 8: saving model to checkpoints/Original\\weights.08.hdf5\n",
      "646/804 [=======================>......] - ETA: 0s - loss: 0.5330 - accuracy: 0.7424\n",
      "Epoch 8: saving model to checkpoints/Original\\weights.08.hdf5\n",
      "747/804 [==========================>...] - ETA: 0s - loss: 0.5344 - accuracy: 0.7414\n",
      "Epoch 8: saving model to checkpoints/Original\\weights.08.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5336 - accuracy: 0.7417\n",
      "Epoch 9/100\n",
      " 59/804 [=>............................] - ETA: 1s - loss: 0.5333 - accuracy: 0.7447\n",
      "Epoch 9: saving model to checkpoints/Original\\weights.09.hdf5\n",
      "148/804 [====>.........................] - ETA: 1s - loss: 0.5290 - accuracy: 0.7445\n",
      "Epoch 9: saving model to checkpoints/Original\\weights.09.hdf5\n",
      "262/804 [========>.....................] - ETA: 1s - loss: 0.5243 - accuracy: 0.7484\n",
      "Epoch 9: saving model to checkpoints/Original\\weights.09.hdf5\n",
      "355/804 [============>.................] - ETA: 1s - loss: 0.5310 - accuracy: 0.7429\n",
      "Epoch 9: saving model to checkpoints/Original\\weights.09.hdf5\n",
      "455/804 [===============>..............] - ETA: 0s - loss: 0.5341 - accuracy: 0.7405\n",
      "Epoch 9: saving model to checkpoints/Original\\weights.09.hdf5\n",
      "554/804 [===================>..........] - ETA: 0s - loss: 0.5356 - accuracy: 0.7391\n",
      "Epoch 9: saving model to checkpoints/Original\\weights.09.hdf5\n",
      "655/804 [=======================>......] - ETA: 0s - loss: 0.5331 - accuracy: 0.7410\n",
      "Epoch 9: saving model to checkpoints/Original\\weights.09.hdf5\n",
      "748/804 [==========================>...] - ETA: 0s - loss: 0.5331 - accuracy: 0.7416\n",
      "Epoch 9: saving model to checkpoints/Original\\weights.09.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5335 - accuracy: 0.7413\n",
      "Epoch 10/100\n",
      " 50/804 [>.............................] - ETA: 1s - loss: 0.5385 - accuracy: 0.7269\n",
      "Epoch 10: saving model to checkpoints/Original\\weights.10.hdf5\n",
      "145/804 [====>.........................] - ETA: 1s - loss: 0.5407 - accuracy: 0.7276\n",
      "Epoch 10: saving model to checkpoints/Original\\weights.10.hdf5\n",
      "247/804 [========>.....................] - ETA: 1s - loss: 0.5377 - accuracy: 0.7332\n",
      "Epoch 10: saving model to checkpoints/Original\\weights.10.hdf5\n",
      "348/804 [===========>..................] - ETA: 1s - loss: 0.5380 - accuracy: 0.7337\n",
      "Epoch 10: saving model to checkpoints/Original\\weights.10.hdf5\n",
      "452/804 [===============>..............] - ETA: 0s - loss: 0.5365 - accuracy: 0.7374\n",
      "Epoch 10: saving model to checkpoints/Original\\weights.10.hdf5\n",
      "552/804 [===================>..........] - ETA: 0s - loss: 0.5365 - accuracy: 0.7386\n",
      "Epoch 10: saving model to checkpoints/Original\\weights.10.hdf5\n",
      "647/804 [=======================>......] - ETA: 0s - loss: 0.5359 - accuracy: 0.7402\n",
      "Epoch 10: saving model to checkpoints/Original\\weights.10.hdf5\n",
      "749/804 [==========================>...] - ETA: 0s - loss: 0.5344 - accuracy: 0.7411\n",
      "Epoch 10: saving model to checkpoints/Original\\weights.10.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5337 - accuracy: 0.7424\n",
      "Epoch 11/100\n",
      " 59/804 [=>............................] - ETA: 1s - loss: 0.5497 - accuracy: 0.7304\n",
      "Epoch 11: saving model to checkpoints/Original\\weights.11.hdf5\n",
      "146/804 [====>.........................] - ETA: 1s - loss: 0.5440 - accuracy: 0.7352\n",
      "Epoch 11: saving model to checkpoints/Original\\weights.11.hdf5\n",
      "249/804 [========>.....................] - ETA: 1s - loss: 0.5400 - accuracy: 0.7368\n",
      "Epoch 11: saving model to checkpoints/Original\\weights.11.hdf5\n",
      "338/804 [===========>..................] - ETA: 1s - loss: 0.5401 - accuracy: 0.7371\n",
      "Epoch 11: saving model to checkpoints/Original\\weights.11.hdf5\n",
      "443/804 [===============>..............] - ETA: 1s - loss: 0.5353 - accuracy: 0.7399\n",
      "Epoch 11: saving model to checkpoints/Original\\weights.11.hdf5\n",
      "550/804 [===================>..........] - ETA: 0s - loss: 0.5331 - accuracy: 0.7424\n",
      "Epoch 11: saving model to checkpoints/Original\\weights.11.hdf5\n",
      "642/804 [======================>.......] - ETA: 0s - loss: 0.5338 - accuracy: 0.7424\n",
      "Epoch 11: saving model to checkpoints/Original\\weights.11.hdf5\n",
      "737/804 [==========================>...] - ETA: 0s - loss: 0.5336 - accuracy: 0.7421\n",
      "Epoch 11: saving model to checkpoints/Original\\weights.11.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5336 - accuracy: 0.7415\n",
      "Epoch 12/100\n",
      " 53/804 [>.............................] - ETA: 1s - loss: 0.5221 - accuracy: 0.7606\n",
      "Epoch 12: saving model to checkpoints/Original\\weights.12.hdf5\n",
      "139/804 [====>.........................] - ETA: 1s - loss: 0.5290 - accuracy: 0.7484\n",
      "Epoch 12: saving model to checkpoints/Original\\weights.12.hdf5\n",
      "241/804 [=======>......................] - ETA: 1s - loss: 0.5324 - accuracy: 0.7438\n",
      "Epoch 12: saving model to checkpoints/Original\\weights.12.hdf5\n",
      "335/804 [===========>..................] - ETA: 1s - loss: 0.5322 - accuracy: 0.7442\n",
      "Epoch 12: saving model to checkpoints/Original\\weights.12.hdf5\n",
      "433/804 [===============>..............] - ETA: 1s - loss: 0.5340 - accuracy: 0.7418\n",
      "Epoch 12: saving model to checkpoints/Original\\weights.12.hdf5\n",
      "539/804 [===================>..........] - ETA: 0s - loss: 0.5315 - accuracy: 0.7437\n",
      "Epoch 12: saving model to checkpoints/Original\\weights.12.hdf5\n",
      "652/804 [=======================>......] - ETA: 0s - loss: 0.5311 - accuracy: 0.7437\n",
      "Epoch 12: saving model to checkpoints/Original\\weights.12.hdf5\n",
      "744/804 [==========================>...] - ETA: 0s - loss: 0.5325 - accuracy: 0.7423\n",
      "Epoch 12: saving model to checkpoints/Original\\weights.12.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5335 - accuracy: 0.7413\n",
      "Epoch 13/100\n",
      " 46/804 [>.............................] - ETA: 1s - loss: 0.5327 - accuracy: 0.7493\n",
      "Epoch 13: saving model to checkpoints/Original\\weights.13.hdf5\n",
      "131/804 [===>..........................] - ETA: 2s - loss: 0.5389 - accuracy: 0.7421\n",
      "Epoch 13: saving model to checkpoints/Original\\weights.13.hdf5\n",
      "240/804 [=======>......................] - ETA: 1s - loss: 0.5349 - accuracy: 0.7445\n",
      "Epoch 13: saving model to checkpoints/Original\\weights.13.hdf5\n",
      "338/804 [===========>..................] - ETA: 1s - loss: 0.5376 - accuracy: 0.7401\n",
      "Epoch 13: saving model to checkpoints/Original\\weights.13.hdf5\n",
      "446/804 [===============>..............] - ETA: 1s - loss: 0.5337 - accuracy: 0.7430\n",
      "Epoch 13: saving model to checkpoints/Original\\weights.13.hdf5\n",
      "538/804 [===================>..........] - ETA: 0s - loss: 0.5332 - accuracy: 0.7431\n",
      "Epoch 13: saving model to checkpoints/Original\\weights.13.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "633/804 [======================>.......] - ETA: 0s - loss: 0.5346 - accuracy: 0.7414\n",
      "Epoch 13: saving model to checkpoints/Original\\weights.13.hdf5\n",
      "728/804 [==========================>...] - ETA: 0s - loss: 0.5343 - accuracy: 0.7418\n",
      "Epoch 13: saving model to checkpoints/Original\\weights.13.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5333 - accuracy: 0.7425\n",
      "Epoch 14/100\n",
      " 31/804 [>.............................] - ETA: 1s - loss: 0.5442 - accuracy: 0.7440\n",
      "Epoch 14: saving model to checkpoints/Original\\weights.14.hdf5\n",
      "147/804 [====>.........................] - ETA: 1s - loss: 0.5318 - accuracy: 0.7398\n",
      "Epoch 14: saving model to checkpoints/Original\\weights.14.hdf5\n",
      "242/804 [========>.....................] - ETA: 1s - loss: 0.5396 - accuracy: 0.7336\n",
      "Epoch 14: saving model to checkpoints/Original\\weights.14.hdf5\n",
      "333/804 [===========>..................] - ETA: 1s - loss: 0.5333 - accuracy: 0.7404\n",
      "Epoch 14: saving model to checkpoints/Original\\weights.14.hdf5\n",
      "439/804 [===============>..............] - ETA: 1s - loss: 0.5339 - accuracy: 0.7415\n",
      "Epoch 14: saving model to checkpoints/Original\\weights.14.hdf5\n",
      "541/804 [===================>..........] - ETA: 0s - loss: 0.5336 - accuracy: 0.7417\n",
      "Epoch 14: saving model to checkpoints/Original\\weights.14.hdf5\n",
      "634/804 [======================>.......] - ETA: 0s - loss: 0.5347 - accuracy: 0.7409\n",
      "Epoch 14: saving model to checkpoints/Original\\weights.14.hdf5\n",
      "725/804 [==========================>...] - ETA: 0s - loss: 0.5340 - accuracy: 0.7412\n",
      "Epoch 14: saving model to checkpoints/Original\\weights.14.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5335 - accuracy: 0.7415\n",
      "Epoch 15/100\n",
      " 30/804 [>.............................] - ETA: 1s - loss: 0.5392 - accuracy: 0.7385\n",
      "Epoch 15: saving model to checkpoints/Original\\weights.15.hdf5\n",
      "132/804 [===>..........................] - ETA: 1s - loss: 0.5132 - accuracy: 0.7592\n",
      "Epoch 15: saving model to checkpoints/Original\\weights.15.hdf5\n",
      "227/804 [=======>......................] - ETA: 1s - loss: 0.5282 - accuracy: 0.7483\n",
      "Epoch 15: saving model to checkpoints/Original\\weights.15.hdf5\n",
      "323/804 [===========>..................] - ETA: 1s - loss: 0.5287 - accuracy: 0.7474\n",
      "Epoch 15: saving model to checkpoints/Original\\weights.15.hdf5\n",
      "442/804 [===============>..............] - ETA: 1s - loss: 0.5293 - accuracy: 0.7469\n",
      "Epoch 15: saving model to checkpoints/Original\\weights.15.hdf5\n",
      "520/804 [==================>...........] - ETA: 0s - loss: 0.5304 - accuracy: 0.7450\n",
      "Epoch 15: saving model to checkpoints/Original\\weights.15.hdf5\n",
      "623/804 [======================>.......] - ETA: 0s - loss: 0.5315 - accuracy: 0.7433\n",
      "Epoch 15: saving model to checkpoints/Original\\weights.15.hdf5\n",
      "731/804 [==========================>...] - ETA: 0s - loss: 0.5345 - accuracy: 0.7406\n",
      "Epoch 15: saving model to checkpoints/Original\\weights.15.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5335 - accuracy: 0.7417\n",
      "Epoch 16/100\n",
      " 22/804 [..............................] - ETA: 1s - loss: 0.5310 - accuracy: 0.7287\n",
      "Epoch 16: saving model to checkpoints/Original\\weights.16.hdf5\n",
      "131/804 [===>..........................] - ETA: 2s - loss: 0.5397 - accuracy: 0.7371\n",
      "Epoch 16: saving model to checkpoints/Original\\weights.16.hdf5\n",
      "236/804 [=======>......................] - ETA: 1s - loss: 0.5316 - accuracy: 0.7422\n",
      "Epoch 16: saving model to checkpoints/Original\\weights.16.hdf5\n",
      "318/804 [==========>...................] - ETA: 1s - loss: 0.5363 - accuracy: 0.7387\n",
      "Epoch 16: saving model to checkpoints/Original\\weights.16.hdf5\n",
      "418/804 [==============>...............] - ETA: 1s - loss: 0.5351 - accuracy: 0.7408\n",
      "Epoch 16: saving model to checkpoints/Original\\weights.16.hdf5\n",
      "518/804 [==================>...........] - ETA: 0s - loss: 0.5337 - accuracy: 0.7428\n",
      "Epoch 16: saving model to checkpoints/Original\\weights.16.hdf5\n",
      "619/804 [======================>.......] - ETA: 0s - loss: 0.5330 - accuracy: 0.7437\n",
      "Epoch 16: saving model to checkpoints/Original\\weights.16.hdf5\n",
      "716/804 [=========================>....] - ETA: 0s - loss: 0.5331 - accuracy: 0.7428\n",
      "Epoch 16: saving model to checkpoints/Original\\weights.16.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5334 - accuracy: 0.7416\n",
      "Epoch 17/100\n",
      " 19/804 [..............................] - ETA: 2s - loss: 0.5234 - accuracy: 0.7451\n",
      "Epoch 17: saving model to checkpoints/Original\\weights.17.hdf5\n",
      "123/804 [===>..........................] - ETA: 2s - loss: 0.5318 - accuracy: 0.7419\n",
      "Epoch 17: saving model to checkpoints/Original\\weights.17.hdf5\n",
      "232/804 [=======>......................] - ETA: 1s - loss: 0.5333 - accuracy: 0.7415\n",
      "Epoch 17: saving model to checkpoints/Original\\weights.17.hdf5\n",
      "315/804 [==========>...................] - ETA: 1s - loss: 0.5327 - accuracy: 0.7418\n",
      "Epoch 17: saving model to checkpoints/Original\\weights.17.hdf5\n",
      "427/804 [==============>...............] - ETA: 1s - loss: 0.5345 - accuracy: 0.7399\n",
      "Epoch 17: saving model to checkpoints/Original\\weights.17.hdf5\n",
      "512/804 [==================>...........] - ETA: 0s - loss: 0.5345 - accuracy: 0.7397\n",
      "Epoch 17: saving model to checkpoints/Original\\weights.17.hdf5\n",
      "631/804 [======================>.......] - ETA: 0s - loss: 0.5346 - accuracy: 0.7412\n",
      "Epoch 17: saving model to checkpoints/Original\\weights.17.hdf5\n",
      "710/804 [=========================>....] - ETA: 0s - loss: 0.5347 - accuracy: 0.7405\n",
      "Epoch 17: saving model to checkpoints/Original\\weights.17.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5332 - accuracy: 0.7418\n",
      "Epoch 18/100\n",
      " 18/804 [..............................] - ETA: 2s - loss: 0.5170 - accuracy: 0.7552\n",
      "Epoch 18: saving model to checkpoints/Original\\weights.18.hdf5\n",
      "114/804 [===>..........................] - ETA: 2s - loss: 0.5188 - accuracy: 0.7505\n",
      "Epoch 18: saving model to checkpoints/Original\\weights.18.hdf5\n",
      "230/804 [=======>......................] - ETA: 1s - loss: 0.5285 - accuracy: 0.7431\n",
      "Epoch 18: saving model to checkpoints/Original\\weights.18.hdf5\n",
      "313/804 [==========>...................] - ETA: 1s - loss: 0.5350 - accuracy: 0.7367\n",
      "Epoch 18: saving model to checkpoints/Original\\weights.18.hdf5\n",
      "415/804 [==============>...............] - ETA: 1s - loss: 0.5354 - accuracy: 0.7381\n",
      "Epoch 18: saving model to checkpoints/Original\\weights.18.hdf5\n",
      "509/804 [=================>............] - ETA: 0s - loss: 0.5340 - accuracy: 0.7410\n",
      "Epoch 18: saving model to checkpoints/Original\\weights.18.hdf5\n",
      "627/804 [======================>.......] - ETA: 0s - loss: 0.5344 - accuracy: 0.7409\n",
      "Epoch 18: saving model to checkpoints/Original\\weights.18.hdf5\n",
      "712/804 [=========================>....] - ETA: 0s - loss: 0.5334 - accuracy: 0.7415\n",
      "Epoch 18: saving model to checkpoints/Original\\weights.18.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5334 - accuracy: 0.7413\n",
      "Epoch 19/100\n",
      " 22/804 [..............................] - ETA: 1s - loss: 0.5148 - accuracy: 0.7585\n",
      "Epoch 19: saving model to checkpoints/Original\\weights.19.hdf5\n",
      "116/804 [===>..........................] - ETA: 2s - loss: 0.5240 - accuracy: 0.7473\n",
      "Epoch 19: saving model to checkpoints/Original\\weights.19.hdf5\n",
      "213/804 [======>.......................] - ETA: 2s - loss: 0.5260 - accuracy: 0.7472\n",
      "Epoch 19: saving model to checkpoints/Original\\weights.19.hdf5\n",
      "309/804 [==========>...................] - ETA: 1s - loss: 0.5307 - accuracy: 0.7442\n",
      "Epoch 19: saving model to checkpoints/Original\\weights.19.hdf5\n",
      "423/804 [==============>...............] - ETA: 1s - loss: 0.5317 - accuracy: 0.7431\n",
      "Epoch 19: saving model to checkpoints/Original\\weights.19.hdf5\n",
      "508/804 [=================>............] - ETA: 1s - loss: 0.5330 - accuracy: 0.7411\n",
      "Epoch 19: saving model to checkpoints/Original\\weights.19.hdf5\n",
      "621/804 [======================>.......] - ETA: 0s - loss: 0.5324 - accuracy: 0.7418\n",
      "Epoch 19: saving model to checkpoints/Original\\weights.19.hdf5\n",
      "719/804 [=========================>....] - ETA: 0s - loss: 0.5325 - accuracy: 0.7424\n",
      "Epoch 19: saving model to checkpoints/Original\\weights.19.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5335 - accuracy: 0.7418\n",
      "Epoch 20/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 15/804 [..............................] - ETA: 2s - loss: 0.5281 - accuracy: 0.7563 \n",
      "Epoch 20: saving model to checkpoints/Original\\weights.20.hdf5\n",
      "122/804 [===>..........................] - ETA: 4s - loss: 0.5371 - accuracy: 0.7374\n",
      "Epoch 20: saving model to checkpoints/Original\\weights.20.hdf5\n",
      "220/804 [=======>......................] - ETA: 3s - loss: 0.5315 - accuracy: 0.7403\n",
      "Epoch 20: saving model to checkpoints/Original\\weights.20.hdf5\n",
      "309/804 [==========>...................] - ETA: 2s - loss: 0.5348 - accuracy: 0.7384\n",
      "Epoch 20: saving model to checkpoints/Original\\weights.20.hdf5\n",
      "423/804 [==============>...............] - ETA: 1s - loss: 0.5335 - accuracy: 0.7402\n",
      "Epoch 20: saving model to checkpoints/Original\\weights.20.hdf5\n",
      "516/804 [==================>...........] - ETA: 1s - loss: 0.5340 - accuracy: 0.7395\n",
      "Epoch 20: saving model to checkpoints/Original\\weights.20.hdf5\n",
      "620/804 [======================>.......] - ETA: 0s - loss: 0.5317 - accuracy: 0.7424\n",
      "Epoch 20: saving model to checkpoints/Original\\weights.20.hdf5\n",
      "715/804 [=========================>....] - ETA: 0s - loss: 0.5328 - accuracy: 0.7417\n",
      "Epoch 20: saving model to checkpoints/Original\\weights.20.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5331 - accuracy: 0.7419\n",
      "Epoch 21/100\n",
      "  1/804 [..............................] - ETA: 3s - loss: 0.5210 - accuracy: 0.7188\n",
      "Epoch 21: saving model to checkpoints/Original\\weights.21.hdf5\n",
      "116/804 [===>..........................] - ETA: 3s - loss: 0.5393 - accuracy: 0.7328\n",
      "Epoch 21: saving model to checkpoints/Original\\weights.21.hdf5\n",
      "199/804 [======>.......................] - ETA: 2s - loss: 0.5382 - accuracy: 0.7379\n",
      "Epoch 21: saving model to checkpoints/Original\\weights.21.hdf5\n",
      "298/804 [==========>...................] - ETA: 1s - loss: 0.5326 - accuracy: 0.7419\n",
      "Epoch 21: saving model to checkpoints/Original\\weights.21.hdf5\n",
      "397/804 [=============>................] - ETA: 1s - loss: 0.5305 - accuracy: 0.7428\n",
      "Epoch 21: saving model to checkpoints/Original\\weights.21.hdf5\n",
      "502/804 [=================>............] - ETA: 0s - loss: 0.5305 - accuracy: 0.7434\n",
      "Epoch 21: saving model to checkpoints/Original\\weights.21.hdf5\n",
      "598/804 [=====================>........] - ETA: 0s - loss: 0.5330 - accuracy: 0.7415\n",
      "Epoch 21: saving model to checkpoints/Original\\weights.21.hdf5\n",
      "696/804 [========================>.....] - ETA: 0s - loss: 0.5313 - accuracy: 0.7432\n",
      "Epoch 21: saving model to checkpoints/Original\\weights.21.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5329 - accuracy: 0.7416\n",
      "Epoch 22/100\n",
      "  1/804 [..............................] - ETA: 5s - loss: 0.5863 - accuracy: 0.7188\n",
      "Epoch 22: saving model to checkpoints/Original\\weights.22.hdf5\n",
      "105/804 [==>...........................] - ETA: 2s - loss: 0.5249 - accuracy: 0.7467\n",
      "Epoch 22: saving model to checkpoints/Original\\weights.22.hdf5\n",
      "199/804 [======>.......................] - ETA: 2s - loss: 0.5234 - accuracy: 0.7498\n",
      "Epoch 22: saving model to checkpoints/Original\\weights.22.hdf5\n",
      "307/804 [==========>...................] - ETA: 1s - loss: 0.5307 - accuracy: 0.7429\n",
      "Epoch 22: saving model to checkpoints/Original\\weights.22.hdf5\n",
      "410/804 [==============>...............] - ETA: 1s - loss: 0.5301 - accuracy: 0.7429\n",
      "Epoch 22: saving model to checkpoints/Original\\weights.22.hdf5\n",
      "504/804 [=================>............] - ETA: 1s - loss: 0.5332 - accuracy: 0.7409\n",
      "Epoch 22: saving model to checkpoints/Original\\weights.22.hdf5\n",
      "606/804 [=====================>........] - ETA: 0s - loss: 0.5327 - accuracy: 0.7410\n",
      "Epoch 22: saving model to checkpoints/Original\\weights.22.hdf5\n",
      "700/804 [=========================>....] - ETA: 0s - loss: 0.5333 - accuracy: 0.7414\n",
      "Epoch 22: saving model to checkpoints/Original\\weights.22.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5335 - accuracy: 0.7417\n",
      "Epoch 23/100\n",
      "  1/804 [..............................] - ETA: 4s - loss: 0.5517 - accuracy: 0.6875\n",
      "Epoch 23: saving model to checkpoints/Original\\weights.23.hdf5\n",
      "103/804 [==>...........................] - ETA: 3s - loss: 0.5240 - accuracy: 0.7467\n",
      "Epoch 23: saving model to checkpoints/Original\\weights.23.hdf5\n",
      "196/804 [======>.......................] - ETA: 2s - loss: 0.5313 - accuracy: 0.7438\n",
      "Epoch 23: saving model to checkpoints/Original\\weights.23.hdf5\n",
      "308/804 [==========>...................] - ETA: 1s - loss: 0.5324 - accuracy: 0.7437\n",
      "Epoch 23: saving model to checkpoints/Original\\weights.23.hdf5\n",
      "408/804 [==============>...............] - ETA: 1s - loss: 0.5329 - accuracy: 0.7412\n",
      "Epoch 23: saving model to checkpoints/Original\\weights.23.hdf5\n",
      "507/804 [=================>............] - ETA: 1s - loss: 0.5294 - accuracy: 0.7438\n",
      "Epoch 23: saving model to checkpoints/Original\\weights.23.hdf5\n",
      "599/804 [=====================>........] - ETA: 0s - loss: 0.5301 - accuracy: 0.7435\n",
      "Epoch 23: saving model to checkpoints/Original\\weights.23.hdf5\n",
      "706/804 [=========================>....] - ETA: 0s - loss: 0.5321 - accuracy: 0.7420\n",
      "Epoch 23: saving model to checkpoints/Original\\weights.23.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5328 - accuracy: 0.7415\n",
      "Epoch 24/100\n",
      "  1/804 [..............................] - ETA: 7s - loss: 0.3749 - accuracy: 0.8438\n",
      "Epoch 24: saving model to checkpoints/Original\\weights.24.hdf5\n",
      " 92/804 [==>...........................] - ETA: 3s - loss: 0.5238 - accuracy: 0.7493\n",
      "Epoch 24: saving model to checkpoints/Original\\weights.24.hdf5\n",
      "200/804 [======>.......................] - ETA: 2s - loss: 0.5276 - accuracy: 0.7456\n",
      "Epoch 24: saving model to checkpoints/Original\\weights.24.hdf5\n",
      "306/804 [==========>...................] - ETA: 2s - loss: 0.5306 - accuracy: 0.7426\n",
      "Epoch 24: saving model to checkpoints/Original\\weights.24.hdf5\n",
      "407/804 [==============>...............] - ETA: 1s - loss: 0.5319 - accuracy: 0.7409\n",
      "Epoch 24: saving model to checkpoints/Original\\weights.24.hdf5\n",
      "491/804 [=================>............] - ETA: 1s - loss: 0.5307 - accuracy: 0.7427\n",
      "Epoch 24: saving model to checkpoints/Original\\weights.24.hdf5\n",
      "597/804 [=====================>........] - ETA: 0s - loss: 0.5318 - accuracy: 0.7420\n",
      "Epoch 24: saving model to checkpoints/Original\\weights.24.hdf5\n",
      "692/804 [========================>.....] - ETA: 0s - loss: 0.5325 - accuracy: 0.7414\n",
      "Epoch 24: saving model to checkpoints/Original\\weights.24.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5327 - accuracy: 0.7422\n",
      "Epoch 25/100\n",
      "  1/804 [..............................] - ETA: 2s - loss: 0.5322 - accuracy: 0.6875\n",
      "Epoch 25: saving model to checkpoints/Original\\weights.25.hdf5\n",
      " 95/804 [==>...........................] - ETA: 2s - loss: 0.5189 - accuracy: 0.7533\n",
      "Epoch 25: saving model to checkpoints/Original\\weights.25.hdf5\n",
      "189/804 [======>.......................] - ETA: 2s - loss: 0.5246 - accuracy: 0.7490\n",
      "Epoch 25: saving model to checkpoints/Original\\weights.25.hdf5\n",
      "287/804 [=========>....................] - ETA: 1s - loss: 0.5281 - accuracy: 0.7462\n",
      "Epoch 25: saving model to checkpoints/Original\\weights.25.hdf5\n",
      "389/804 [=============>................] - ETA: 1s - loss: 0.5304 - accuracy: 0.7442\n",
      "Epoch 25: saving model to checkpoints/Original\\weights.25.hdf5\n",
      "488/804 [=================>............] - ETA: 1s - loss: 0.5315 - accuracy: 0.7442\n",
      "Epoch 25: saving model to checkpoints/Original\\weights.25.hdf5\n",
      "599/804 [=====================>........] - ETA: 0s - loss: 0.5319 - accuracy: 0.7421\n",
      "Epoch 25: saving model to checkpoints/Original\\weights.25.hdf5\n",
      "693/804 [========================>.....] - ETA: 0s - loss: 0.5334 - accuracy: 0.7417\n",
      "Epoch 25: saving model to checkpoints/Original\\weights.25.hdf5\n",
      "800/804 [============================>.] - ETA: 0s - loss: 0.5325 - accuracy: 0.7421\n",
      "Epoch 25: saving model to checkpoints/Original\\weights.25.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5325 - accuracy: 0.7420\n",
      "Epoch 26/100\n",
      " 95/804 [==>...........................] - ETA: 1s - loss: 0.5310 - accuracy: 0.7388\n",
      "Epoch 26: saving model to checkpoints/Original\\weights.26.hdf5\n",
      "190/804 [======>.......................] - ETA: 1s - loss: 0.5319 - accuracy: 0.7437\n",
      "Epoch 26: saving model to checkpoints/Original\\weights.26.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "283/804 [=========>....................] - ETA: 1s - loss: 0.5302 - accuracy: 0.7449\n",
      "Epoch 26: saving model to checkpoints/Original\\weights.26.hdf5\n",
      "390/804 [=============>................] - ETA: 1s - loss: 0.5271 - accuracy: 0.7474\n",
      "Epoch 26: saving model to checkpoints/Original\\weights.26.hdf5\n",
      "497/804 [=================>............] - ETA: 1s - loss: 0.5338 - accuracy: 0.7407\n",
      "Epoch 26: saving model to checkpoints/Original\\weights.26.hdf5\n",
      "585/804 [====================>.........] - ETA: 0s - loss: 0.5349 - accuracy: 0.7389\n",
      "Epoch 26: saving model to checkpoints/Original\\weights.26.hdf5\n",
      "699/804 [=========================>....] - ETA: 0s - loss: 0.5317 - accuracy: 0.7424\n",
      "Epoch 26: saving model to checkpoints/Original\\weights.26.hdf5\n",
      "785/804 [============================>.] - ETA: 0s - loss: 0.5325 - accuracy: 0.7420\n",
      "Epoch 26: saving model to checkpoints/Original\\weights.26.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5327 - accuracy: 0.7418\n",
      "Epoch 27/100\n",
      " 78/804 [=>............................] - ETA: 1s - loss: 0.5296 - accuracy: 0.7460\n",
      "Epoch 27: saving model to checkpoints/Original\\weights.27.hdf5\n",
      "182/804 [=====>........................] - ETA: 2s - loss: 0.5268 - accuracy: 0.7469\n",
      "Epoch 27: saving model to checkpoints/Original\\weights.27.hdf5\n",
      "289/804 [=========>....................] - ETA: 1s - loss: 0.5289 - accuracy: 0.7455\n",
      "Epoch 27: saving model to checkpoints/Original\\weights.27.hdf5\n",
      "386/804 [=============>................] - ETA: 1s - loss: 0.5281 - accuracy: 0.7462\n",
      "Epoch 27: saving model to checkpoints/Original\\weights.27.hdf5\n",
      "480/804 [================>.............] - ETA: 1s - loss: 0.5306 - accuracy: 0.7447\n",
      "Epoch 27: saving model to checkpoints/Original\\weights.27.hdf5\n",
      "583/804 [====================>.........] - ETA: 0s - loss: 0.5314 - accuracy: 0.7439\n",
      "Epoch 27: saving model to checkpoints/Original\\weights.27.hdf5\n",
      "677/804 [========================>.....] - ETA: 0s - loss: 0.5304 - accuracy: 0.7451\n",
      "Epoch 27: saving model to checkpoints/Original\\weights.27.hdf5\n",
      "781/804 [============================>.] - ETA: 0s - loss: 0.5325 - accuracy: 0.7425\n",
      "Epoch 27: saving model to checkpoints/Original\\weights.27.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5333 - accuracy: 0.7415\n",
      "Epoch 28/100\n",
      " 87/804 [==>...........................] - ETA: 1s - loss: 0.5226 - accuracy: 0.7500\n",
      "Epoch 28: saving model to checkpoints/Original\\weights.28.hdf5\n",
      "174/804 [=====>........................] - ETA: 1s - loss: 0.5285 - accuracy: 0.7459\n",
      "Epoch 28: saving model to checkpoints/Original\\weights.28.hdf5\n",
      "277/804 [=========>....................] - ETA: 1s - loss: 0.5328 - accuracy: 0.7394\n",
      "Epoch 28: saving model to checkpoints/Original\\weights.28.hdf5\n",
      "375/804 [============>.................] - ETA: 1s - loss: 0.5313 - accuracy: 0.7428\n",
      "Epoch 28: saving model to checkpoints/Original\\weights.28.hdf5\n",
      "490/804 [=================>............] - ETA: 0s - loss: 0.5336 - accuracy: 0.7406\n",
      "Epoch 28: saving model to checkpoints/Original\\weights.28.hdf5\n",
      "570/804 [====================>.........] - ETA: 0s - loss: 0.5349 - accuracy: 0.7399\n",
      "Epoch 28: saving model to checkpoints/Original\\weights.28.hdf5\n",
      "688/804 [========================>.....] - ETA: 0s - loss: 0.5343 - accuracy: 0.7408\n",
      "Epoch 28: saving model to checkpoints/Original\\weights.28.hdf5\n",
      "772/804 [===========================>..] - ETA: 0s - loss: 0.5329 - accuracy: 0.7421\n",
      "Epoch 28: saving model to checkpoints/Original\\weights.28.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5331 - accuracy: 0.7418\n",
      "Epoch 29/100\n",
      " 83/804 [==>...........................] - ETA: 2s - loss: 0.5304 - accuracy: 0.7425\n",
      "Epoch 29: saving model to checkpoints/Original\\weights.29.hdf5\n",
      "178/804 [=====>........................] - ETA: 2s - loss: 0.5425 - accuracy: 0.7360\n",
      "Epoch 29: saving model to checkpoints/Original\\weights.29.hdf5\n",
      "274/804 [=========>....................] - ETA: 2s - loss: 0.5339 - accuracy: 0.7419\n",
      "Epoch 29: saving model to checkpoints/Original\\weights.29.hdf5\n",
      "383/804 [=============>................] - ETA: 1s - loss: 0.5334 - accuracy: 0.7411\n",
      "Epoch 29: saving model to checkpoints/Original\\weights.29.hdf5\n",
      "467/804 [================>.............] - ETA: 1s - loss: 0.5289 - accuracy: 0.7437\n",
      "Epoch 29: saving model to checkpoints/Original\\weights.29.hdf5\n",
      "575/804 [====================>.........] - ETA: 1s - loss: 0.5315 - accuracy: 0.7421\n",
      "Epoch 29: saving model to checkpoints/Original\\weights.29.hdf5\n",
      "674/804 [========================>.....] - ETA: 0s - loss: 0.5315 - accuracy: 0.7420\n",
      "Epoch 29: saving model to checkpoints/Original\\weights.29.hdf5\n",
      "762/804 [===========================>..] - ETA: 0s - loss: 0.5317 - accuracy: 0.7418\n",
      "Epoch 29: saving model to checkpoints/Original\\weights.29.hdf5\n",
      "804/804 [==============================] - 4s 5ms/step - loss: 0.5328 - accuracy: 0.7417\n",
      "Epoch 30/100\n",
      " 72/804 [=>............................] - ETA: 1s - loss: 0.5370 - accuracy: 0.7361\n",
      "Epoch 30: saving model to checkpoints/Original\\weights.30.hdf5\n",
      "171/804 [=====>........................] - ETA: 1s - loss: 0.5376 - accuracy: 0.7370\n",
      "Epoch 30: saving model to checkpoints/Original\\weights.30.hdf5\n",
      "283/804 [=========>....................] - ETA: 1s - loss: 0.5334 - accuracy: 0.7414\n",
      "Epoch 30: saving model to checkpoints/Original\\weights.30.hdf5\n",
      "372/804 [============>.................] - ETA: 1s - loss: 0.5313 - accuracy: 0.7427\n",
      "Epoch 30: saving model to checkpoints/Original\\weights.30.hdf5\n",
      "477/804 [================>.............] - ETA: 0s - loss: 0.5319 - accuracy: 0.7426\n",
      "Epoch 30: saving model to checkpoints/Original\\weights.30.hdf5\n",
      "579/804 [====================>.........] - ETA: 0s - loss: 0.5331 - accuracy: 0.7426\n",
      "Epoch 30: saving model to checkpoints/Original\\weights.30.hdf5\n",
      "668/804 [=======================>......] - ETA: 0s - loss: 0.5326 - accuracy: 0.7426\n",
      "Epoch 30: saving model to checkpoints/Original\\weights.30.hdf5\n",
      "773/804 [===========================>..] - ETA: 0s - loss: 0.5334 - accuracy: 0.7417\n",
      "Epoch 30: saving model to checkpoints/Original\\weights.30.hdf5\n",
      "804/804 [==============================] - 4s 4ms/step - loss: 0.5329 - accuracy: 0.7422\n",
      "Epoch 31/100\n",
      " 59/804 [=>............................] - ETA: 1s - loss: 0.5312 - accuracy: 0.7405\n",
      "Epoch 31: saving model to checkpoints/Original\\weights.31.hdf5\n",
      "172/804 [=====>........................] - ETA: 4s - loss: 0.5326 - accuracy: 0.7406\n",
      "Epoch 31: saving model to checkpoints/Original\\weights.31.hdf5\n",
      "268/804 [=========>....................] - ETA: 3s - loss: 0.5354 - accuracy: 0.7407\n",
      "Epoch 31: saving model to checkpoints/Original\\weights.31.hdf5\n",
      "361/804 [============>.................] - ETA: 2s - loss: 0.5333 - accuracy: 0.7409\n",
      "Epoch 31: saving model to checkpoints/Original\\weights.31.hdf5\n",
      "475/804 [================>.............] - ETA: 1s - loss: 0.5355 - accuracy: 0.7397\n",
      "Epoch 31: saving model to checkpoints/Original\\weights.31.hdf5\n",
      "569/804 [====================>.........] - ETA: 1s - loss: 0.5336 - accuracy: 0.7405\n",
      "Epoch 31: saving model to checkpoints/Original\\weights.31.hdf5\n",
      "660/804 [=======================>......] - ETA: 0s - loss: 0.5334 - accuracy: 0.7406\n",
      "Epoch 31: saving model to checkpoints/Original\\weights.31.hdf5\n",
      "767/804 [===========================>..] - ETA: 0s - loss: 0.5328 - accuracy: 0.7412\n",
      "Epoch 31: saving model to checkpoints/Original\\weights.31.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5323 - accuracy: 0.7417\n",
      "Epoch 32/100\n",
      " 65/804 [=>............................] - ETA: 1s - loss: 0.5367 - accuracy: 0.7375\n",
      "Epoch 32: saving model to checkpoints/Original\\weights.32.hdf5\n",
      "156/804 [====>.........................] - ETA: 2s - loss: 0.5378 - accuracy: 0.7356\n",
      "Epoch 32: saving model to checkpoints/Original\\weights.32.hdf5\n",
      "254/804 [========>.....................] - ETA: 2s - loss: 0.5308 - accuracy: 0.7429\n",
      "Epoch 32: saving model to checkpoints/Original\\weights.32.hdf5\n",
      "362/804 [============>.................] - ETA: 1s - loss: 0.5317 - accuracy: 0.7425\n",
      "Epoch 32: saving model to checkpoints/Original\\weights.32.hdf5\n",
      "458/804 [================>.............] - ETA: 1s - loss: 0.5307 - accuracy: 0.7426\n",
      "Epoch 32: saving model to checkpoints/Original\\weights.32.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "565/804 [====================>.........] - ETA: 0s - loss: 0.5324 - accuracy: 0.7409\n",
      "Epoch 32: saving model to checkpoints/Original\\weights.32.hdf5\n",
      "673/804 [========================>.....] - ETA: 0s - loss: 0.5345 - accuracy: 0.7400\n",
      "Epoch 32: saving model to checkpoints/Original\\weights.32.hdf5\n",
      "757/804 [===========================>..] - ETA: 0s - loss: 0.5342 - accuracy: 0.7404\n",
      "Epoch 32: saving model to checkpoints/Original\\weights.32.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5330 - accuracy: 0.7413\n",
      "Epoch 33/100\n",
      " 50/804 [>.............................] - ETA: 1s - loss: 0.5149 - accuracy: 0.7588\n",
      "Epoch 33: saving model to checkpoints/Original\\weights.33.hdf5\n",
      "154/804 [====>.........................] - ETA: 1s - loss: 0.5243 - accuracy: 0.7528\n",
      "Epoch 33: saving model to checkpoints/Original\\weights.33.hdf5\n",
      "269/804 [=========>....................] - ETA: 1s - loss: 0.5240 - accuracy: 0.7507\n",
      "Epoch 33: saving model to checkpoints/Original\\weights.33.hdf5\n",
      "367/804 [============>.................] - ETA: 1s - loss: 0.5314 - accuracy: 0.7434\n",
      "Epoch 33: saving model to checkpoints/Original\\weights.33.hdf5\n",
      "445/804 [===============>..............] - ETA: 1s - loss: 0.5350 - accuracy: 0.7407\n",
      "Epoch 33: saving model to checkpoints/Original\\weights.33.hdf5\n",
      "556/804 [===================>..........] - ETA: 0s - loss: 0.5332 - accuracy: 0.7417\n",
      "Epoch 33: saving model to checkpoints/Original\\weights.33.hdf5\n",
      "659/804 [=======================>......] - ETA: 0s - loss: 0.5320 - accuracy: 0.7423\n",
      "Epoch 33: saving model to checkpoints/Original\\weights.33.hdf5\n",
      "760/804 [===========================>..] - ETA: 0s - loss: 0.5332 - accuracy: 0.7418\n",
      "Epoch 33: saving model to checkpoints/Original\\weights.33.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5326 - accuracy: 0.7421\n",
      "Epoch 34/100\n",
      " 54/804 [=>............................] - ETA: 2s - loss: 0.5337 - accuracy: 0.7442\n",
      "Epoch 34: saving model to checkpoints/Original\\weights.34.hdf5\n",
      "159/804 [====>.........................] - ETA: 2s - loss: 0.5305 - accuracy: 0.7445\n",
      "Epoch 34: saving model to checkpoints/Original\\weights.34.hdf5\n",
      "250/804 [========>.....................] - ETA: 2s - loss: 0.5237 - accuracy: 0.7494\n",
      "Epoch 34: saving model to checkpoints/Original\\weights.34.hdf5\n",
      "358/804 [============>.................] - ETA: 1s - loss: 0.5243 - accuracy: 0.7483\n",
      "Epoch 34: saving model to checkpoints/Original\\weights.34.hdf5\n",
      "450/804 [===============>..............] - ETA: 1s - loss: 0.5264 - accuracy: 0.7451\n",
      "Epoch 34: saving model to checkpoints/Original\\weights.34.hdf5\n",
      "553/804 [===================>..........] - ETA: 0s - loss: 0.5275 - accuracy: 0.7446\n",
      "Epoch 34: saving model to checkpoints/Original\\weights.34.hdf5\n",
      "654/804 [=======================>......] - ETA: 0s - loss: 0.5311 - accuracy: 0.7421\n",
      "Epoch 34: saving model to checkpoints/Original\\weights.34.hdf5\n",
      "755/804 [===========================>..] - ETA: 0s - loss: 0.5328 - accuracy: 0.7414\n",
      "Epoch 34: saving model to checkpoints/Original\\weights.34.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5326 - accuracy: 0.7418\n",
      "Epoch 35/100\n",
      " 50/804 [>.............................] - ETA: 1s - loss: 0.5313 - accuracy: 0.7387\n",
      "Epoch 35: saving model to checkpoints/Original\\weights.35.hdf5\n",
      "143/804 [====>.........................] - ETA: 3s - loss: 0.5388 - accuracy: 0.7314\n",
      "Epoch 35: saving model to checkpoints/Original\\weights.35.hdf5\n",
      "245/804 [========>.....................] - ETA: 2s - loss: 0.5320 - accuracy: 0.7380\n",
      "Epoch 35: saving model to checkpoints/Original\\weights.35.hdf5\n",
      "340/804 [===========>..................] - ETA: 1s - loss: 0.5358 - accuracy: 0.7371\n",
      "Epoch 35: saving model to checkpoints/Original\\weights.35.hdf5\n",
      "443/804 [===============>..............] - ETA: 1s - loss: 0.5372 - accuracy: 0.7383\n",
      "Epoch 35: saving model to checkpoints/Original\\weights.35.hdf5\n",
      "557/804 [===================>..........] - ETA: 0s - loss: 0.5356 - accuracy: 0.7398\n",
      "Epoch 35: saving model to checkpoints/Original\\weights.35.hdf5\n",
      "660/804 [=======================>......] - ETA: 0s - loss: 0.5336 - accuracy: 0.7415\n",
      "Epoch 35: saving model to checkpoints/Original\\weights.35.hdf5\n",
      "742/804 [==========================>...] - ETA: 0s - loss: 0.5323 - accuracy: 0.7425\n",
      "Epoch 35: saving model to checkpoints/Original\\weights.35.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5328 - accuracy: 0.7415\n",
      "Epoch 36/100\n",
      " 42/804 [>.............................] - ETA: 1s - loss: 0.5235 - accuracy: 0.7604\n",
      "Epoch 36: saving model to checkpoints/Original\\weights.36.hdf5\n",
      "153/804 [====>.........................] - ETA: 3s - loss: 0.5312 - accuracy: 0.7404\n",
      "Epoch 36: saving model to checkpoints/Original\\weights.36.hdf5\n",
      "248/804 [========>.....................] - ETA: 2s - loss: 0.5284 - accuracy: 0.7440\n",
      "Epoch 36: saving model to checkpoints/Original\\weights.36.hdf5\n",
      "346/804 [===========>..................] - ETA: 1s - loss: 0.5336 - accuracy: 0.7404\n",
      "Epoch 36: saving model to checkpoints/Original\\weights.36.hdf5\n",
      "447/804 [===============>..............] - ETA: 1s - loss: 0.5332 - accuracy: 0.7407\n",
      "Epoch 36: saving model to checkpoints/Original\\weights.36.hdf5\n",
      "559/804 [===================>..........] - ETA: 0s - loss: 0.5341 - accuracy: 0.7404\n",
      "Epoch 36: saving model to checkpoints/Original\\weights.36.hdf5\n",
      "644/804 [=======================>......] - ETA: 0s - loss: 0.5344 - accuracy: 0.7401\n",
      "Epoch 36: saving model to checkpoints/Original\\weights.36.hdf5\n",
      "754/804 [===========================>..] - ETA: 0s - loss: 0.5332 - accuracy: 0.7418\n",
      "Epoch 36: saving model to checkpoints/Original\\weights.36.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5330 - accuracy: 0.7418\n",
      "Epoch 37/100\n",
      " 40/804 [>.............................] - ETA: 2s - loss: 0.5420 - accuracy: 0.7312\n",
      "Epoch 37: saving model to checkpoints/Original\\weights.37.hdf5\n",
      "145/804 [====>.........................] - ETA: 2s - loss: 0.5299 - accuracy: 0.7412\n",
      "Epoch 37: saving model to checkpoints/Original\\weights.37.hdf5\n",
      "244/804 [========>.....................] - ETA: 1s - loss: 0.5287 - accuracy: 0.7441\n",
      "Epoch 37: saving model to checkpoints/Original\\weights.37.hdf5\n",
      "346/804 [===========>..................] - ETA: 1s - loss: 0.5322 - accuracy: 0.7417\n",
      "Epoch 37: saving model to checkpoints/Original\\weights.37.hdf5\n",
      "444/804 [===============>..............] - ETA: 1s - loss: 0.5304 - accuracy: 0.7431\n",
      "Epoch 37: saving model to checkpoints/Original\\weights.37.hdf5\n",
      "555/804 [===================>..........] - ETA: 1s - loss: 0.5296 - accuracy: 0.7439\n",
      "Epoch 37: saving model to checkpoints/Original\\weights.37.hdf5\n",
      "637/804 [======================>.......] - ETA: 1s - loss: 0.5299 - accuracy: 0.7427\n",
      "Epoch 37: saving model to checkpoints/Original\\weights.37.hdf5\n",
      "741/804 [==========================>...] - ETA: 0s - loss: 0.5328 - accuracy: 0.7412\n",
      "Epoch 37: saving model to checkpoints/Original\\weights.37.hdf5\n",
      "804/804 [==============================] - 5s 7ms/step - loss: 0.5327 - accuracy: 0.7414\n",
      "Epoch 38/100\n",
      " 28/804 [>.............................] - ETA: 1s - loss: 0.5633 - accuracy: 0.7333\n",
      "Epoch 38: saving model to checkpoints/Original\\weights.38.hdf5\n",
      "133/804 [===>..........................] - ETA: 3s - loss: 0.5397 - accuracy: 0.7422\n",
      "Epoch 38: saving model to checkpoints/Original\\weights.38.hdf5\n",
      "235/804 [=======>......................] - ETA: 2s - loss: 0.5362 - accuracy: 0.7427\n",
      "Epoch 38: saving model to checkpoints/Original\\weights.38.hdf5\n",
      "332/804 [===========>..................] - ETA: 2s - loss: 0.5340 - accuracy: 0.7416\n",
      "Epoch 38: saving model to checkpoints/Original\\weights.38.hdf5\n",
      "427/804 [==============>...............] - ETA: 1s - loss: 0.5326 - accuracy: 0.7419\n",
      "Epoch 38: saving model to checkpoints/Original\\weights.38.hdf5\n",
      "548/804 [===================>..........] - ETA: 1s - loss: 0.5324 - accuracy: 0.7420\n",
      "Epoch 38: saving model to checkpoints/Original\\weights.38.hdf5\n",
      "624/804 [======================>.......] - ETA: 0s - loss: 0.5316 - accuracy: 0.7431\n",
      "Epoch 38: saving model to checkpoints/Original\\weights.38.hdf5\n",
      "732/804 [==========================>...] - ETA: 0s - loss: 0.5310 - accuracy: 0.7433\n",
      "Epoch 38: saving model to checkpoints/Original\\weights.38.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "804/804 [==============================] - 4s 5ms/step - loss: 0.5325 - accuracy: 0.7416\n",
      "Epoch 39/100\n",
      " 35/804 [>.............................] - ETA: 2s - loss: 0.5203 - accuracy: 0.7509\n",
      "Epoch 39: saving model to checkpoints/Original\\weights.39.hdf5\n",
      "134/804 [====>.........................] - ETA: 1s - loss: 0.5387 - accuracy: 0.7348\n",
      "Epoch 39: saving model to checkpoints/Original\\weights.39.hdf5\n",
      "238/804 [=======>......................] - ETA: 1s - loss: 0.5370 - accuracy: 0.7383\n",
      "Epoch 39: saving model to checkpoints/Original\\weights.39.hdf5\n",
      "329/804 [===========>..................] - ETA: 1s - loss: 0.5343 - accuracy: 0.7382\n",
      "Epoch 39: saving model to checkpoints/Original\\weights.39.hdf5\n",
      "429/804 [===============>..............] - ETA: 0s - loss: 0.5328 - accuracy: 0.7413\n",
      "Epoch 39: saving model to checkpoints/Original\\weights.39.hdf5\n",
      "530/804 [==================>...........] - ETA: 0s - loss: 0.5325 - accuracy: 0.7423\n",
      "Epoch 39: saving model to checkpoints/Original\\weights.39.hdf5\n",
      "632/804 [======================>.......] - ETA: 0s - loss: 0.5309 - accuracy: 0.7428\n",
      "Epoch 39: saving model to checkpoints/Original\\weights.39.hdf5\n",
      "729/804 [==========================>...] - ETA: 0s - loss: 0.5318 - accuracy: 0.7426\n",
      "Epoch 39: saving model to checkpoints/Original\\weights.39.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5329 - accuracy: 0.7419\n",
      "Epoch 40/100\n",
      " 27/804 [>.............................] - ETA: 1s - loss: 0.5293 - accuracy: 0.7500\n",
      "Epoch 40: saving model to checkpoints/Original\\weights.40.hdf5\n",
      "140/804 [====>.........................] - ETA: 1s - loss: 0.5277 - accuracy: 0.7444\n",
      "Epoch 40: saving model to checkpoints/Original\\weights.40.hdf5\n",
      "226/804 [=======>......................] - ETA: 2s - loss: 0.5306 - accuracy: 0.7427\n",
      "Epoch 40: saving model to checkpoints/Original\\weights.40.hdf5\n",
      "327/804 [===========>..................] - ETA: 1s - loss: 0.5293 - accuracy: 0.7434\n",
      "Epoch 40: saving model to checkpoints/Original\\weights.40.hdf5\n",
      "422/804 [==============>...............] - ETA: 1s - loss: 0.5307 - accuracy: 0.7409\n",
      "Epoch 40: saving model to checkpoints/Original\\weights.40.hdf5\n",
      "537/804 [===================>..........] - ETA: 0s - loss: 0.5317 - accuracy: 0.7413\n",
      "Epoch 40: saving model to checkpoints/Original\\weights.40.hdf5\n",
      "623/804 [======================>.......] - ETA: 0s - loss: 0.5312 - accuracy: 0.7421\n",
      "Epoch 40: saving model to checkpoints/Original\\weights.40.hdf5\n",
      "729/804 [==========================>...] - ETA: 0s - loss: 0.5321 - accuracy: 0.7425\n",
      "Epoch 40: saving model to checkpoints/Original\\weights.40.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5325 - accuracy: 0.7421\n",
      "Epoch 41/100\n",
      " 34/804 [>.............................] - ETA: 2s - loss: 0.5467 - accuracy: 0.7307\n",
      "Epoch 41: saving model to checkpoints/Original\\weights.41.hdf5\n",
      "139/804 [====>.........................] - ETA: 2s - loss: 0.5321 - accuracy: 0.7444\n",
      "Epoch 41: saving model to checkpoints/Original\\weights.41.hdf5\n",
      "221/804 [=======>......................] - ETA: 2s - loss: 0.5320 - accuracy: 0.7439\n",
      "Epoch 41: saving model to checkpoints/Original\\weights.41.hdf5\n",
      "332/804 [===========>..................] - ETA: 1s - loss: 0.5338 - accuracy: 0.7418\n",
      "Epoch 41: saving model to checkpoints/Original\\weights.41.hdf5\n",
      "417/804 [==============>...............] - ETA: 1s - loss: 0.5327 - accuracy: 0.7430\n",
      "Epoch 41: saving model to checkpoints/Original\\weights.41.hdf5\n",
      "529/804 [==================>...........] - ETA: 1s - loss: 0.5327 - accuracy: 0.7431\n",
      "Epoch 41: saving model to checkpoints/Original\\weights.41.hdf5\n",
      "633/804 [======================>.......] - ETA: 0s - loss: 0.5340 - accuracy: 0.7414\n",
      "Epoch 41: saving model to checkpoints/Original\\weights.41.hdf5\n",
      "718/804 [=========================>....] - ETA: 0s - loss: 0.5338 - accuracy: 0.7411\n",
      "Epoch 41: saving model to checkpoints/Original\\weights.41.hdf5\n",
      "804/804 [==============================] - 4s 4ms/step - loss: 0.5323 - accuracy: 0.7419\n",
      "Epoch 42/100\n",
      " 29/804 [>.............................] - ETA: 1s - loss: 0.5452 - accuracy: 0.7263\n",
      "Epoch 42: saving model to checkpoints/Original\\weights.42.hdf5\n",
      "113/804 [===>..........................] - ETA: 2s - loss: 0.5342 - accuracy: 0.7364\n",
      "Epoch 42: saving model to checkpoints/Original\\weights.42.hdf5\n",
      "228/804 [=======>......................] - ETA: 1s - loss: 0.5297 - accuracy: 0.7426\n",
      "Epoch 42: saving model to checkpoints/Original\\weights.42.hdf5\n",
      "317/804 [==========>...................] - ETA: 1s - loss: 0.5313 - accuracy: 0.7431\n",
      "Epoch 42: saving model to checkpoints/Original\\weights.42.hdf5\n",
      "429/804 [===============>..............] - ETA: 1s - loss: 0.5326 - accuracy: 0.7410\n",
      "Epoch 42: saving model to checkpoints/Original\\weights.42.hdf5\n",
      "523/804 [==================>...........] - ETA: 1s - loss: 0.5330 - accuracy: 0.7401\n",
      "Epoch 42: saving model to checkpoints/Original\\weights.42.hdf5\n",
      "631/804 [======================>.......] - ETA: 0s - loss: 0.5354 - accuracy: 0.7399\n",
      "Epoch 42: saving model to checkpoints/Original\\weights.42.hdf5\n",
      "728/804 [==========================>...] - ETA: 0s - loss: 0.5327 - accuracy: 0.7417\n",
      "Epoch 42: saving model to checkpoints/Original\\weights.42.hdf5\n",
      "804/804 [==============================] - 4s 5ms/step - loss: 0.5326 - accuracy: 0.7420\n",
      "Epoch 43/100\n",
      " 23/804 [..............................] - ETA: 1s - loss: 0.5124 - accuracy: 0.7677\n",
      "Epoch 43: saving model to checkpoints/Original\\weights.43.hdf5\n",
      "120/804 [===>..........................] - ETA: 2s - loss: 0.5260 - accuracy: 0.7482\n",
      "Epoch 43: saving model to checkpoints/Original\\weights.43.hdf5\n",
      "226/804 [=======>......................] - ETA: 2s - loss: 0.5285 - accuracy: 0.7459\n",
      "Epoch 43: saving model to checkpoints/Original\\weights.43.hdf5\n",
      "330/804 [===========>..................] - ETA: 1s - loss: 0.5277 - accuracy: 0.7453\n",
      "Epoch 43: saving model to checkpoints/Original\\weights.43.hdf5\n",
      "403/804 [==============>...............] - ETA: 1s - loss: 0.5286 - accuracy: 0.7444\n",
      "Epoch 43: saving model to checkpoints/Original\\weights.43.hdf5\n",
      "501/804 [=================>............] - ETA: 1s - loss: 0.5292 - accuracy: 0.7433\n",
      "Epoch 43: saving model to checkpoints/Original\\weights.43.hdf5\n",
      "609/804 [=====================>........] - ETA: 0s - loss: 0.5303 - accuracy: 0.7426\n",
      "Epoch 43: saving model to checkpoints/Original\\weights.43.hdf5\n",
      "710/804 [=========================>....] - ETA: 0s - loss: 0.5323 - accuracy: 0.7411\n",
      "Epoch 43: saving model to checkpoints/Original\\weights.43.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5325 - accuracy: 0.7420\n",
      "Epoch 44/100\n",
      " 23/804 [..............................] - ETA: 1s - loss: 0.5261 - accuracy: 0.7554\n",
      "Epoch 44: saving model to checkpoints/Original\\weights.44.hdf5\n",
      "109/804 [===>..........................] - ETA: 2s - loss: 0.5321 - accuracy: 0.7403\n",
      "Epoch 44: saving model to checkpoints/Original\\weights.44.hdf5\n",
      "207/804 [======>.......................] - ETA: 1s - loss: 0.5370 - accuracy: 0.7388\n",
      "Epoch 44: saving model to checkpoints/Original\\weights.44.hdf5\n",
      "311/804 [==========>...................] - ETA: 1s - loss: 0.5347 - accuracy: 0.7385\n",
      "Epoch 44: saving model to checkpoints/Original\\weights.44.hdf5\n",
      "411/804 [==============>...............] - ETA: 1s - loss: 0.5327 - accuracy: 0.7416\n",
      "Epoch 44: saving model to checkpoints/Original\\weights.44.hdf5\n",
      "517/804 [==================>...........] - ETA: 0s - loss: 0.5323 - accuracy: 0.7413\n",
      "Epoch 44: saving model to checkpoints/Original\\weights.44.hdf5\n",
      "616/804 [=====================>........] - ETA: 0s - loss: 0.5334 - accuracy: 0.7408\n",
      "Epoch 44: saving model to checkpoints/Original\\weights.44.hdf5\n",
      "723/804 [=========================>....] - ETA: 0s - loss: 0.5329 - accuracy: 0.7414\n",
      "Epoch 44: saving model to checkpoints/Original\\weights.44.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5321 - accuracy: 0.7425\n",
      "Epoch 45/100\n",
      " 17/804 [..............................] - ETA: 2s - loss: 0.5294 - accuracy: 0.7243\n",
      "Epoch 45: saving model to checkpoints/Original\\weights.45.hdf5\n",
      "109/804 [===>..........................] - ETA: 2s - loss: 0.5283 - accuracy: 0.7388\n",
      "Epoch 45: saving model to checkpoints/Original\\weights.45.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "201/804 [======>.......................] - ETA: 2s - loss: 0.5255 - accuracy: 0.7441\n",
      "Epoch 45: saving model to checkpoints/Original\\weights.45.hdf5\n",
      "301/804 [==========>...................] - ETA: 1s - loss: 0.5289 - accuracy: 0.7431\n",
      "Epoch 45: saving model to checkpoints/Original\\weights.45.hdf5\n",
      "417/804 [==============>...............] - ETA: 1s - loss: 0.5306 - accuracy: 0.7431\n",
      "Epoch 45: saving model to checkpoints/Original\\weights.45.hdf5\n",
      "496/804 [=================>............] - ETA: 1s - loss: 0.5291 - accuracy: 0.7446\n",
      "Epoch 45: saving model to checkpoints/Original\\weights.45.hdf5\n",
      "617/804 [======================>.......] - ETA: 0s - loss: 0.5317 - accuracy: 0.7430\n",
      "Epoch 45: saving model to checkpoints/Original\\weights.45.hdf5\n",
      "712/804 [=========================>....] - ETA: 0s - loss: 0.5323 - accuracy: 0.7422\n",
      "Epoch 45: saving model to checkpoints/Original\\weights.45.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5320 - accuracy: 0.7421\n",
      "Epoch 46/100\n",
      "  1/804 [..............................] - ETA: 4s - loss: 0.4871 - accuracy: 0.7812\n",
      "Epoch 46: saving model to checkpoints/Original\\weights.46.hdf5\n",
      "106/804 [==>...........................] - ETA: 3s - loss: 0.5349 - accuracy: 0.7350\n",
      "Epoch 46: saving model to checkpoints/Original\\weights.46.hdf5\n",
      "219/804 [=======>......................] - ETA: 2s - loss: 0.5374 - accuracy: 0.7339\n",
      "Epoch 46: saving model to checkpoints/Original\\weights.46.hdf5\n",
      "307/804 [==========>...................] - ETA: 1s - loss: 0.5387 - accuracy: 0.7370\n",
      "Epoch 46: saving model to checkpoints/Original\\weights.46.hdf5\n",
      "410/804 [==============>...............] - ETA: 1s - loss: 0.5370 - accuracy: 0.7381\n",
      "Epoch 46: saving model to checkpoints/Original\\weights.46.hdf5\n",
      "511/804 [==================>...........] - ETA: 1s - loss: 0.5358 - accuracy: 0.7382\n",
      "Epoch 46: saving model to checkpoints/Original\\weights.46.hdf5\n",
      "612/804 [=====================>........] - ETA: 0s - loss: 0.5348 - accuracy: 0.7397\n",
      "Epoch 46: saving model to checkpoints/Original\\weights.46.hdf5\n",
      "712/804 [=========================>....] - ETA: 0s - loss: 0.5331 - accuracy: 0.7412\n",
      "Epoch 46: saving model to checkpoints/Original\\weights.46.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5324 - accuracy: 0.7419\n",
      "Epoch 47/100\n",
      "  1/804 [..............................] - ETA: 3s - loss: 0.5340 - accuracy: 0.6875\n",
      "Epoch 47: saving model to checkpoints/Original\\weights.47.hdf5\n",
      "110/804 [===>..........................] - ETA: 2s - loss: 0.5372 - accuracy: 0.7372\n",
      "Epoch 47: saving model to checkpoints/Original\\weights.47.hdf5\n",
      "197/804 [======>.......................] - ETA: 1s - loss: 0.5456 - accuracy: 0.7338\n",
      "Epoch 47: saving model to checkpoints/Original\\weights.47.hdf5\n",
      "315/804 [==========>...................] - ETA: 1s - loss: 0.5388 - accuracy: 0.7385\n",
      "Epoch 47: saving model to checkpoints/Original\\weights.47.hdf5\n",
      "414/804 [==============>...............] - ETA: 1s - loss: 0.5356 - accuracy: 0.7408\n",
      "Epoch 47: saving model to checkpoints/Original\\weights.47.hdf5\n",
      "504/804 [=================>............] - ETA: 0s - loss: 0.5352 - accuracy: 0.7406\n",
      "Epoch 47: saving model to checkpoints/Original\\weights.47.hdf5\n",
      "596/804 [=====================>........] - ETA: 0s - loss: 0.5363 - accuracy: 0.7391\n",
      "Epoch 47: saving model to checkpoints/Original\\weights.47.hdf5\n",
      "698/804 [=========================>....] - ETA: 0s - loss: 0.5337 - accuracy: 0.7409\n",
      "Epoch 47: saving model to checkpoints/Original\\weights.47.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5326 - accuracy: 0.7424\n",
      "Epoch 48/100\n",
      "  1/804 [..............................] - ETA: 3s - loss: 0.5824 - accuracy: 0.7812\n",
      "Epoch 48: saving model to checkpoints/Original\\weights.48.hdf5\n",
      "103/804 [==>...........................] - ETA: 5s - loss: 0.5323 - accuracy: 0.7400\n",
      "Epoch 48: saving model to checkpoints/Original\\weights.48.hdf5\n",
      "189/804 [======>.......................] - ETA: 4s - loss: 0.5356 - accuracy: 0.7376\n",
      "Epoch 48: saving model to checkpoints/Original\\weights.48.hdf5\n",
      "299/804 [==========>...................] - ETA: 2s - loss: 0.5317 - accuracy: 0.7416\n",
      "Epoch 48: saving model to checkpoints/Original\\weights.48.hdf5\n",
      "391/804 [=============>................] - ETA: 2s - loss: 0.5301 - accuracy: 0.7430\n",
      "Epoch 48: saving model to checkpoints/Original\\weights.48.hdf5\n",
      "508/804 [=================>............] - ETA: 1s - loss: 0.5310 - accuracy: 0.7437\n",
      "Epoch 48: saving model to checkpoints/Original\\weights.48.hdf5\n",
      "596/804 [=====================>........] - ETA: 0s - loss: 0.5318 - accuracy: 0.7423\n",
      "Epoch 48: saving model to checkpoints/Original\\weights.48.hdf5\n",
      "699/804 [=========================>....] - ETA: 0s - loss: 0.5315 - accuracy: 0.7425\n",
      "Epoch 48: saving model to checkpoints/Original\\weights.48.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5319 - accuracy: 0.7421\n",
      "Epoch 49/100\n",
      "  1/804 [..............................] - ETA: 4s - loss: 0.4936 - accuracy: 0.7812\n",
      "Epoch 49: saving model to checkpoints/Original\\weights.49.hdf5\n",
      "105/804 [==>...........................] - ETA: 2s - loss: 0.5177 - accuracy: 0.7548\n",
      "Epoch 49: saving model to checkpoints/Original\\weights.49.hdf5\n",
      "186/804 [=====>........................] - ETA: 6s - loss: 0.5208 - accuracy: 0.7507\n",
      "Epoch 49: saving model to checkpoints/Original\\weights.49.hdf5\n",
      "292/804 [=========>....................] - ETA: 3s - loss: 0.5215 - accuracy: 0.7489\n",
      "Epoch 49: saving model to checkpoints/Original\\weights.49.hdf5\n",
      "398/804 [=============>................] - ETA: 2s - loss: 0.5239 - accuracy: 0.7464\n",
      "Epoch 49: saving model to checkpoints/Original\\weights.49.hdf5\n",
      "502/804 [=================>............] - ETA: 1s - loss: 0.5285 - accuracy: 0.7440\n",
      "Epoch 49: saving model to checkpoints/Original\\weights.49.hdf5\n",
      "600/804 [=====================>........] - ETA: 1s - loss: 0.5288 - accuracy: 0.7449\n",
      "Epoch 49: saving model to checkpoints/Original\\weights.49.hdf5\n",
      "684/804 [========================>.....] - ETA: 0s - loss: 0.5305 - accuracy: 0.7438\n",
      "Epoch 49: saving model to checkpoints/Original\\weights.49.hdf5\n",
      "804/804 [==============================] - 4s 5ms/step - loss: 0.5332 - accuracy: 0.7422\n",
      "Epoch 50/100\n",
      "  1/804 [..............................] - ETA: 2s - loss: 0.5732 - accuracy: 0.7500\n",
      "Epoch 50: saving model to checkpoints/Original\\weights.50.hdf5\n",
      " 78/804 [=>............................] - ETA: 3s - loss: 0.5446 - accuracy: 0.7236\n",
      "Epoch 50: saving model to checkpoints/Original\\weights.50.hdf5\n",
      "186/804 [=====>........................] - ETA: 2s - loss: 0.5342 - accuracy: 0.7371\n",
      "Epoch 50: saving model to checkpoints/Original\\weights.50.hdf5\n",
      "281/804 [=========>....................] - ETA: 1s - loss: 0.5377 - accuracy: 0.7375\n",
      "Epoch 50: saving model to checkpoints/Original\\weights.50.hdf5\n",
      "384/804 [=============>................] - ETA: 1s - loss: 0.5354 - accuracy: 0.7389\n",
      "Epoch 50: saving model to checkpoints/Original\\weights.50.hdf5\n",
      "478/804 [================>.............] - ETA: 1s - loss: 0.5328 - accuracy: 0.7412\n",
      "Epoch 50: saving model to checkpoints/Original\\weights.50.hdf5\n",
      "585/804 [====================>.........] - ETA: 0s - loss: 0.5338 - accuracy: 0.7413\n",
      "Epoch 50: saving model to checkpoints/Original\\weights.50.hdf5\n",
      "692/804 [========================>.....] - ETA: 0s - loss: 0.5328 - accuracy: 0.7414\n",
      "Epoch 50: saving model to checkpoints/Original\\weights.50.hdf5\n",
      "781/804 [============================>.] - ETA: 0s - loss: 0.5324 - accuracy: 0.7423\n",
      "Epoch 50: saving model to checkpoints/Original\\weights.50.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5324 - accuracy: 0.7424\n",
      "Epoch 51/100\n",
      " 90/804 [==>...........................] - ETA: 2s - loss: 0.5245 - accuracy: 0.7500\n",
      "Epoch 51: saving model to checkpoints/Original\\weights.51.hdf5\n",
      "195/804 [======>.......................] - ETA: 2s - loss: 0.5248 - accuracy: 0.7481\n",
      "Epoch 51: saving model to checkpoints/Original\\weights.51.hdf5\n",
      "289/804 [=========>....................] - ETA: 2s - loss: 0.5244 - accuracy: 0.7494\n",
      "Epoch 51: saving model to checkpoints/Original\\weights.51.hdf5\n",
      "399/804 [=============>................] - ETA: 1s - loss: 0.5273 - accuracy: 0.7466\n",
      "Epoch 51: saving model to checkpoints/Original\\weights.51.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "486/804 [=================>............] - ETA: 1s - loss: 0.5326 - accuracy: 0.7429\n",
      "Epoch 51: saving model to checkpoints/Original\\weights.51.hdf5\n",
      "591/804 [=====================>........] - ETA: 0s - loss: 0.5313 - accuracy: 0.7429\n",
      "Epoch 51: saving model to checkpoints/Original\\weights.51.hdf5\n",
      "681/804 [========================>.....] - ETA: 0s - loss: 0.5318 - accuracy: 0.7428\n",
      "Epoch 51: saving model to checkpoints/Original\\weights.51.hdf5\n",
      "783/804 [============================>.] - ETA: 0s - loss: 0.5321 - accuracy: 0.7425\n",
      "Epoch 51: saving model to checkpoints/Original\\weights.51.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5323 - accuracy: 0.7429\n",
      "Epoch 52/100\n",
      " 88/804 [==>...........................] - ETA: 1s - loss: 0.5290 - accuracy: 0.7514\n",
      "Epoch 52: saving model to checkpoints/Original\\weights.52.hdf5\n",
      "172/804 [=====>........................] - ETA: 1s - loss: 0.5332 - accuracy: 0.7442\n",
      "Epoch 52: saving model to checkpoints/Original\\weights.52.hdf5\n",
      "282/804 [=========>....................] - ETA: 1s - loss: 0.5322 - accuracy: 0.7431\n",
      "Epoch 52: saving model to checkpoints/Original\\weights.52.hdf5\n",
      "389/804 [=============>................] - ETA: 1s - loss: 0.5300 - accuracy: 0.7445\n",
      "Epoch 52: saving model to checkpoints/Original\\weights.52.hdf5\n",
      "481/804 [================>.............] - ETA: 0s - loss: 0.5340 - accuracy: 0.7408\n",
      "Epoch 52: saving model to checkpoints/Original\\weights.52.hdf5\n",
      "575/804 [====================>.........] - ETA: 0s - loss: 0.5337 - accuracy: 0.7402\n",
      "Epoch 52: saving model to checkpoints/Original\\weights.52.hdf5\n",
      "685/804 [========================>.....] - ETA: 0s - loss: 0.5329 - accuracy: 0.7401\n",
      "Epoch 52: saving model to checkpoints/Original\\weights.52.hdf5\n",
      "780/804 [============================>.] - ETA: 0s - loss: 0.5323 - accuracy: 0.7417\n",
      "Epoch 52: saving model to checkpoints/Original\\weights.52.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5320 - accuracy: 0.7420\n",
      "Epoch 53/100\n",
      " 90/804 [==>...........................] - ETA: 1s - loss: 0.5311 - accuracy: 0.7437\n",
      "Epoch 53: saving model to checkpoints/Original\\weights.53.hdf5\n",
      "175/804 [=====>........................] - ETA: 1s - loss: 0.5329 - accuracy: 0.7402\n",
      "Epoch 53: saving model to checkpoints/Original\\weights.53.hdf5\n",
      "278/804 [=========>....................] - ETA: 1s - loss: 0.5297 - accuracy: 0.7425\n",
      "Epoch 53: saving model to checkpoints/Original\\weights.53.hdf5\n",
      "373/804 [============>.................] - ETA: 1s - loss: 0.5314 - accuracy: 0.7426\n",
      "Epoch 53: saving model to checkpoints/Original\\weights.53.hdf5\n",
      "484/804 [=================>............] - ETA: 0s - loss: 0.5319 - accuracy: 0.7410\n",
      "Epoch 53: saving model to checkpoints/Original\\weights.53.hdf5\n",
      "573/804 [====================>.........] - ETA: 0s - loss: 0.5334 - accuracy: 0.7405\n",
      "Epoch 53: saving model to checkpoints/Original\\weights.53.hdf5\n",
      "688/804 [========================>.....] - ETA: 0s - loss: 0.5331 - accuracy: 0.7406\n",
      "Epoch 53: saving model to checkpoints/Original\\weights.53.hdf5\n",
      "782/804 [============================>.] - ETA: 0s - loss: 0.5320 - accuracy: 0.7419\n",
      "Epoch 53: saving model to checkpoints/Original\\weights.53.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5319 - accuracy: 0.7422\n",
      "Epoch 54/100\n",
      " 60/804 [=>............................] - ETA: 1s - loss: 0.5468 - accuracy: 0.7292\n",
      "Epoch 54: saving model to checkpoints/Original\\weights.54.hdf5\n",
      "174/804 [=====>........................] - ETA: 1s - loss: 0.5360 - accuracy: 0.7399\n",
      "Epoch 54: saving model to checkpoints/Original\\weights.54.hdf5\n",
      "270/804 [=========>....................] - ETA: 1s - loss: 0.5342 - accuracy: 0.7390\n",
      "Epoch 54: saving model to checkpoints/Original\\weights.54.hdf5\n",
      "376/804 [=============>................] - ETA: 1s - loss: 0.5320 - accuracy: 0.7418\n",
      "Epoch 54: saving model to checkpoints/Original\\weights.54.hdf5\n",
      "475/804 [================>.............] - ETA: 0s - loss: 0.5302 - accuracy: 0.7440\n",
      "Epoch 54: saving model to checkpoints/Original\\weights.54.hdf5\n",
      "575/804 [====================>.........] - ETA: 0s - loss: 0.5296 - accuracy: 0.7452\n",
      "Epoch 54: saving model to checkpoints/Original\\weights.54.hdf5\n",
      "668/804 [=======================>......] - ETA: 0s - loss: 0.5305 - accuracy: 0.7446\n",
      "Epoch 54: saving model to checkpoints/Original\\weights.54.hdf5\n",
      "768/804 [===========================>..] - ETA: 0s - loss: 0.5308 - accuracy: 0.7435\n",
      "Epoch 54: saving model to checkpoints/Original\\weights.54.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5322 - accuracy: 0.7423\n",
      "Epoch 55/100\n",
      " 58/804 [=>............................] - ETA: 1s - loss: 0.5377 - accuracy: 0.7408\n",
      "Epoch 55: saving model to checkpoints/Original\\weights.55.hdf5\n",
      "165/804 [=====>........................] - ETA: 1s - loss: 0.5292 - accuracy: 0.7462\n",
      "Epoch 55: saving model to checkpoints/Original\\weights.55.hdf5\n",
      "277/804 [=========>....................] - ETA: 1s - loss: 0.5315 - accuracy: 0.7430\n",
      "Epoch 55: saving model to checkpoints/Original\\weights.55.hdf5\n",
      "375/804 [============>.................] - ETA: 1s - loss: 0.5302 - accuracy: 0.7442\n",
      "Epoch 55: saving model to checkpoints/Original\\weights.55.hdf5\n",
      "467/804 [================>.............] - ETA: 0s - loss: 0.5332 - accuracy: 0.7430\n",
      "Epoch 55: saving model to checkpoints/Original\\weights.55.hdf5\n",
      "563/804 [====================>.........] - ETA: 0s - loss: 0.5333 - accuracy: 0.7416\n",
      "Epoch 55: saving model to checkpoints/Original\\weights.55.hdf5\n",
      "664/804 [=======================>......] - ETA: 0s - loss: 0.5321 - accuracy: 0.7410\n",
      "Epoch 55: saving model to checkpoints/Original\\weights.55.hdf5\n",
      "760/804 [===========================>..] - ETA: 0s - loss: 0.5323 - accuracy: 0.7412\n",
      "Epoch 55: saving model to checkpoints/Original\\weights.55.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5321 - accuracy: 0.7416\n",
      "Epoch 56/100\n",
      " 58/804 [=>............................] - ETA: 1s - loss: 0.5175 - accuracy: 0.7538\n",
      "Epoch 56: saving model to checkpoints/Original\\weights.56.hdf5\n",
      "168/804 [=====>........................] - ETA: 1s - loss: 0.5358 - accuracy: 0.7383\n",
      "Epoch 56: saving model to checkpoints/Original\\weights.56.hdf5\n",
      "262/804 [========>.....................] - ETA: 1s - loss: 0.5348 - accuracy: 0.7412\n",
      "Epoch 56: saving model to checkpoints/Original\\weights.56.hdf5\n",
      "356/804 [============>.................] - ETA: 1s - loss: 0.5319 - accuracy: 0.7430\n",
      "Epoch 56: saving model to checkpoints/Original\\weights.56.hdf5\n",
      "468/804 [================>.............] - ETA: 0s - loss: 0.5343 - accuracy: 0.7414\n",
      "Epoch 56: saving model to checkpoints/Original\\weights.56.hdf5\n",
      "568/804 [====================>.........] - ETA: 0s - loss: 0.5332 - accuracy: 0.7424\n",
      "Epoch 56: saving model to checkpoints/Original\\weights.56.hdf5\n",
      "658/804 [=======================>......] - ETA: 0s - loss: 0.5333 - accuracy: 0.7425\n",
      "Epoch 56: saving model to checkpoints/Original\\weights.56.hdf5\n",
      "759/804 [===========================>..] - ETA: 0s - loss: 0.5328 - accuracy: 0.7419\n",
      "Epoch 56: saving model to checkpoints/Original\\weights.56.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5320 - accuracy: 0.7425\n",
      "Epoch 57/100\n",
      " 51/804 [>.............................] - ETA: 1s - loss: 0.5499 - accuracy: 0.7181\n",
      "Epoch 57: saving model to checkpoints/Original\\weights.57.hdf5\n",
      "151/804 [====>.........................] - ETA: 1s - loss: 0.5375 - accuracy: 0.7380\n",
      "Epoch 57: saving model to checkpoints/Original\\weights.57.hdf5\n",
      "251/804 [========>.....................] - ETA: 1s - loss: 0.5359 - accuracy: 0.7395\n",
      "Epoch 57: saving model to checkpoints/Original\\weights.57.hdf5\n",
      "369/804 [============>.................] - ETA: 1s - loss: 0.5372 - accuracy: 0.7371\n",
      "Epoch 57: saving model to checkpoints/Original\\weights.57.hdf5\n",
      "452/804 [===============>..............] - ETA: 0s - loss: 0.5340 - accuracy: 0.7405\n",
      "Epoch 57: saving model to checkpoints/Original\\weights.57.hdf5\n",
      "573/804 [====================>.........] - ETA: 0s - loss: 0.5341 - accuracy: 0.7397\n",
      "Epoch 57: saving model to checkpoints/Original\\weights.57.hdf5\n",
      "666/804 [=======================>......] - ETA: 0s - loss: 0.5338 - accuracy: 0.7399\n",
      "Epoch 57: saving model to checkpoints/Original\\weights.57.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "759/804 [===========================>..] - ETA: 0s - loss: 0.5328 - accuracy: 0.7409\n",
      "Epoch 57: saving model to checkpoints/Original\\weights.57.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5326 - accuracy: 0.7414\n",
      "Epoch 58/100\n",
      " 55/804 [=>............................] - ETA: 2s - loss: 0.5317 - accuracy: 0.7375\n",
      "Epoch 58: saving model to checkpoints/Original\\weights.58.hdf5\n",
      "170/804 [=====>........................] - ETA: 2s - loss: 0.5260 - accuracy: 0.7452\n",
      "Epoch 58: saving model to checkpoints/Original\\weights.58.hdf5\n",
      "259/804 [========>.....................] - ETA: 1s - loss: 0.5328 - accuracy: 0.7393\n",
      "Epoch 58: saving model to checkpoints/Original\\weights.58.hdf5\n",
      "354/804 [============>.................] - ETA: 1s - loss: 0.5314 - accuracy: 0.7429\n",
      "Epoch 58: saving model to checkpoints/Original\\weights.58.hdf5\n",
      "467/804 [================>.............] - ETA: 1s - loss: 0.5344 - accuracy: 0.7401\n",
      "Epoch 58: saving model to checkpoints/Original\\weights.58.hdf5\n",
      "568/804 [====================>.........] - ETA: 0s - loss: 0.5342 - accuracy: 0.7402\n",
      "Epoch 58: saving model to checkpoints/Original\\weights.58.hdf5\n",
      "650/804 [=======================>......] - ETA: 0s - loss: 0.5325 - accuracy: 0.7411\n",
      "Epoch 58: saving model to checkpoints/Original\\weights.58.hdf5\n",
      "770/804 [===========================>..] - ETA: 0s - loss: 0.5318 - accuracy: 0.7424\n",
      "Epoch 58: saving model to checkpoints/Original\\weights.58.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5322 - accuracy: 0.7420\n",
      "Epoch 59/100\n",
      " 50/804 [>.............................] - ETA: 1s - loss: 0.5205 - accuracy: 0.7525\n",
      "Epoch 59: saving model to checkpoints/Original\\weights.59.hdf5\n",
      "166/804 [=====>........................] - ETA: 2s - loss: 0.5241 - accuracy: 0.7474\n",
      "Epoch 59: saving model to checkpoints/Original\\weights.59.hdf5\n",
      "260/804 [========>.....................] - ETA: 1s - loss: 0.5333 - accuracy: 0.7410\n",
      "Epoch 59: saving model to checkpoints/Original\\weights.59.hdf5\n",
      "347/804 [===========>..................] - ETA: 1s - loss: 0.5302 - accuracy: 0.7428\n",
      "Epoch 59: saving model to checkpoints/Original\\weights.59.hdf5\n",
      "443/804 [===============>..............] - ETA: 1s - loss: 0.5311 - accuracy: 0.7423\n",
      "Epoch 59: saving model to checkpoints/Original\\weights.59.hdf5\n",
      "564/804 [====================>.........] - ETA: 0s - loss: 0.5281 - accuracy: 0.7453\n",
      "Epoch 59: saving model to checkpoints/Original\\weights.59.hdf5\n",
      "666/804 [=======================>......] - ETA: 0s - loss: 0.5314 - accuracy: 0.7442\n",
      "Epoch 59: saving model to checkpoints/Original\\weights.59.hdf5\n",
      "767/804 [===========================>..] - ETA: 0s - loss: 0.5327 - accuracy: 0.7427\n",
      "Epoch 59: saving model to checkpoints/Original\\weights.59.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5323 - accuracy: 0.7420\n",
      "Epoch 60/100\n",
      " 50/804 [>.............................] - ETA: 1s - loss: 0.5307 - accuracy: 0.7450\n",
      "Epoch 60: saving model to checkpoints/Original\\weights.60.hdf5\n",
      "139/804 [====>.........................] - ETA: 1s - loss: 0.5229 - accuracy: 0.7487\n",
      "Epoch 60: saving model to checkpoints/Original\\weights.60.hdf5\n",
      "256/804 [========>.....................] - ETA: 1s - loss: 0.5276 - accuracy: 0.7437\n",
      "Epoch 60: saving model to checkpoints/Original\\weights.60.hdf5\n",
      "342/804 [===========>..................] - ETA: 1s - loss: 0.5325 - accuracy: 0.7406\n",
      "Epoch 60: saving model to checkpoints/Original\\weights.60.hdf5\n",
      "459/804 [================>.............] - ETA: 0s - loss: 0.5300 - accuracy: 0.7434\n",
      "Epoch 60: saving model to checkpoints/Original\\weights.60.hdf5\n",
      "558/804 [===================>..........] - ETA: 0s - loss: 0.5300 - accuracy: 0.7440\n",
      "Epoch 60: saving model to checkpoints/Original\\weights.60.hdf5\n",
      "654/804 [=======================>......] - ETA: 0s - loss: 0.5297 - accuracy: 0.7445\n",
      "Epoch 60: saving model to checkpoints/Original\\weights.60.hdf5\n",
      "754/804 [===========================>..] - ETA: 0s - loss: 0.5318 - accuracy: 0.7430\n",
      "Epoch 60: saving model to checkpoints/Original\\weights.60.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5318 - accuracy: 0.7430\n",
      "Epoch 61/100\n",
      " 47/804 [>.............................] - ETA: 1s - loss: 0.5416 - accuracy: 0.7320\n",
      "Epoch 61: saving model to checkpoints/Original\\weights.61.hdf5\n",
      "150/804 [====>.........................] - ETA: 1s - loss: 0.5318 - accuracy: 0.7394\n",
      "Epoch 61: saving model to checkpoints/Original\\weights.61.hdf5\n",
      "249/804 [========>.....................] - ETA: 1s - loss: 0.5378 - accuracy: 0.7359\n",
      "Epoch 61: saving model to checkpoints/Original\\weights.61.hdf5\n",
      "359/804 [============>.................] - ETA: 1s - loss: 0.5351 - accuracy: 0.7403\n",
      "Epoch 61: saving model to checkpoints/Original\\weights.61.hdf5\n",
      "437/804 [===============>..............] - ETA: 1s - loss: 0.5322 - accuracy: 0.7428\n",
      "Epoch 61: saving model to checkpoints/Original\\weights.61.hdf5\n",
      "557/804 [===================>..........] - ETA: 0s - loss: 0.5339 - accuracy: 0.7406\n",
      "Epoch 61: saving model to checkpoints/Original\\weights.61.hdf5\n",
      "658/804 [=======================>......] - ETA: 0s - loss: 0.5313 - accuracy: 0.7421\n",
      "Epoch 61: saving model to checkpoints/Original\\weights.61.hdf5\n",
      "746/804 [==========================>...] - ETA: 0s - loss: 0.5317 - accuracy: 0.7415\n",
      "Epoch 61: saving model to checkpoints/Original\\weights.61.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5318 - accuracy: 0.7414\n",
      "Epoch 62/100\n",
      " 50/804 [>.............................] - ETA: 1s - loss: 0.5155 - accuracy: 0.7581\n",
      "Epoch 62: saving model to checkpoints/Original\\weights.62.hdf5\n",
      "133/804 [===>..........................] - ETA: 1s - loss: 0.5272 - accuracy: 0.7472\n",
      "Epoch 62: saving model to checkpoints/Original\\weights.62.hdf5\n",
      "250/804 [========>.....................] - ETA: 1s - loss: 0.5308 - accuracy: 0.7427\n",
      "Epoch 62: saving model to checkpoints/Original\\weights.62.hdf5\n",
      "350/804 [============>.................] - ETA: 1s - loss: 0.5333 - accuracy: 0.7396\n",
      "Epoch 62: saving model to checkpoints/Original\\weights.62.hdf5\n",
      "451/804 [===============>..............] - ETA: 0s - loss: 0.5329 - accuracy: 0.7401\n",
      "Epoch 62: saving model to checkpoints/Original\\weights.62.hdf5\n",
      "534/804 [==================>...........] - ETA: 0s - loss: 0.5330 - accuracy: 0.7401\n",
      "Epoch 62: saving model to checkpoints/Original\\weights.62.hdf5\n",
      "642/804 [======================>.......] - ETA: 0s - loss: 0.5321 - accuracy: 0.7418\n",
      "Epoch 62: saving model to checkpoints/Original\\weights.62.hdf5\n",
      "734/804 [==========================>...] - ETA: 0s - loss: 0.5324 - accuracy: 0.7421\n",
      "Epoch 62: saving model to checkpoints/Original\\weights.62.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5318 - accuracy: 0.7420\n",
      "Epoch 63/100\n",
      " 51/804 [>.............................] - ETA: 1s - loss: 0.5279 - accuracy: 0.7402\n",
      "Epoch 63: saving model to checkpoints/Original\\weights.63.hdf5\n",
      "127/804 [===>..........................] - ETA: 2s - loss: 0.5377 - accuracy: 0.7340\n",
      "Epoch 63: saving model to checkpoints/Original\\weights.63.hdf5\n",
      "245/804 [========>.....................] - ETA: 1s - loss: 0.5398 - accuracy: 0.7293\n",
      "Epoch 63: saving model to checkpoints/Original\\weights.63.hdf5\n",
      "326/804 [===========>..................] - ETA: 1s - loss: 0.5350 - accuracy: 0.7363\n",
      "Epoch 63: saving model to checkpoints/Original\\weights.63.hdf5\n",
      "448/804 [===============>..............] - ETA: 1s - loss: 0.5351 - accuracy: 0.7370\n",
      "Epoch 63: saving model to checkpoints/Original\\weights.63.hdf5\n",
      "544/804 [===================>..........] - ETA: 0s - loss: 0.5330 - accuracy: 0.7403\n",
      "Epoch 63: saving model to checkpoints/Original\\weights.63.hdf5\n",
      "651/804 [=======================>......] - ETA: 0s - loss: 0.5327 - accuracy: 0.7416\n",
      "Epoch 63: saving model to checkpoints/Original\\weights.63.hdf5\n",
      "751/804 [===========================>..] - ETA: 0s - loss: 0.5321 - accuracy: 0.7422\n",
      "Epoch 63: saving model to checkpoints/Original\\weights.63.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5322 - accuracy: 0.7425\n",
      "Epoch 64/100\n",
      " 47/804 [>.............................] - ETA: 1s - loss: 0.5436 - accuracy: 0.7261\n",
      "Epoch 64: saving model to checkpoints/Original\\weights.64.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "146/804 [====>.........................] - ETA: 1s - loss: 0.5298 - accuracy: 0.7421\n",
      "Epoch 64: saving model to checkpoints/Original\\weights.64.hdf5\n",
      "226/804 [=======>......................] - ETA: 1s - loss: 0.5219 - accuracy: 0.7470\n",
      "Epoch 64: saving model to checkpoints/Original\\weights.64.hdf5\n",
      "340/804 [===========>..................] - ETA: 1s - loss: 0.5265 - accuracy: 0.7449\n",
      "Epoch 64: saving model to checkpoints/Original\\weights.64.hdf5\n",
      "432/804 [===============>..............] - ETA: 1s - loss: 0.5280 - accuracy: 0.7440\n",
      "Epoch 64: saving model to checkpoints/Original\\weights.64.hdf5\n",
      "530/804 [==================>...........] - ETA: 0s - loss: 0.5282 - accuracy: 0.7447\n",
      "Epoch 64: saving model to checkpoints/Original\\weights.64.hdf5\n",
      "634/804 [======================>.......] - ETA: 0s - loss: 0.5300 - accuracy: 0.7432\n",
      "Epoch 64: saving model to checkpoints/Original\\weights.64.hdf5\n",
      "728/804 [==========================>...] - ETA: 0s - loss: 0.5303 - accuracy: 0.7429\n",
      "Epoch 64: saving model to checkpoints/Original\\weights.64.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5319 - accuracy: 0.7414\n",
      "Epoch 65/100\n",
      " 25/804 [..............................] - ETA: 1s - loss: 0.5140 - accuracy: 0.7613\n",
      "Epoch 65: saving model to checkpoints/Original\\weights.65.hdf5\n",
      "126/804 [===>..........................] - ETA: 3s - loss: 0.5303 - accuracy: 0.7438\n",
      "Epoch 65: saving model to checkpoints/Original\\weights.65.hdf5\n",
      "229/804 [=======>......................] - ETA: 3s - loss: 0.5290 - accuracy: 0.7424\n",
      "Epoch 65: saving model to checkpoints/Original\\weights.65.hdf5\n",
      "335/804 [===========>..................] - ETA: 2s - loss: 0.5312 - accuracy: 0.7433\n",
      "Epoch 65: saving model to checkpoints/Original\\weights.65.hdf5\n",
      "438/804 [===============>..............] - ETA: 1s - loss: 0.5310 - accuracy: 0.7432\n",
      "Epoch 65: saving model to checkpoints/Original\\weights.65.hdf5\n",
      "532/804 [==================>...........] - ETA: 1s - loss: 0.5307 - accuracy: 0.7429\n",
      "Epoch 65: saving model to checkpoints/Original\\weights.65.hdf5\n",
      "631/804 [======================>.......] - ETA: 0s - loss: 0.5316 - accuracy: 0.7428\n",
      "Epoch 65: saving model to checkpoints/Original\\weights.65.hdf5\n",
      "730/804 [==========================>...] - ETA: 0s - loss: 0.5321 - accuracy: 0.7425\n",
      "Epoch 65: saving model to checkpoints/Original\\weights.65.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5320 - accuracy: 0.7426\n",
      "Epoch 66/100\n",
      " 32/804 [>.............................] - ETA: 1s - loss: 0.5214 - accuracy: 0.7617\n",
      "Epoch 66: saving model to checkpoints/Original\\weights.66.hdf5\n",
      "128/804 [===>..........................] - ETA: 1s - loss: 0.5303 - accuracy: 0.7429\n",
      "Epoch 66: saving model to checkpoints/Original\\weights.66.hdf5\n",
      "227/804 [=======>......................] - ETA: 1s - loss: 0.5329 - accuracy: 0.7426\n",
      "Epoch 66: saving model to checkpoints/Original\\weights.66.hdf5\n",
      "326/804 [===========>..................] - ETA: 1s - loss: 0.5255 - accuracy: 0.7473\n",
      "Epoch 66: saving model to checkpoints/Original\\weights.66.hdf5\n",
      "425/804 [==============>...............] - ETA: 0s - loss: 0.5274 - accuracy: 0.7454\n",
      "Epoch 66: saving model to checkpoints/Original\\weights.66.hdf5\n",
      "529/804 [==================>...........] - ETA: 0s - loss: 0.5275 - accuracy: 0.7456\n",
      "Epoch 66: saving model to checkpoints/Original\\weights.66.hdf5\n",
      "627/804 [======================>.......] - ETA: 0s - loss: 0.5278 - accuracy: 0.7457\n",
      "Epoch 66: saving model to checkpoints/Original\\weights.66.hdf5\n",
      "726/804 [==========================>...] - ETA: 0s - loss: 0.5305 - accuracy: 0.7437\n",
      "Epoch 66: saving model to checkpoints/Original\\weights.66.hdf5\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5326 - accuracy: 0.7426\n",
      "Epoch 67/100\n",
      " 28/804 [>.............................] - ETA: 1s - loss: 0.5208 - accuracy: 0.7522\n",
      "Epoch 67: saving model to checkpoints/Original\\weights.67.hdf5\n",
      "135/804 [====>.........................] - ETA: 1s - loss: 0.5238 - accuracy: 0.7472\n",
      "Epoch 67: saving model to checkpoints/Original\\weights.67.hdf5\n",
      "217/804 [=======>......................] - ETA: 1s - loss: 0.5299 - accuracy: 0.7422\n",
      "Epoch 67: saving model to checkpoints/Original\\weights.67.hdf5\n",
      "325/804 [===========>..................] - ETA: 1s - loss: 0.5295 - accuracy: 0.7438\n",
      "Epoch 67: saving model to checkpoints/Original\\weights.67.hdf5\n",
      "421/804 [==============>...............] - ETA: 0s - loss: 0.5329 - accuracy: 0.7425\n",
      "Epoch 67: saving model to checkpoints/Original\\weights.67.hdf5\n",
      "526/804 [==================>...........] - ETA: 0s - loss: 0.5346 - accuracy: 0.7408\n",
      "Epoch 67: saving model to checkpoints/Original\\weights.67.hdf5\n",
      "620/804 [======================>.......] - ETA: 0s - loss: 0.5316 - accuracy: 0.7430\n",
      "Epoch 67: saving model to checkpoints/Original\\weights.67.hdf5\n",
      "722/804 [=========================>....] - ETA: 0s - loss: 0.5315 - accuracy: 0.7428\n",
      "Epoch 67: saving model to checkpoints/Original\\weights.67.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5321 - accuracy: 0.7415\n",
      "Epoch 68/100\n",
      " 30/804 [>.............................] - ETA: 1s - loss: 0.5050 - accuracy: 0.7563\n",
      "Epoch 68: saving model to checkpoints/Original\\weights.68.hdf5\n",
      "116/804 [===>..........................] - ETA: 1s - loss: 0.5201 - accuracy: 0.7538\n",
      "Epoch 68: saving model to checkpoints/Original\\weights.68.hdf5\n",
      "220/804 [=======>......................] - ETA: 1s - loss: 0.5287 - accuracy: 0.7457\n",
      "Epoch 68: saving model to checkpoints/Original\\weights.68.hdf5\n",
      "318/804 [==========>...................] - ETA: 1s - loss: 0.5303 - accuracy: 0.7446\n",
      "Epoch 68: saving model to checkpoints/Original\\weights.68.hdf5\n",
      "417/804 [==============>...............] - ETA: 1s - loss: 0.5305 - accuracy: 0.7443\n",
      "Epoch 68: saving model to checkpoints/Original\\weights.68.hdf5\n",
      "521/804 [==================>...........] - ETA: 0s - loss: 0.5309 - accuracy: 0.7432\n",
      "Epoch 68: saving model to checkpoints/Original\\weights.68.hdf5\n",
      "621/804 [======================>.......] - ETA: 0s - loss: 0.5318 - accuracy: 0.7419\n",
      "Epoch 68: saving model to checkpoints/Original\\weights.68.hdf5\n",
      "711/804 [=========================>....] - ETA: 0s - loss: 0.5320 - accuracy: 0.7419\n",
      "Epoch 68: saving model to checkpoints/Original\\weights.68.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5319 - accuracy: 0.7427\n",
      "Epoch 69/100\n",
      " 24/804 [..............................] - ETA: 1s - loss: 0.5464 - accuracy: 0.7396\n",
      "Epoch 69: saving model to checkpoints/Original\\weights.69.hdf5\n",
      "113/804 [===>..........................] - ETA: 2s - loss: 0.5393 - accuracy: 0.7392\n",
      "Epoch 69: saving model to checkpoints/Original\\weights.69.hdf5\n",
      "216/804 [=======>......................] - ETA: 2s - loss: 0.5283 - accuracy: 0.7428\n",
      "Epoch 69: saving model to checkpoints/Original\\weights.69.hdf5\n",
      "314/804 [==========>...................] - ETA: 1s - loss: 0.5226 - accuracy: 0.7477\n",
      "Epoch 69: saving model to checkpoints/Original\\weights.69.hdf5\n",
      "414/804 [==============>...............] - ETA: 1s - loss: 0.5290 - accuracy: 0.7442\n",
      "Epoch 69: saving model to checkpoints/Original\\weights.69.hdf5\n",
      "526/804 [==================>...........] - ETA: 0s - loss: 0.5306 - accuracy: 0.7436\n",
      "Epoch 69: saving model to checkpoints/Original\\weights.69.hdf5\n",
      "614/804 [=====================>........] - ETA: 0s - loss: 0.5297 - accuracy: 0.7440\n",
      "Epoch 69: saving model to checkpoints/Original\\weights.69.hdf5\n",
      "713/804 [=========================>....] - ETA: 0s - loss: 0.5300 - accuracy: 0.7436\n",
      "Epoch 69: saving model to checkpoints/Original\\weights.69.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5317 - accuracy: 0.7423\n",
      "Epoch 70/100\n",
      "  1/804 [..............................] - ETA: 3s - loss: 0.5832 - accuracy: 0.6875\n",
      "Epoch 70: saving model to checkpoints/Original\\weights.70.hdf5\n",
      "108/804 [===>..........................] - ETA: 2s - loss: 0.5355 - accuracy: 0.7393\n",
      "Epoch 70: saving model to checkpoints/Original\\weights.70.hdf5\n",
      "211/804 [======>.......................] - ETA: 1s - loss: 0.5287 - accuracy: 0.7451\n",
      "Epoch 70: saving model to checkpoints/Original\\weights.70.hdf5\n",
      "311/804 [==========>...................] - ETA: 1s - loss: 0.5325 - accuracy: 0.7418\n",
      "Epoch 70: saving model to checkpoints/Original\\weights.70.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "411/804 [==============>...............] - ETA: 1s - loss: 0.5335 - accuracy: 0.7400\n",
      "Epoch 70: saving model to checkpoints/Original\\weights.70.hdf5\n",
      "517/804 [==================>...........] - ETA: 0s - loss: 0.5301 - accuracy: 0.7432\n",
      "Epoch 70: saving model to checkpoints/Original\\weights.70.hdf5\n",
      "612/804 [=====================>........] - ETA: 0s - loss: 0.5300 - accuracy: 0.7423\n",
      "Epoch 70: saving model to checkpoints/Original\\weights.70.hdf5\n",
      "713/804 [=========================>....] - ETA: 0s - loss: 0.5294 - accuracy: 0.7427\n",
      "Epoch 70: saving model to checkpoints/Original\\weights.70.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5312 - accuracy: 0.7418\n",
      "Epoch 71/100\n",
      "  1/804 [..............................] - ETA: 4s - loss: 0.4337 - accuracy: 0.8125\n",
      "Epoch 71: saving model to checkpoints/Original\\weights.71.hdf5\n",
      "113/804 [===>..........................] - ETA: 2s - loss: 0.5302 - accuracy: 0.7398\n",
      "Epoch 71: saving model to checkpoints/Original\\weights.71.hdf5\n",
      "219/804 [=======>......................] - ETA: 2s - loss: 0.5354 - accuracy: 0.7394\n",
      "Epoch 71: saving model to checkpoints/Original\\weights.71.hdf5\n",
      "313/804 [==========>...................] - ETA: 2s - loss: 0.5376 - accuracy: 0.7368\n",
      "Epoch 71: saving model to checkpoints/Original\\weights.71.hdf5\n",
      "395/804 [=============>................] - ETA: 1s - loss: 0.5363 - accuracy: 0.7384\n",
      "Epoch 71: saving model to checkpoints/Original\\weights.71.hdf5\n",
      "509/804 [=================>............] - ETA: 1s - loss: 0.5375 - accuracy: 0.7369\n",
      "Epoch 71: saving model to checkpoints/Original\\weights.71.hdf5\n",
      "609/804 [=====================>........] - ETA: 0s - loss: 0.5346 - accuracy: 0.7397\n",
      "Epoch 71: saving model to checkpoints/Original\\weights.71.hdf5\n",
      "709/804 [=========================>....] - ETA: 0s - loss: 0.5335 - accuracy: 0.7407\n",
      "Epoch 71: saving model to checkpoints/Original\\weights.71.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5317 - accuracy: 0.7423\n",
      "Epoch 72/100\n",
      "  1/804 [..............................] - ETA: 3s - loss: 0.7126 - accuracy: 0.6250\n",
      "Epoch 72: saving model to checkpoints/Original\\weights.72.hdf5\n",
      "104/804 [==>...........................] - ETA: 1s - loss: 0.5234 - accuracy: 0.7443\n",
      "Epoch 72: saving model to checkpoints/Original\\weights.72.hdf5\n",
      "202/804 [======>.......................] - ETA: 1s - loss: 0.5195 - accuracy: 0.7506\n",
      "Epoch 72: saving model to checkpoints/Original\\weights.72.hdf5\n",
      "303/804 [==========>...................] - ETA: 1s - loss: 0.5259 - accuracy: 0.7456\n",
      "Epoch 72: saving model to checkpoints/Original\\weights.72.hdf5\n",
      "403/804 [==============>...............] - ETA: 0s - loss: 0.5319 - accuracy: 0.7410\n",
      "Epoch 72: saving model to checkpoints/Original\\weights.72.hdf5\n",
      "497/804 [=================>............] - ETA: 0s - loss: 0.5344 - accuracy: 0.7392\n",
      "Epoch 72: saving model to checkpoints/Original\\weights.72.hdf5\n",
      "605/804 [=====================>........] - ETA: 0s - loss: 0.5353 - accuracy: 0.7383\n",
      "Epoch 72: saving model to checkpoints/Original\\weights.72.hdf5\n",
      "707/804 [=========================>....] - ETA: 0s - loss: 0.5326 - accuracy: 0.7405\n",
      "Epoch 72: saving model to checkpoints/Original\\weights.72.hdf5\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5313 - accuracy: 0.7425\n",
      "Epoch 73/100\n",
      "  1/804 [..............................] - ETA: 2s - loss: 0.5286 - accuracy: 0.7500\n",
      "Epoch 73: saving model to checkpoints/Original\\weights.73.hdf5\n",
      " 95/804 [==>...........................] - ETA: 3s - loss: 0.5319 - accuracy: 0.7457\n",
      "Epoch 73: saving model to checkpoints/Original\\weights.73.hdf5\n",
      "200/804 [======>.......................] - ETA: 2s - loss: 0.5254 - accuracy: 0.7513\n",
      "Epoch 73: saving model to checkpoints/Original\\weights.73.hdf5\n",
      "300/804 [==========>...................] - ETA: 1s - loss: 0.5268 - accuracy: 0.7489\n",
      "Epoch 73: saving model to checkpoints/Original\\weights.73.hdf5\n",
      "397/804 [=============>................] - ETA: 1s - loss: 0.5269 - accuracy: 0.7471\n",
      "Epoch 73: saving model to checkpoints/Original\\weights.73.hdf5\n",
      "498/804 [=================>............] - ETA: 0s - loss: 0.5279 - accuracy: 0.7455\n",
      "Epoch 73: saving model to checkpoints/Original\\weights.73.hdf5\n",
      "596/804 [=====================>........] - ETA: 0s - loss: 0.5274 - accuracy: 0.7463\n",
      "Epoch 73: saving model to checkpoints/Original\\weights.73.hdf5\n",
      "691/804 [========================>.....] - ETA: 0s - loss: 0.5286 - accuracy: 0.7442\n",
      "Epoch 73: saving model to checkpoints/Original\\weights.73.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5314 - accuracy: 0.7422\n",
      "Epoch 74/100\n",
      "  1/804 [..............................] - ETA: 3s - loss: 0.5362 - accuracy: 0.8125\n",
      "Epoch 74: saving model to checkpoints/Original\\weights.74.hdf5\n",
      " 93/804 [==>...........................] - ETA: 2s - loss: 0.5243 - accuracy: 0.7483\n",
      "Epoch 74: saving model to checkpoints/Original\\weights.74.hdf5\n",
      "205/804 [======>.......................] - ETA: 1s - loss: 0.5256 - accuracy: 0.7451\n",
      "Epoch 74: saving model to checkpoints/Original\\weights.74.hdf5\n",
      "299/804 [==========>...................] - ETA: 1s - loss: 0.5259 - accuracy: 0.7458\n",
      "Epoch 74: saving model to checkpoints/Original\\weights.74.hdf5\n",
      "387/804 [=============>................] - ETA: 1s - loss: 0.5278 - accuracy: 0.7454\n",
      "Epoch 74: saving model to checkpoints/Original\\weights.74.hdf5\n",
      "494/804 [=================>............] - ETA: 0s - loss: 0.5313 - accuracy: 0.7437\n",
      "Epoch 74: saving model to checkpoints/Original\\weights.74.hdf5\n",
      "594/804 [=====================>........] - ETA: 0s - loss: 0.5315 - accuracy: 0.7429\n",
      "Epoch 74: saving model to checkpoints/Original\\weights.74.hdf5\n",
      "694/804 [========================>.....] - ETA: 0s - loss: 0.5310 - accuracy: 0.7429\n",
      "Epoch 74: saving model to checkpoints/Original\\weights.74.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5316 - accuracy: 0.7423\n",
      "Epoch 75/100\n",
      "  1/804 [..............................] - ETA: 3s - loss: 0.4158 - accuracy: 0.8750\n",
      "Epoch 75: saving model to checkpoints/Original\\weights.75.hdf5\n",
      " 84/804 [==>...........................] - ETA: 2s - loss: 0.5243 - accuracy: 0.7504\n",
      "Epoch 75: saving model to checkpoints/Original\\weights.75.hdf5\n",
      "198/804 [======>.......................] - ETA: 1s - loss: 0.5250 - accuracy: 0.7478\n",
      "Epoch 75: saving model to checkpoints/Original\\weights.75.hdf5\n",
      "300/804 [==========>...................] - ETA: 1s - loss: 0.5287 - accuracy: 0.7470\n",
      "Epoch 75: saving model to checkpoints/Original\\weights.75.hdf5\n",
      "393/804 [=============>................] - ETA: 1s - loss: 0.5291 - accuracy: 0.7473\n",
      "Epoch 75: saving model to checkpoints/Original\\weights.75.hdf5\n",
      "488/804 [=================>............] - ETA: 0s - loss: 0.5295 - accuracy: 0.7461\n",
      "Epoch 75: saving model to checkpoints/Original\\weights.75.hdf5\n",
      "590/804 [=====================>........] - ETA: 0s - loss: 0.5313 - accuracy: 0.7450\n",
      "Epoch 75: saving model to checkpoints/Original\\weights.75.hdf5\n",
      "688/804 [========================>.....] - ETA: 0s - loss: 0.5316 - accuracy: 0.7439\n",
      "Epoch 75: saving model to checkpoints/Original\\weights.75.hdf5\n",
      "788/804 [============================>.] - ETA: 0s - loss: 0.5318 - accuracy: 0.7425\n",
      "Epoch 75: saving model to checkpoints/Original\\weights.75.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5323 - accuracy: 0.7418\n",
      "Epoch 76/100\n",
      " 89/804 [==>...........................] - ETA: 1s - loss: 0.5187 - accuracy: 0.7542\n",
      "Epoch 76: saving model to checkpoints/Original\\weights.76.hdf5\n",
      "183/804 [=====>........................] - ETA: 1s - loss: 0.5253 - accuracy: 0.7497\n",
      "Epoch 76: saving model to checkpoints/Original\\weights.76.hdf5\n",
      "290/804 [=========>....................] - ETA: 1s - loss: 0.5341 - accuracy: 0.7405\n",
      "Epoch 76: saving model to checkpoints/Original\\weights.76.hdf5\n",
      "385/804 [=============>................] - ETA: 1s - loss: 0.5338 - accuracy: 0.7409\n",
      "Epoch 76: saving model to checkpoints/Original\\weights.76.hdf5\n",
      "486/804 [=================>............] - ETA: 1s - loss: 0.5306 - accuracy: 0.7421\n",
      "Epoch 76: saving model to checkpoints/Original\\weights.76.hdf5\n",
      "583/804 [====================>.........] - ETA: 0s - loss: 0.5298 - accuracy: 0.7440\n",
      "Epoch 76: saving model to checkpoints/Original\\weights.76.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "685/804 [========================>.....] - ETA: 0s - loss: 0.5313 - accuracy: 0.7425\n",
      "Epoch 76: saving model to checkpoints/Original\\weights.76.hdf5\n",
      "786/804 [============================>.] - ETA: 0s - loss: 0.5322 - accuracy: 0.7422\n",
      "Epoch 76: saving model to checkpoints/Original\\weights.76.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5319 - accuracy: 0.7423\n",
      "Epoch 77/100\n",
      " 88/804 [==>...........................] - ETA: 1s - loss: 0.5155 - accuracy: 0.7550\n",
      "Epoch 77: saving model to checkpoints/Original\\weights.77.hdf5\n",
      "184/804 [=====>........................] - ETA: 1s - loss: 0.5214 - accuracy: 0.7464\n",
      "Epoch 77: saving model to checkpoints/Original\\weights.77.hdf5\n",
      "286/804 [=========>....................] - ETA: 1s - loss: 0.5248 - accuracy: 0.7455\n",
      "Epoch 77: saving model to checkpoints/Original\\weights.77.hdf5\n",
      "366/804 [============>.................] - ETA: 1s - loss: 0.5294 - accuracy: 0.7419\n",
      "Epoch 77: saving model to checkpoints/Original\\weights.77.hdf5\n",
      "478/804 [================>.............] - ETA: 0s - loss: 0.5278 - accuracy: 0.7444\n",
      "Epoch 77: saving model to checkpoints/Original\\weights.77.hdf5\n",
      "583/804 [====================>.........] - ETA: 0s - loss: 0.5280 - accuracy: 0.7446\n",
      "Epoch 77: saving model to checkpoints/Original\\weights.77.hdf5\n",
      "686/804 [========================>.....] - ETA: 0s - loss: 0.5318 - accuracy: 0.7422\n",
      "Epoch 77: saving model to checkpoints/Original\\weights.77.hdf5\n",
      "791/804 [============================>.] - ETA: 0s - loss: 0.5310 - accuracy: 0.7419\n",
      "Epoch 77: saving model to checkpoints/Original\\weights.77.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5316 - accuracy: 0.7416\n",
      "Epoch 78/100\n",
      " 81/804 [==>...........................] - ETA: 1s - loss: 0.5158 - accuracy: 0.7589\n",
      "Epoch 78: saving model to checkpoints/Original\\weights.78.hdf5\n",
      "187/804 [=====>........................] - ETA: 1s - loss: 0.5319 - accuracy: 0.7425\n",
      "Epoch 78: saving model to checkpoints/Original\\weights.78.hdf5\n",
      "283/804 [=========>....................] - ETA: 1s - loss: 0.5326 - accuracy: 0.7436\n",
      "Epoch 78: saving model to checkpoints/Original\\weights.78.hdf5\n",
      "373/804 [============>.................] - ETA: 1s - loss: 0.5300 - accuracy: 0.7453\n",
      "Epoch 78: saving model to checkpoints/Original\\weights.78.hdf5\n",
      "478/804 [================>.............] - ETA: 0s - loss: 0.5296 - accuracy: 0.7451\n",
      "Epoch 78: saving model to checkpoints/Original\\weights.78.hdf5\n",
      "578/804 [====================>.........] - ETA: 0s - loss: 0.5307 - accuracy: 0.7432\n",
      "Epoch 78: saving model to checkpoints/Original\\weights.78.hdf5\n",
      "678/804 [========================>.....] - ETA: 0s - loss: 0.5306 - accuracy: 0.7431\n",
      "Epoch 78: saving model to checkpoints/Original\\weights.78.hdf5\n",
      "777/804 [===========================>..] - ETA: 0s - loss: 0.5321 - accuracy: 0.7419\n",
      "Epoch 78: saving model to checkpoints/Original\\weights.78.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5319 - accuracy: 0.7423\n",
      "Epoch 79/100\n",
      " 59/804 [=>............................] - ETA: 1s - loss: 0.5179 - accuracy: 0.7521\n",
      "Epoch 79: saving model to checkpoints/Original\\weights.79.hdf5\n",
      "175/804 [=====>........................] - ETA: 1s - loss: 0.5267 - accuracy: 0.7484\n",
      "Epoch 79: saving model to checkpoints/Original\\weights.79.hdf5\n",
      "275/804 [=========>....................] - ETA: 1s - loss: 0.5258 - accuracy: 0.7492\n",
      "Epoch 79: saving model to checkpoints/Original\\weights.79.hdf5\n",
      "375/804 [============>.................] - ETA: 1s - loss: 0.5253 - accuracy: 0.7502\n",
      "Epoch 79: saving model to checkpoints/Original\\weights.79.hdf5\n",
      "477/804 [================>.............] - ETA: 0s - loss: 0.5258 - accuracy: 0.7484\n",
      "Epoch 79: saving model to checkpoints/Original\\weights.79.hdf5\n",
      "576/804 [====================>.........] - ETA: 0s - loss: 0.5295 - accuracy: 0.7445\n",
      "Epoch 79: saving model to checkpoints/Original\\weights.79.hdf5\n",
      "677/804 [========================>.....] - ETA: 0s - loss: 0.5305 - accuracy: 0.7440\n",
      "Epoch 79: saving model to checkpoints/Original\\weights.79.hdf5\n",
      "774/804 [===========================>..] - ETA: 0s - loss: 0.5325 - accuracy: 0.7420\n",
      "Epoch 79: saving model to checkpoints/Original\\weights.79.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5313 - accuracy: 0.7429\n",
      "Epoch 80/100\n",
      " 60/804 [=>............................] - ETA: 1s - loss: 0.5277 - accuracy: 0.7339\n",
      "Epoch 80: saving model to checkpoints/Original\\weights.80.hdf5\n",
      "170/804 [=====>........................] - ETA: 1s - loss: 0.5386 - accuracy: 0.7344\n",
      "Epoch 80: saving model to checkpoints/Original\\weights.80.hdf5\n",
      "275/804 [=========>....................] - ETA: 1s - loss: 0.5269 - accuracy: 0.7440\n",
      "Epoch 80: saving model to checkpoints/Original\\weights.80.hdf5\n",
      "371/804 [============>.................] - ETA: 1s - loss: 0.5318 - accuracy: 0.7405\n",
      "Epoch 80: saving model to checkpoints/Original\\weights.80.hdf5\n",
      "469/804 [================>.............] - ETA: 0s - loss: 0.5333 - accuracy: 0.7386\n",
      "Epoch 80: saving model to checkpoints/Original\\weights.80.hdf5\n",
      "560/804 [===================>..........] - ETA: 0s - loss: 0.5323 - accuracy: 0.7401\n",
      "Epoch 80: saving model to checkpoints/Original\\weights.80.hdf5\n",
      "664/804 [=======================>......] - ETA: 0s - loss: 0.5329 - accuracy: 0.7411\n",
      "Epoch 80: saving model to checkpoints/Original\\weights.80.hdf5\n",
      "768/804 [===========================>..] - ETA: 0s - loss: 0.5314 - accuracy: 0.7424\n",
      "Epoch 80: saving model to checkpoints/Original\\weights.80.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5317 - accuracy: 0.7420\n",
      "Epoch 81/100\n",
      " 59/804 [=>............................] - ETA: 1s - loss: 0.5393 - accuracy: 0.7389\n",
      "Epoch 81: saving model to checkpoints/Original\\weights.81.hdf5\n",
      "164/804 [=====>........................] - ETA: 1s - loss: 0.5334 - accuracy: 0.7388\n",
      "Epoch 81: saving model to checkpoints/Original\\weights.81.hdf5\n",
      "270/804 [=========>....................] - ETA: 1s - loss: 0.5342 - accuracy: 0.7373\n",
      "Epoch 81: saving model to checkpoints/Original\\weights.81.hdf5\n",
      "367/804 [============>.................] - ETA: 1s - loss: 0.5312 - accuracy: 0.7420\n",
      "Epoch 81: saving model to checkpoints/Original\\weights.81.hdf5\n",
      "468/804 [================>.............] - ETA: 0s - loss: 0.5287 - accuracy: 0.7433\n",
      "Epoch 81: saving model to checkpoints/Original\\weights.81.hdf5\n",
      "570/804 [====================>.........] - ETA: 0s - loss: 0.5315 - accuracy: 0.7407\n",
      "Epoch 81: saving model to checkpoints/Original\\weights.81.hdf5\n",
      "663/804 [=======================>......] - ETA: 0s - loss: 0.5315 - accuracy: 0.7415\n",
      "Epoch 81: saving model to checkpoints/Original\\weights.81.hdf5\n",
      "761/804 [===========================>..] - ETA: 0s - loss: 0.5316 - accuracy: 0.7423\n",
      "Epoch 81: saving model to checkpoints/Original\\weights.81.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5317 - accuracy: 0.7425\n",
      "Epoch 82/100\n",
      " 58/804 [=>............................] - ETA: 1s - loss: 0.5213 - accuracy: 0.7403\n",
      "Epoch 82: saving model to checkpoints/Original\\weights.82.hdf5\n",
      "162/804 [=====>........................] - ETA: 1s - loss: 0.5287 - accuracy: 0.7404\n",
      "Epoch 82: saving model to checkpoints/Original\\weights.82.hdf5\n",
      "272/804 [=========>....................] - ETA: 1s - loss: 0.5312 - accuracy: 0.7385\n",
      "Epoch 82: saving model to checkpoints/Original\\weights.82.hdf5\n",
      "351/804 [============>.................] - ETA: 1s - loss: 0.5301 - accuracy: 0.7423\n",
      "Epoch 82: saving model to checkpoints/Original\\weights.82.hdf5\n",
      "463/804 [================>.............] - ETA: 0s - loss: 0.5301 - accuracy: 0.7422\n",
      "Epoch 82: saving model to checkpoints/Original\\weights.82.hdf5\n",
      "565/804 [====================>.........] - ETA: 0s - loss: 0.5307 - accuracy: 0.7423\n",
      "Epoch 82: saving model to checkpoints/Original\\weights.82.hdf5\n",
      "662/804 [=======================>......] - ETA: 0s - loss: 0.5326 - accuracy: 0.7417\n",
      "Epoch 82: saving model to checkpoints/Original\\weights.82.hdf5\n",
      "764/804 [===========================>..] - ETA: 0s - loss: 0.5315 - accuracy: 0.7421\n",
      "Epoch 82: saving model to checkpoints/Original\\weights.82.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5314 - accuracy: 0.7426\n",
      "Epoch 83/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 60/804 [=>............................] - ETA: 1s - loss: 0.5199 - accuracy: 0.7422\n",
      "Epoch 83: saving model to checkpoints/Original\\weights.83.hdf5\n",
      "157/804 [====>.........................] - ETA: 1s - loss: 0.5256 - accuracy: 0.7464\n",
      "Epoch 83: saving model to checkpoints/Original\\weights.83.hdf5\n",
      "262/804 [========>.....................] - ETA: 1s - loss: 0.5319 - accuracy: 0.7418\n",
      "Epoch 83: saving model to checkpoints/Original\\weights.83.hdf5\n",
      "365/804 [============>.................] - ETA: 1s - loss: 0.5309 - accuracy: 0.7437\n",
      "Epoch 83: saving model to checkpoints/Original\\weights.83.hdf5\n",
      "461/804 [================>.............] - ETA: 0s - loss: 0.5308 - accuracy: 0.7444\n",
      "Epoch 83: saving model to checkpoints/Original\\weights.83.hdf5\n",
      "560/804 [===================>..........] - ETA: 0s - loss: 0.5327 - accuracy: 0.7414\n",
      "Epoch 83: saving model to checkpoints/Original\\weights.83.hdf5\n",
      "663/804 [=======================>......] - ETA: 0s - loss: 0.5336 - accuracy: 0.7410\n",
      "Epoch 83: saving model to checkpoints/Original\\weights.83.hdf5\n",
      "759/804 [===========================>..] - ETA: 0s - loss: 0.5312 - accuracy: 0.7431\n",
      "Epoch 83: saving model to checkpoints/Original\\weights.83.hdf5\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5315 - accuracy: 0.7424\n",
      "Epoch 84/100\n",
      " 63/804 [=>............................] - ETA: 1s - loss: 0.5268 - accuracy: 0.7515\n",
      "Epoch 84: saving model to checkpoints/Original\\weights.84.hdf5\n",
      "157/804 [====>.........................] - ETA: 1s - loss: 0.5194 - accuracy: 0.7520\n",
      "Epoch 84: saving model to checkpoints/Original\\weights.84.hdf5\n",
      "254/804 [========>.....................] - ETA: 1s - loss: 0.5266 - accuracy: 0.7473\n",
      "Epoch 84: saving model to checkpoints/Original\\weights.84.hdf5\n",
      "354/804 [============>.................] - ETA: 1s - loss: 0.5268 - accuracy: 0.7471\n",
      "Epoch 84: saving model to checkpoints/Original\\weights.84.hdf5\n",
      "458/804 [================>.............] - ETA: 1s - loss: 0.5314 - accuracy: 0.7422\n",
      "Epoch 84: saving model to checkpoints/Original\\weights.84.hdf5\n",
      "562/804 [===================>..........] - ETA: 1s - loss: 0.5316 - accuracy: 0.7426\n",
      "Epoch 84: saving model to checkpoints/Original\\weights.84.hdf5\n",
      "662/804 [=======================>......] - ETA: 0s - loss: 0.5340 - accuracy: 0.7405\n",
      "Epoch 84: saving model to checkpoints/Original\\weights.84.hdf5\n",
      "758/804 [===========================>..] - ETA: 0s - loss: 0.5327 - accuracy: 0.7415\n",
      "Epoch 84: saving model to checkpoints/Original\\weights.84.hdf5\n",
      "804/804 [==============================] - 3s 4ms/step - loss: 0.5322 - accuracy: 0.7420\n",
      "Epoch 85/100\n",
      " 60/804 [=>............................] - ETA: 1s - loss: 0.5130 - accuracy: 0.7583\n",
      "Epoch 85: saving model to checkpoints/Original\\weights.85.hdf5\n",
      "148/804 [====>.........................] - ETA: 1s - loss: 0.5290 - accuracy: 0.7447\n",
      "Epoch 85: saving model to checkpoints/Original\\weights.85.hdf5\n",
      "252/804 [========>.....................] - ETA: 1s - loss: 0.5295 - accuracy: 0.7448\n",
      "Epoch 85: saving model to checkpoints/Original\\weights.85.hdf5\n",
      "351/804 [============>.................] - ETA: 1s - loss: 0.5265 - accuracy: 0.7463\n",
      "Epoch 85: saving model to checkpoints/Original\\weights.85.hdf5\n",
      "451/804 [===============>..............] - ETA: 0s - loss: 0.5302 - accuracy: 0.7437\n",
      "Epoch 85: saving model to checkpoints/Original\\weights.85.hdf5\n",
      "553/804 [===================>..........] - ETA: 0s - loss: 0.5276 - accuracy: 0.7451\n",
      "Epoch 85: saving model to checkpoints/Original\\weights.85.hdf5\n",
      "652/804 [=======================>......] - ETA: 0s - loss: 0.5286 - accuracy: 0.7441\n",
      "Epoch 85: saving model to checkpoints/Original\\weights.85.hdf5\n",
      "751/804 [===========================>..] - ETA: 0s - loss: 0.5313 - accuracy: 0.7422\n",
      "Epoch 85: saving model to checkpoints/Original\\weights.85.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5315 - accuracy: 0.7422\n",
      "Epoch 86/100\n",
      " 59/804 [=>............................] - ETA: 1s - loss: 0.5299 - accuracy: 0.7362\n",
      "Epoch 86: saving model to checkpoints/Original\\weights.86.hdf5\n",
      "144/804 [====>.........................] - ETA: 1s - loss: 0.5309 - accuracy: 0.7383\n",
      "Epoch 86: saving model to checkpoints/Original\\weights.86.hdf5\n",
      "245/804 [========>.....................] - ETA: 1s - loss: 0.5322 - accuracy: 0.7422\n",
      "Epoch 86: saving model to checkpoints/Original\\weights.86.hdf5\n",
      "346/804 [===========>..................] - ETA: 1s - loss: 0.5338 - accuracy: 0.7404\n",
      "Epoch 86: saving model to checkpoints/Original\\weights.86.hdf5\n",
      "444/804 [===============>..............] - ETA: 1s - loss: 0.5329 - accuracy: 0.7400\n",
      "Epoch 86: saving model to checkpoints/Original\\weights.86.hdf5\n",
      "548/804 [===================>..........] - ETA: 0s - loss: 0.5314 - accuracy: 0.7423\n",
      "Epoch 86: saving model to checkpoints/Original\\weights.86.hdf5\n",
      "643/804 [======================>.......] - ETA: 0s - loss: 0.5321 - accuracy: 0.7421\n",
      "Epoch 86: saving model to checkpoints/Original\\weights.86.hdf5\n",
      "746/804 [==========================>...] - ETA: 0s - loss: 0.5318 - accuracy: 0.7427\n",
      "Epoch 86: saving model to checkpoints/Original\\weights.86.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5316 - accuracy: 0.7424\n",
      "Epoch 87/100\n",
      " 42/804 [>.............................] - ETA: 1s - loss: 0.5195 - accuracy: 0.7552\n",
      "Epoch 87: saving model to checkpoints/Original\\weights.87.hdf5\n",
      "139/804 [====>.........................] - ETA: 3s - loss: 0.5276 - accuracy: 0.7464\n",
      "Epoch 87: saving model to checkpoints/Original\\weights.87.hdf5\n",
      "240/804 [=======>......................] - ETA: 2s - loss: 0.5273 - accuracy: 0.7458\n",
      "Epoch 87: saving model to checkpoints/Original\\weights.87.hdf5\n",
      "343/804 [===========>..................] - ETA: 1s - loss: 0.5289 - accuracy: 0.7443\n",
      "Epoch 87: saving model to checkpoints/Original\\weights.87.hdf5\n",
      "443/804 [===============>..............] - ETA: 1s - loss: 0.5306 - accuracy: 0.7429\n",
      "Epoch 87: saving model to checkpoints/Original\\weights.87.hdf5\n",
      "542/804 [===================>..........] - ETA: 4s - loss: 0.5297 - accuracy: 0.7455\n",
      "Epoch 87: saving model to checkpoints/Original\\weights.87.hdf5\n",
      "648/804 [=======================>......] - ETA: 2s - loss: 0.5311 - accuracy: 0.7434\n",
      "Epoch 87: saving model to checkpoints/Original\\weights.87.hdf5\n",
      "746/804 [==========================>...] - ETA: 0s - loss: 0.5300 - accuracy: 0.7448\n",
      "Epoch 87: saving model to checkpoints/Original\\weights.87.hdf5\n",
      "804/804 [==============================] - 11s 14ms/step - loss: 0.5315 - accuracy: 0.7435\n",
      "Epoch 88/100\n",
      " 46/804 [>.............................] - ETA: 1s - loss: 0.5254 - accuracy: 0.7480\n",
      "Epoch 88: saving model to checkpoints/Original\\weights.88.hdf5\n",
      "136/804 [====>.........................] - ETA: 2s - loss: 0.5335 - accuracy: 0.7383\n",
      "Epoch 88: saving model to checkpoints/Original\\weights.88.hdf5\n",
      "238/804 [=======>......................] - ETA: 1s - loss: 0.5315 - accuracy: 0.7396\n",
      "Epoch 88: saving model to checkpoints/Original\\weights.88.hdf5\n",
      "343/804 [===========>..................] - ETA: 1s - loss: 0.5295 - accuracy: 0.7436\n",
      "Epoch 88: saving model to checkpoints/Original\\weights.88.hdf5\n",
      "435/804 [===============>..............] - ETA: 1s - loss: 0.5311 - accuracy: 0.7428\n",
      "Epoch 88: saving model to checkpoints/Original\\weights.88.hdf5\n",
      "540/804 [===================>..........] - ETA: 0s - loss: 0.5295 - accuracy: 0.7447\n",
      "Epoch 88: saving model to checkpoints/Original\\weights.88.hdf5\n",
      "637/804 [======================>.......] - ETA: 0s - loss: 0.5317 - accuracy: 0.7420\n",
      "Epoch 88: saving model to checkpoints/Original\\weights.88.hdf5\n",
      "735/804 [==========================>...] - ETA: 0s - loss: 0.5330 - accuracy: 0.7411\n",
      "Epoch 88: saving model to checkpoints/Original\\weights.88.hdf5\n",
      "804/804 [==============================] - 3s 3ms/step - loss: 0.5315 - accuracy: 0.7425\n",
      "Epoch 89/100\n",
      " 26/804 [..............................] - ETA: 1s - loss: 0.5158 - accuracy: 0.7524\n",
      "Epoch 89: saving model to checkpoints/Original\\weights.89.hdf5\n",
      "136/804 [====>.........................] - ETA: 1s - loss: 0.5294 - accuracy: 0.7454\n",
      "Epoch 89: saving model to checkpoints/Original\\weights.89.hdf5\n",
      "245/804 [========>.....................] - ETA: 1s - loss: 0.5269 - accuracy: 0.7474\n",
      "Epoch 89: saving model to checkpoints/Original\\weights.89.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "345/804 [===========>..................] - ETA: 1s - loss: 0.5267 - accuracy: 0.7473\n",
      "Epoch 89: saving model to checkpoints/Original\\weights.89.hdf5\n",
      "436/804 [===============>..............] - ETA: 0s - loss: 0.5265 - accuracy: 0.7477\n",
      "Epoch 89: saving model to checkpoints/Original\\weights.89.hdf5\n",
      "535/804 [==================>...........] - ETA: 0s - loss: 0.5263 - accuracy: 0.7487\n",
      "Epoch 89: saving model to checkpoints/Original\\weights.89.hdf5\n",
      "639/804 [======================>.......] - ETA: 0s - loss: 0.5258 - accuracy: 0.7485\n",
      "Epoch 89: saving model to checkpoints/Original\\weights.89.hdf5\n",
      "738/804 [==========================>...] - ETA: 0s - loss: 0.5309 - accuracy: 0.7435\n",
      "Epoch 89: saving model to checkpoints/Original\\weights.89.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5315 - accuracy: 0.7428\n",
      "Epoch 90/100\n",
      " 30/804 [>.............................] - ETA: 1s - loss: 0.5159 - accuracy: 0.7531\n",
      "Epoch 90: saving model to checkpoints/Original\\weights.90.hdf5\n",
      "132/804 [===>..........................] - ETA: 1s - loss: 0.5276 - accuracy: 0.7472\n",
      "Epoch 90: saving model to checkpoints/Original\\weights.90.hdf5\n",
      "231/804 [=======>......................] - ETA: 1s - loss: 0.5224 - accuracy: 0.7488\n",
      "Epoch 90: saving model to checkpoints/Original\\weights.90.hdf5\n",
      "337/804 [===========>..................] - ETA: 1s - loss: 0.5284 - accuracy: 0.7430\n",
      "Epoch 90: saving model to checkpoints/Original\\weights.90.hdf5\n",
      "434/804 [===============>..............] - ETA: 0s - loss: 0.5308 - accuracy: 0.7426\n",
      "Epoch 90: saving model to checkpoints/Original\\weights.90.hdf5\n",
      "530/804 [==================>...........] - ETA: 0s - loss: 0.5329 - accuracy: 0.7421\n",
      "Epoch 90: saving model to checkpoints/Original\\weights.90.hdf5\n",
      "632/804 [======================>.......] - ETA: 0s - loss: 0.5307 - accuracy: 0.7437\n",
      "Epoch 90: saving model to checkpoints/Original\\weights.90.hdf5\n",
      "715/804 [=========================>....] - ETA: 0s - loss: 0.5311 - accuracy: 0.7436\n",
      "Epoch 90: saving model to checkpoints/Original\\weights.90.hdf5\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5319 - accuracy: 0.7430\n",
      "Epoch 91/100\n",
      " 30/804 [>.............................] - ETA: 1s - loss: 0.5144 - accuracy: 0.7542\n",
      "Epoch 91: saving model to checkpoints/Original\\weights.91.hdf5\n",
      "124/804 [===>..........................] - ETA: 1s - loss: 0.5270 - accuracy: 0.7440\n",
      "Epoch 91: saving model to checkpoints/Original\\weights.91.hdf5\n",
      "229/804 [=======>......................] - ETA: 1s - loss: 0.5268 - accuracy: 0.7463\n",
      "Epoch 91: saving model to checkpoints/Original\\weights.91.hdf5\n",
      "328/804 [===========>..................] - ETA: 1s - loss: 0.5274 - accuracy: 0.7451\n",
      "Epoch 91: saving model to checkpoints/Original\\weights.91.hdf5\n",
      "429/804 [===============>..............] - ETA: 0s - loss: 0.5301 - accuracy: 0.7419\n",
      "Epoch 91: saving model to checkpoints/Original\\weights.91.hdf5\n",
      "528/804 [==================>...........] - ETA: 0s - loss: 0.5302 - accuracy: 0.7422\n",
      "Epoch 91: saving model to checkpoints/Original\\weights.91.hdf5\n",
      "628/804 [======================>.......] - ETA: 0s - loss: 0.5319 - accuracy: 0.7421\n",
      "Epoch 91: saving model to checkpoints/Original\\weights.91.hdf5\n",
      "730/804 [==========================>...] - ETA: 0s - loss: 0.5313 - accuracy: 0.7422\n",
      "Epoch 91: saving model to checkpoints/Original\\weights.91.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5314 - accuracy: 0.7419\n",
      "Epoch 92/100\n",
      " 28/804 [>.............................] - ETA: 1s - loss: 0.5090 - accuracy: 0.7578\n",
      "Epoch 92: saving model to checkpoints/Original\\weights.92.hdf5\n",
      "122/804 [===>..........................] - ETA: 1s - loss: 0.5179 - accuracy: 0.7538\n",
      "Epoch 92: saving model to checkpoints/Original\\weights.92.hdf5\n",
      "221/804 [=======>......................] - ETA: 1s - loss: 0.5248 - accuracy: 0.7465\n",
      "Epoch 92: saving model to checkpoints/Original\\weights.92.hdf5\n",
      "325/804 [===========>..................] - ETA: 1s - loss: 0.5238 - accuracy: 0.7472\n",
      "Epoch 92: saving model to checkpoints/Original\\weights.92.hdf5\n",
      "424/804 [==============>...............] - ETA: 0s - loss: 0.5275 - accuracy: 0.7452\n",
      "Epoch 92: saving model to checkpoints/Original\\weights.92.hdf5\n",
      "522/804 [==================>...........] - ETA: 0s - loss: 0.5276 - accuracy: 0.7450\n",
      "Epoch 92: saving model to checkpoints/Original\\weights.92.hdf5\n",
      "622/804 [======================>.......] - ETA: 0s - loss: 0.5299 - accuracy: 0.7432\n",
      "Epoch 92: saving model to checkpoints/Original\\weights.92.hdf5\n",
      "722/804 [=========================>....] - ETA: 0s - loss: 0.5318 - accuracy: 0.7413\n",
      "Epoch 92: saving model to checkpoints/Original\\weights.92.hdf5\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5315 - accuracy: 0.7416\n",
      "Epoch 93/100\n",
      " 30/804 [>.............................] - ETA: 1s - loss: 0.5157 - accuracy: 0.7552\n",
      "Epoch 93: saving model to checkpoints/Original\\weights.93.hdf5\n",
      "105/804 [==>...........................] - ETA: 12s - loss: 0.5212 - accuracy: 0.7512\n",
      "Epoch 93: saving model to checkpoints/Original\\weights.93.hdf5\n",
      "216/804 [=======>......................] - ETA: 5s - loss: 0.5240 - accuracy: 0.7490\n",
      "Epoch 93: saving model to checkpoints/Original\\weights.93.hdf5\n",
      "316/804 [==========>...................] - ETA: 3s - loss: 0.5301 - accuracy: 0.7441\n",
      "Epoch 93: saving model to checkpoints/Original\\weights.93.hdf5\n",
      "422/804 [==============>...............] - ETA: 2s - loss: 0.5306 - accuracy: 0.7440\n",
      "Epoch 93: saving model to checkpoints/Original\\weights.93.hdf5\n",
      "522/804 [==================>...........] - ETA: 1s - loss: 0.5300 - accuracy: 0.7443\n",
      "Epoch 93: saving model to checkpoints/Original\\weights.93.hdf5\n",
      "618/804 [======================>.......] - ETA: 0s - loss: 0.5304 - accuracy: 0.7438\n",
      "Epoch 93: saving model to checkpoints/Original\\weights.93.hdf5\n",
      "719/804 [=========================>....] - ETA: 0s - loss: 0.5309 - accuracy: 0.7437\n",
      "Epoch 93: saving model to checkpoints/Original\\weights.93.hdf5\n",
      "804/804 [==============================] - 4s 4ms/step - loss: 0.5312 - accuracy: 0.7429\n",
      "Epoch 94/100\n",
      "  1/804 [..............................] - ETA: 1s - loss: 0.4246 - accuracy: 0.7812\n",
      "Epoch 94: saving model to checkpoints/Original\\weights.94.hdf5\n",
      "113/804 [===>..........................] - ETA: 2s - loss: 0.5286 - accuracy: 0.7431\n",
      "Epoch 94: saving model to checkpoints/Original\\weights.94.hdf5\n",
      "227/804 [=======>......................] - ETA: 2s - loss: 0.5295 - accuracy: 0.7431\n",
      "Epoch 94: saving model to checkpoints/Original\\weights.94.hdf5\n",
      "315/804 [==========>...................] - ETA: 1s - loss: 0.5295 - accuracy: 0.7453\n",
      "Epoch 94: saving model to checkpoints/Original\\weights.94.hdf5\n",
      "418/804 [==============>...............] - ETA: 1s - loss: 0.5299 - accuracy: 0.7445\n",
      "Epoch 94: saving model to checkpoints/Original\\weights.94.hdf5\n",
      "519/804 [==================>...........] - ETA: 0s - loss: 0.5317 - accuracy: 0.7416\n",
      "Epoch 94: saving model to checkpoints/Original\\weights.94.hdf5\n",
      "622/804 [======================>.......] - ETA: 0s - loss: 0.5317 - accuracy: 0.7428\n",
      "Epoch 94: saving model to checkpoints/Original\\weights.94.hdf5\n",
      "715/804 [=========================>....] - ETA: 0s - loss: 0.5315 - accuracy: 0.7431\n",
      "Epoch 94: saving model to checkpoints/Original\\weights.94.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5318 - accuracy: 0.7425\n",
      "Epoch 95/100\n",
      "  1/804 [..............................] - ETA: 2s - loss: 0.4722 - accuracy: 0.8125\n",
      "Epoch 95: saving model to checkpoints/Original\\weights.95.hdf5\n",
      "110/804 [===>..........................] - ETA: 1s - loss: 0.5271 - accuracy: 0.7403\n",
      "Epoch 95: saving model to checkpoints/Original\\weights.95.hdf5\n",
      "211/804 [======>.......................] - ETA: 2s - loss: 0.5299 - accuracy: 0.7376\n",
      "Epoch 95: saving model to checkpoints/Original\\weights.95.hdf5\n",
      "310/804 [==========>...................] - ETA: 1s - loss: 0.5331 - accuracy: 0.7392\n",
      "Epoch 95: saving model to checkpoints/Original\\weights.95.hdf5\n",
      "410/804 [==============>...............] - ETA: 1s - loss: 0.5334 - accuracy: 0.7394\n",
      "Epoch 95: saving model to checkpoints/Original\\weights.95.hdf5\n",
      "509/804 [=================>............] - ETA: 0s - loss: 0.5322 - accuracy: 0.7409\n",
      "Epoch 95: saving model to checkpoints/Original\\weights.95.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "610/804 [=====================>........] - ETA: 0s - loss: 0.5320 - accuracy: 0.7409\n",
      "Epoch 95: saving model to checkpoints/Original\\weights.95.hdf5\n",
      "711/804 [=========================>....] - ETA: 0s - loss: 0.5302 - accuracy: 0.7424\n",
      "Epoch 95: saving model to checkpoints/Original\\weights.95.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5312 - accuracy: 0.7423\n",
      "Epoch 96/100\n",
      "  1/804 [..............................] - ETA: 3s - loss: 0.4765 - accuracy: 0.7500\n",
      "Epoch 96: saving model to checkpoints/Original\\weights.96.hdf5\n",
      "106/804 [==>...........................] - ETA: 1s - loss: 0.5377 - accuracy: 0.7338\n",
      "Epoch 96: saving model to checkpoints/Original\\weights.96.hdf5\n",
      "210/804 [======>.......................] - ETA: 1s - loss: 0.5270 - accuracy: 0.7475\n",
      "Epoch 96: saving model to checkpoints/Original\\weights.96.hdf5\n",
      "307/804 [==========>...................] - ETA: 1s - loss: 0.5278 - accuracy: 0.7459\n",
      "Epoch 96: saving model to checkpoints/Original\\weights.96.hdf5\n",
      "400/804 [=============>................] - ETA: 1s - loss: 0.5333 - accuracy: 0.7438\n",
      "Epoch 96: saving model to checkpoints/Original\\weights.96.hdf5\n",
      "504/804 [=================>............] - ETA: 0s - loss: 0.5324 - accuracy: 0.7436\n",
      "Epoch 96: saving model to checkpoints/Original\\weights.96.hdf5\n",
      "604/804 [=====================>........] - ETA: 0s - loss: 0.5314 - accuracy: 0.7438\n",
      "Epoch 96: saving model to checkpoints/Original\\weights.96.hdf5\n",
      "703/804 [=========================>....] - ETA: 0s - loss: 0.5320 - accuracy: 0.7425\n",
      "Epoch 96: saving model to checkpoints/Original\\weights.96.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5322 - accuracy: 0.7423\n",
      "Epoch 97/100\n",
      "  1/804 [..............................] - ETA: 2s - loss: 0.4424 - accuracy: 0.8750\n",
      "Epoch 97: saving model to checkpoints/Original\\weights.97.hdf5\n",
      "104/804 [==>...........................] - ETA: 2s - loss: 0.5282 - accuracy: 0.7482\n",
      "Epoch 97: saving model to checkpoints/Original\\weights.97.hdf5\n",
      "199/804 [======>.......................] - ETA: 1s - loss: 0.5279 - accuracy: 0.7458\n",
      "Epoch 97: saving model to checkpoints/Original\\weights.97.hdf5\n",
      "293/804 [=========>....................] - ETA: 1s - loss: 0.5348 - accuracy: 0.7413\n",
      "Epoch 97: saving model to checkpoints/Original\\weights.97.hdf5\n",
      "390/804 [=============>................] - ETA: 1s - loss: 0.5321 - accuracy: 0.7425\n",
      "Epoch 97: saving model to checkpoints/Original\\weights.97.hdf5\n",
      "503/804 [=================>............] - ETA: 0s - loss: 0.5332 - accuracy: 0.7416\n",
      "Epoch 97: saving model to checkpoints/Original\\weights.97.hdf5\n",
      "604/804 [=====================>........] - ETA: 0s - loss: 0.5332 - accuracy: 0.7409\n",
      "Epoch 97: saving model to checkpoints/Original\\weights.97.hdf5\n",
      "703/804 [=========================>....] - ETA: 0s - loss: 0.5325 - accuracy: 0.7424\n",
      "Epoch 97: saving model to checkpoints/Original\\weights.97.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5316 - accuracy: 0.7420\n",
      "Epoch 98/100\n",
      "  1/804 [..............................] - ETA: 3s - loss: 0.5668 - accuracy: 0.6562\n",
      "Epoch 98: saving model to checkpoints/Original\\weights.98.hdf5\n",
      " 98/804 [==>...........................] - ETA: 2s - loss: 0.5261 - accuracy: 0.7423\n",
      "Epoch 98: saving model to checkpoints/Original\\weights.98.hdf5\n",
      "199/804 [======>.......................] - ETA: 1s - loss: 0.5297 - accuracy: 0.7443\n",
      "Epoch 98: saving model to checkpoints/Original\\weights.98.hdf5\n",
      "298/804 [==========>...................] - ETA: 1s - loss: 0.5314 - accuracy: 0.7413\n",
      "Epoch 98: saving model to checkpoints/Original\\weights.98.hdf5\n",
      "398/804 [=============>................] - ETA: 1s - loss: 0.5304 - accuracy: 0.7429\n",
      "Epoch 98: saving model to checkpoints/Original\\weights.98.hdf5\n",
      "502/804 [=================>............] - ETA: 0s - loss: 0.5324 - accuracy: 0.7425\n",
      "Epoch 98: saving model to checkpoints/Original\\weights.98.hdf5\n",
      "600/804 [=====================>........] - ETA: 0s - loss: 0.5320 - accuracy: 0.7434\n",
      "Epoch 98: saving model to checkpoints/Original\\weights.98.hdf5\n",
      "702/804 [=========================>....] - ETA: 0s - loss: 0.5322 - accuracy: 0.7429\n",
      "Epoch 98: saving model to checkpoints/Original\\weights.98.hdf5\n",
      "804/804 [==============================] - 2s 2ms/step - loss: 0.5312 - accuracy: 0.7430\n",
      "Epoch 99/100\n",
      "  1/804 [..............................] - ETA: 4s - loss: 0.6440 - accuracy: 0.6562\n",
      "Epoch 99: saving model to checkpoints/Original\\weights.99.hdf5\n",
      " 93/804 [==>...........................] - ETA: 3s - loss: 0.5240 - accuracy: 0.7483\n",
      "Epoch 99: saving model to checkpoints/Original\\weights.99.hdf5\n",
      "195/804 [======>.......................] - ETA: 1s - loss: 0.5285 - accuracy: 0.7457\n",
      "Epoch 99: saving model to checkpoints/Original\\weights.99.hdf5\n",
      "298/804 [==========>...................] - ETA: 1s - loss: 0.5289 - accuracy: 0.7442\n",
      "Epoch 99: saving model to checkpoints/Original\\weights.99.hdf5\n",
      "382/804 [=============>................] - ETA: 1s - loss: 0.5277 - accuracy: 0.7451\n",
      "Epoch 99: saving model to checkpoints/Original\\weights.99.hdf5\n",
      "494/804 [=================>............] - ETA: 0s - loss: 0.5300 - accuracy: 0.7427\n",
      "Epoch 99: saving model to checkpoints/Original\\weights.99.hdf5\n",
      "591/804 [=====================>........] - ETA: 0s - loss: 0.5317 - accuracy: 0.7423\n",
      "Epoch 99: saving model to checkpoints/Original\\weights.99.hdf5\n",
      "695/804 [========================>.....] - ETA: 0s - loss: 0.5320 - accuracy: 0.7420\n",
      "Epoch 99: saving model to checkpoints/Original\\weights.99.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5316 - accuracy: 0.7423\n",
      "Epoch 100/100\n",
      "  1/804 [..............................] - ETA: 3s - loss: 0.5498 - accuracy: 0.7188\n",
      "Epoch 100: saving model to checkpoints/Original\\weights.100.hdf5\n",
      " 75/804 [=>............................] - ETA: 2s - loss: 0.5358 - accuracy: 0.7479\n",
      "Epoch 100: saving model to checkpoints/Original\\weights.100.hdf5\n",
      "188/804 [======>.......................] - ETA: 1s - loss: 0.5368 - accuracy: 0.7397\n",
      "Epoch 100: saving model to checkpoints/Original\\weights.100.hdf5\n",
      "291/804 [=========>....................] - ETA: 1s - loss: 0.5398 - accuracy: 0.7371\n",
      "Epoch 100: saving model to checkpoints/Original\\weights.100.hdf5\n",
      "387/804 [=============>................] - ETA: 1s - loss: 0.5389 - accuracy: 0.7376\n",
      "Epoch 100: saving model to checkpoints/Original\\weights.100.hdf5\n",
      "489/804 [=================>............] - ETA: 0s - loss: 0.5378 - accuracy: 0.7386\n",
      "Epoch 100: saving model to checkpoints/Original\\weights.100.hdf5\n",
      "587/804 [====================>.........] - ETA: 0s - loss: 0.5326 - accuracy: 0.7419\n",
      "Epoch 100: saving model to checkpoints/Original\\weights.100.hdf5\n",
      "692/804 [========================>.....] - ETA: 0s - loss: 0.5308 - accuracy: 0.7437\n",
      "Epoch 100: saving model to checkpoints/Original\\weights.100.hdf5\n",
      "792/804 [============================>.] - ETA: 0s - loss: 0.5308 - accuracy: 0.7435\n",
      "Epoch 100: saving model to checkpoints/Original\\weights.100.hdf5\n",
      "804/804 [==============================] - 2s 3ms/step - loss: 0.5311 - accuracy: 0.7428\n"
     ]
    }
   ],
   "source": [
    "# Import checkpoint dependencies\n",
    "import os\n",
    "from tensorflow.keras.callbacks import ModelCheckpoint\n",
    "\n",
    "# Define the checkpoint path and filenames\n",
    "os.makedirs('checkpoints/Original/',exist_ok=True)\n",
    "checkpoint_path = 'checkpoints/Original/weights.{epoch:02d}.hdf5'\n",
    "\n",
    "# Create a callback that saves the model's weights every 5 epochs\n",
    "cp_callback = ModelCheckpoint(\n",
    "    filepath=checkpoint_path,\n",
    "    verbose=1,\n",
    "    save_weights_only=True,\n",
    "    save_freq=100)\n",
    "\n",
    "# Compile the model\n",
    "nn.compile(loss='binary_crossentropy',optimizer='adam',metrics=['accuracy'])\n",
    "\n",
    "# Train the model\n",
    "fit_model = nn.fit(X_train_scaled,y_train,epochs=100,callbacks=[cp_callback])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "268/268 - 0s - loss: 0.5780 - accuracy: 0.7256 - 419ms/epoch - 2ms/step\n",
      "Loss: 0.5780040621757507, Accuracy: 0.7255976796150208\n"
     ]
    }
   ],
   "source": [
    "# Evaluate the model using the test data\n",
    "model_loss, model_accuracy = nn.evaluate(X_test_scaled,y_test,verbose=2)\n",
    "print(f\"Loss: {model_loss}, Accuracy: {model_accuracy}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export our model to HDF5 file\n",
    "nn.save('AlphabetSoupCharity.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python37ImbalancedMachineLearni",
   "language": "python",
   "name": "python37imbalancedmachinelearni"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}