DataCleaner.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "60265ad1",
   "metadata": {},
   "outputs": [],
   "source": [
    "# import required libraries\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "51e24250",
   "metadata": {},
   "outputs": [],
   "source": [
    "# load data\n",
    "df = pd.read_csv('data.csv', parse_dates = ['Date received', 'Date sent to company'], low_memory=False, skipinitialspace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "99fc5d7b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date received</th>\n",
       "      <th>Product</th>\n",
       "      <th>Sub-product</th>\n",
       "      <th>Issue</th>\n",
       "      <th>Sub-issue</th>\n",
       "      <th>Consumer complaint narrative</th>\n",
       "      <th>Company public response</th>\n",
       "      <th>Company</th>\n",
       "      <th>State</th>\n",
       "      <th>ZIP code</th>\n",
       "      <th>Tags</th>\n",
       "      <th>Consumer consent provided?</th>\n",
       "      <th>Submitted via</th>\n",
       "      <th>Date sent to company</th>\n",
       "      <th>Company response to consumer</th>\n",
       "      <th>Timely response?</th>\n",
       "      <th>Consumer disputed?</th>\n",
       "      <th>Complaint ID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Checking or savings account</td>\n",
       "      <td>Checking account</td>\n",
       "      <td>Managing an account</td>\n",
       "      <td>Problem using a debit or ATM card</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NAVY FEDERAL CREDIT UNION</td>\n",
       "      <td>FL</td>\n",
       "      <td>328XX</td>\n",
       "      <td>Older American</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>In progress</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3238275</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Checking or savings account</td>\n",
       "      <td>Other banking product or service</td>\n",
       "      <td>Managing an account</td>\n",
       "      <td>Deposits and withdrawals</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BOEING EMPLOYEES CREDIT UNION</td>\n",
       "      <td>WA</td>\n",
       "      <td>98204</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Referral</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3238228</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Debt collection</td>\n",
       "      <td>Payday loan debt</td>\n",
       "      <td>Communication tactics</td>\n",
       "      <td>Frequent or repeated calls</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CURO Intermediate Holdings</td>\n",
       "      <td>TX</td>\n",
       "      <td>751XX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3237964</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Credit reporting, credit repair services, or o...</td>\n",
       "      <td>Credit reporting</td>\n",
       "      <td>Incorrect information on your report</td>\n",
       "      <td>Old information reappears or never goes away</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Ad Astra Recovery Services Inc</td>\n",
       "      <td>LA</td>\n",
       "      <td>708XX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3238479</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Checking or savings account</td>\n",
       "      <td>Checking account</td>\n",
       "      <td>Managing an account</td>\n",
       "      <td>Banking errors</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ALLY FINANCIAL INC.</td>\n",
       "      <td>AZ</td>\n",
       "      <td>85205</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Postal mail</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>In progress</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3238460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Other type of mortgage</td>\n",
       "      <td>Closing on a mortgage</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statebridge Company</td>\n",
       "      <td>NJ</td>\n",
       "      <td>08302</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3237885</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Debt collection</td>\n",
       "      <td>Other debt</td>\n",
       "      <td>Attempts to collect debt not owed</td>\n",
       "      <td>Debt is not yours</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Diversified Consultants, Inc.</td>\n",
       "      <td>TX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Servicemember</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>In progress</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3238585</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Student loan</td>\n",
       "      <td>Federal student loan servicing</td>\n",
       "      <td>Struggling to repay your loan</td>\n",
       "      <td>Problem lowering your monthly payments</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Student Loan Direct</td>\n",
       "      <td>TX</td>\n",
       "      <td>773XX</td>\n",
       "      <td>Older American</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3238221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Debt collection</td>\n",
       "      <td>Other debt</td>\n",
       "      <td>Attempts to collect debt not owed</td>\n",
       "      <td>Debt was paid</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Diversified Consultants, Inc.</td>\n",
       "      <td>SC</td>\n",
       "      <td>296XX</td>\n",
       "      <td>Servicemember</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>In progress</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3238545</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Credit reporting, credit repair services, or o...</td>\n",
       "      <td>Credit reporting</td>\n",
       "      <td>Incorrect information on your report</td>\n",
       "      <td>Information belongs to someone else</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CONTRACT CALLERS INC</td>\n",
       "      <td>MD</td>\n",
       "      <td>20774</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>In progress</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3238458</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Vehicle loan or lease</td>\n",
       "      <td>Loan</td>\n",
       "      <td>Struggling to pay your loan</td>\n",
       "      <td>Denied request to lower payments</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ALLY FINANCIAL INC.</td>\n",
       "      <td>NV</td>\n",
       "      <td>891XX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>In progress</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3238036</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Debt collection</td>\n",
       "      <td>Medical debt</td>\n",
       "      <td>False statements or representation</td>\n",
       "      <td>Attempted to collect wrong amount</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MiraMed Revenue Group LLC</td>\n",
       "      <td>VA</td>\n",
       "      <td>23156</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3237941</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Debt collection</td>\n",
       "      <td>Payday loan debt</td>\n",
       "      <td>Attempts to collect debt not owed</td>\n",
       "      <td>Debt is not yours</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Ad Astra Recovery Services Inc</td>\n",
       "      <td>TX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3238461</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Debt collection</td>\n",
       "      <td>I do not know</td>\n",
       "      <td>False statements or representation</td>\n",
       "      <td>Impersonated attorney, law enforcement, or gov...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Commonwealth Financial Systems, Inc.</td>\n",
       "      <td>TX</td>\n",
       "      <td>774XX</td>\n",
       "      <td>Older American</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3237971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>Credit reporting, credit repair services, or o...</td>\n",
       "      <td>Credit reporting</td>\n",
       "      <td>Problem with a credit reporting company's inve...</td>\n",
       "      <td>Their investigation did not fix an error on yo...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ALLY FINANCIAL INC.</td>\n",
       "      <td>TX</td>\n",
       "      <td>774XX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2019-05-10</td>\n",
       "      <td>In progress</td>\n",
       "      <td>Yes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3237837</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Date received                                            Product  \\\n",
       "0     2019-05-10                        Checking or savings account   \n",
       "1     2019-05-10                        Checking or savings account   \n",
       "2     2019-05-10                                    Debt collection   \n",
       "3     2019-05-10  Credit reporting, credit repair services, or o...   \n",
       "4     2019-05-10                        Checking or savings account   \n",
       "5     2019-05-10                                           Mortgage   \n",
       "6     2019-05-10                                    Debt collection   \n",
       "7     2019-05-10                                       Student loan   \n",
       "8     2019-05-10                                    Debt collection   \n",
       "9     2019-05-10  Credit reporting, credit repair services, or o...   \n",
       "10    2019-05-10                              Vehicle loan or lease   \n",
       "11    2019-05-10                                    Debt collection   \n",
       "12    2019-05-10                                    Debt collection   \n",
       "13    2019-05-10                                    Debt collection   \n",
       "14    2019-05-10  Credit reporting, credit repair services, or o...   \n",
       "\n",
       "                         Sub-product  \\\n",
       "0                   Checking account   \n",
       "1   Other banking product or service   \n",
       "2                   Payday loan debt   \n",
       "3                   Credit reporting   \n",
       "4                   Checking account   \n",
       "5             Other type of mortgage   \n",
       "6                         Other debt   \n",
       "7     Federal student loan servicing   \n",
       "8                         Other debt   \n",
       "9                   Credit reporting   \n",
       "10                              Loan   \n",
       "11                      Medical debt   \n",
       "12                  Payday loan debt   \n",
       "13                     I do not know   \n",
       "14                  Credit reporting   \n",
       "\n",
       "                                                Issue  \\\n",
       "0                                 Managing an account   \n",
       "1                                 Managing an account   \n",
       "2                               Communication tactics   \n",
       "3                Incorrect information on your report   \n",
       "4                                 Managing an account   \n",
       "5                               Closing on a mortgage   \n",
       "6                   Attempts to collect debt not owed   \n",
       "7                       Struggling to repay your loan   \n",
       "8                   Attempts to collect debt not owed   \n",
       "9                Incorrect information on your report   \n",
       "10                        Struggling to pay your loan   \n",
       "11                 False statements or representation   \n",
       "12                  Attempts to collect debt not owed   \n",
       "13                 False statements or representation   \n",
       "14  Problem with a credit reporting company's inve...   \n",
       "\n",
       "                                            Sub-issue  \\\n",
       "0                   Problem using a debit or ATM card   \n",
       "1                            Deposits and withdrawals   \n",
       "2                          Frequent or repeated calls   \n",
       "3        Old information reappears or never goes away   \n",
       "4                                      Banking errors   \n",
       "5                                                 NaN   \n",
       "6                                   Debt is not yours   \n",
       "7              Problem lowering your monthly payments   \n",
       "8                                       Debt was paid   \n",
       "9                 Information belongs to someone else   \n",
       "10                   Denied request to lower payments   \n",
       "11                  Attempted to collect wrong amount   \n",
       "12                                  Debt is not yours   \n",
       "13  Impersonated attorney, law enforcement, or gov...   \n",
       "14  Their investigation did not fix an error on yo...   \n",
       "\n",
       "   Consumer complaint narrative Company public response  \\\n",
       "0                           NaN                     NaN   \n",
       "1                           NaN                     NaN   \n",
       "2                           NaN                     NaN   \n",
       "3                           NaN                     NaN   \n",
       "4                           NaN                     NaN   \n",
       "5                           NaN                     NaN   \n",
       "6                           NaN                     NaN   \n",
       "7                           NaN                     NaN   \n",
       "8                           NaN                     NaN   \n",
       "9                           NaN                     NaN   \n",
       "10                          NaN                     NaN   \n",
       "11                          NaN                     NaN   \n",
       "12                          NaN                     NaN   \n",
       "13                          NaN                     NaN   \n",
       "14                          NaN                     NaN   \n",
       "\n",
       "                                 Company State ZIP code            Tags  \\\n",
       "0              NAVY FEDERAL CREDIT UNION    FL    328XX  Older American   \n",
       "1          BOEING EMPLOYEES CREDIT UNION    WA    98204             NaN   \n",
       "2             CURO Intermediate Holdings    TX    751XX             NaN   \n",
       "3         Ad Astra Recovery Services Inc    LA    708XX             NaN   \n",
       "4                    ALLY FINANCIAL INC.    AZ    85205             NaN   \n",
       "5                    Statebridge Company    NJ    08302             NaN   \n",
       "6          Diversified Consultants, Inc.    TX      NaN   Servicemember   \n",
       "7                    Student Loan Direct    TX    773XX  Older American   \n",
       "8          Diversified Consultants, Inc.    SC    296XX   Servicemember   \n",
       "9                   CONTRACT CALLERS INC    MD    20774             NaN   \n",
       "10                   ALLY FINANCIAL INC.    NV    891XX             NaN   \n",
       "11             MiraMed Revenue Group LLC    VA    23156             NaN   \n",
       "12        Ad Astra Recovery Services Inc    TX      NaN             NaN   \n",
       "13  Commonwealth Financial Systems, Inc.    TX    774XX  Older American   \n",
       "14                   ALLY FINANCIAL INC.    TX    774XX             NaN   \n",
       "\n",
       "   Consumer consent provided? Submitted via Date sent to company  \\\n",
       "0                         NaN           Web           2019-05-10   \n",
       "1                         NaN      Referral           2019-05-10   \n",
       "2                         NaN           Web           2019-05-10   \n",
       "3                         NaN           Web           2019-05-10   \n",
       "4                         NaN   Postal mail           2019-05-10   \n",
       "5                         NaN           Web           2019-05-10   \n",
       "6                         NaN           Web           2019-05-10   \n",
       "7                         NaN           Web           2019-05-10   \n",
       "8                         NaN           Web           2019-05-10   \n",
       "9                         NaN           Web           2019-05-10   \n",
       "10                        NaN           Web           2019-05-10   \n",
       "11                        NaN           Web           2019-05-10   \n",
       "12                        NaN           Web           2019-05-10   \n",
       "13                        NaN           Web           2019-05-10   \n",
       "14                        NaN           Web           2019-05-10   \n",
       "\n",
       "   Company response to consumer Timely response? Consumer disputed?  \\\n",
       "0                   In progress              Yes                NaN   \n",
       "1       Closed with explanation              Yes                NaN   \n",
       "2       Closed with explanation              Yes                NaN   \n",
       "3       Closed with explanation              Yes                NaN   \n",
       "4                   In progress              Yes                NaN   \n",
       "5       Closed with explanation              Yes                NaN   \n",
       "6                   In progress              Yes                NaN   \n",
       "7       Closed with explanation              Yes                NaN   \n",
       "8                   In progress              Yes                NaN   \n",
       "9                   In progress              Yes                NaN   \n",
       "10                  In progress              Yes                NaN   \n",
       "11      Closed with explanation              Yes                NaN   \n",
       "12      Closed with explanation              Yes                NaN   \n",
       "13      Closed with explanation              Yes                NaN   \n",
       "14                  In progress              Yes                NaN   \n",
       "\n",
       "    Complaint ID  \n",
       "0        3238275  \n",
       "1        3238228  \n",
       "2        3237964  \n",
       "3        3238479  \n",
       "4        3238460  \n",
       "5        3237885  \n",
       "6        3238585  \n",
       "7        3238221  \n",
       "8        3238545  \n",
       "9        3238458  \n",
       "10       3238036  \n",
       "11       3237941  \n",
       "12       3238461  \n",
       "13       3237971  \n",
       "14       3237837  "
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "75af710d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date received</th>\n",
       "      <th>Product</th>\n",
       "      <th>Sub-product</th>\n",
       "      <th>Issue</th>\n",
       "      <th>Sub-issue</th>\n",
       "      <th>Consumer complaint narrative</th>\n",
       "      <th>Company public response</th>\n",
       "      <th>Company</th>\n",
       "      <th>State</th>\n",
       "      <th>ZIP code</th>\n",
       "      <th>Tags</th>\n",
       "      <th>Consumer consent provided?</th>\n",
       "      <th>Submitted via</th>\n",
       "      <th>Date sent to company</th>\n",
       "      <th>Company response to consumer</th>\n",
       "      <th>Timely response?</th>\n",
       "      <th>Consumer disputed?</th>\n",
       "      <th>Complaint ID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1282340</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Home equity loan or line of credit</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>REGIONS FINANCIAL CORPORATION</td>\n",
       "      <td>FL</td>\n",
       "      <td>344XX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Phone</td>\n",
       "      <td>2011-12-02</td>\n",
       "      <td>Closed without relief</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>2242</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282341</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Credit determination</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TD BANK US HOLDING COMPANY</td>\n",
       "      <td>IL</td>\n",
       "      <td>60302</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Referral</td>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Closed without relief</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2207</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282342</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Billing disputes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AMERICAN EXPRESS COMPANY</td>\n",
       "      <td>VA</td>\n",
       "      <td>20176</td>\n",
       "      <td>Older American, Servicemember</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Phone</td>\n",
       "      <td>2011-12-02</td>\n",
       "      <td>Closed without relief</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282343</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Other</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BANK OF AMERICA, NATIONAL ASSOCIATION</td>\n",
       "      <td>CA</td>\n",
       "      <td>90032</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Referral</td>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Closed without relief</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2259</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282344</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Conventional fixed mortgage</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WELLS FARGO &amp; COMPANY</td>\n",
       "      <td>FL</td>\n",
       "      <td>320XX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2011-12-02</td>\n",
       "      <td>Closed without relief</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2102</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282345</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Billing statement</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CITIBANK, N.A.</td>\n",
       "      <td>CA</td>\n",
       "      <td>92629</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2011-12-05</td>\n",
       "      <td>Closed without relief</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>2400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282346</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Billing disputes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BANK OF AMERICA, NATIONAL ASSOCIATION</td>\n",
       "      <td>FL</td>\n",
       "      <td>32720</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Referral</td>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Untimely response</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>2066</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282347</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Credit reporting</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CAPITAL ONE FINANCIAL CORPORATION</td>\n",
       "      <td>MD</td>\n",
       "      <td>21218</td>\n",
       "      <td>Older American</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2011-12-02</td>\n",
       "      <td>Closed with relief</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>2261</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282348</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Balance transfer</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>JPMORGAN CHASE &amp; CO.</td>\n",
       "      <td>FL</td>\n",
       "      <td>34997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Referral</td>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Closed with relief</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2154</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282349</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Home equity loan or line of credit</td>\n",
       "      <td>Loan modification,collection,foreclosure</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BANK OF AMERICA, NATIONAL ASSOCIATION</td>\n",
       "      <td>MI</td>\n",
       "      <td>48197</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Phone</td>\n",
       "      <td>2011-12-02</td>\n",
       "      <td>Closed without relief</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>2231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282350</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Credit determination</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CITIBANK, N.A.</td>\n",
       "      <td>MO</td>\n",
       "      <td>63301</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2011-12-02</td>\n",
       "      <td>Closed with relief</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2396</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282351</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Conventional fixed mortgage</td>\n",
       "      <td>Loan modification,collection,foreclosure</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BANK OF AMERICA, NATIONAL ASSOCIATION</td>\n",
       "      <td>OH</td>\n",
       "      <td>45248</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2011-12-06</td>\n",
       "      <td>Closed without relief</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>2323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282352</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Billing disputes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>JPMORGAN CHASE &amp; CO.</td>\n",
       "      <td>OH</td>\n",
       "      <td>43207</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Referral</td>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Closed with relief</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282353</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Conventional adjustable mortgage (ARM)</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BANK OF AMERICA, NATIONAL ASSOCIATION</td>\n",
       "      <td>CO</td>\n",
       "      <td>80920</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Closed with relief</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2315</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282354</th>\n",
       "      <td>2011-12-01</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Billing disputes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CITIBANK, N.A.</td>\n",
       "      <td>WA</td>\n",
       "      <td>98275</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>2011-12-11</td>\n",
       "      <td>Closed with relief</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>2329</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Date received      Product                             Sub-product  \\\n",
       "1282340    2011-12-01     Mortgage      Home equity loan or line of credit   \n",
       "1282341    2011-12-01  Credit card                                     NaN   \n",
       "1282342    2011-12-01  Credit card                                     NaN   \n",
       "1282343    2011-12-01  Credit card                                     NaN   \n",
       "1282344    2011-12-01     Mortgage             Conventional fixed mortgage   \n",
       "1282345    2011-12-01  Credit card                                     NaN   \n",
       "1282346    2011-12-01  Credit card                                     NaN   \n",
       "1282347    2011-12-01  Credit card                                     NaN   \n",
       "1282348    2011-12-01  Credit card                                     NaN   \n",
       "1282349    2011-12-01     Mortgage      Home equity loan or line of credit   \n",
       "1282350    2011-12-01  Credit card                                     NaN   \n",
       "1282351    2011-12-01     Mortgage             Conventional fixed mortgage   \n",
       "1282352    2011-12-01  Credit card                                     NaN   \n",
       "1282353    2011-12-01     Mortgage  Conventional adjustable mortgage (ARM)   \n",
       "1282354    2011-12-01  Credit card                                     NaN   \n",
       "\n",
       "                                            Issue Sub-issue  \\\n",
       "1282340  Loan servicing, payments, escrow account       NaN   \n",
       "1282341                      Credit determination       NaN   \n",
       "1282342                          Billing disputes       NaN   \n",
       "1282343                                     Other       NaN   \n",
       "1282344  Loan servicing, payments, escrow account       NaN   \n",
       "1282345                         Billing statement       NaN   \n",
       "1282346                          Billing disputes       NaN   \n",
       "1282347                          Credit reporting       NaN   \n",
       "1282348                          Balance transfer       NaN   \n",
       "1282349  Loan modification,collection,foreclosure       NaN   \n",
       "1282350                      Credit determination       NaN   \n",
       "1282351  Loan modification,collection,foreclosure       NaN   \n",
       "1282352                          Billing disputes       NaN   \n",
       "1282353  Loan servicing, payments, escrow account       NaN   \n",
       "1282354                          Billing disputes       NaN   \n",
       "\n",
       "        Consumer complaint narrative Company public response  \\\n",
       "1282340                          NaN                     NaN   \n",
       "1282341                          NaN                     NaN   \n",
       "1282342                          NaN                     NaN   \n",
       "1282343                          NaN                     NaN   \n",
       "1282344                          NaN                     NaN   \n",
       "1282345                          NaN                     NaN   \n",
       "1282346                          NaN                     NaN   \n",
       "1282347                          NaN                     NaN   \n",
       "1282348                          NaN                     NaN   \n",
       "1282349                          NaN                     NaN   \n",
       "1282350                          NaN                     NaN   \n",
       "1282351                          NaN                     NaN   \n",
       "1282352                          NaN                     NaN   \n",
       "1282353                          NaN                     NaN   \n",
       "1282354                          NaN                     NaN   \n",
       "\n",
       "                                       Company State ZIP code  \\\n",
       "1282340          REGIONS FINANCIAL CORPORATION    FL    344XX   \n",
       "1282341             TD BANK US HOLDING COMPANY    IL    60302   \n",
       "1282342               AMERICAN EXPRESS COMPANY    VA    20176   \n",
       "1282343  BANK OF AMERICA, NATIONAL ASSOCIATION    CA    90032   \n",
       "1282344                  WELLS FARGO & COMPANY    FL    320XX   \n",
       "1282345                         CITIBANK, N.A.    CA    92629   \n",
       "1282346  BANK OF AMERICA, NATIONAL ASSOCIATION    FL    32720   \n",
       "1282347      CAPITAL ONE FINANCIAL CORPORATION    MD    21218   \n",
       "1282348                   JPMORGAN CHASE & CO.    FL    34997   \n",
       "1282349  BANK OF AMERICA, NATIONAL ASSOCIATION    MI    48197   \n",
       "1282350                         CITIBANK, N.A.    MO    63301   \n",
       "1282351  BANK OF AMERICA, NATIONAL ASSOCIATION    OH    45248   \n",
       "1282352                   JPMORGAN CHASE & CO.    OH    43207   \n",
       "1282353  BANK OF AMERICA, NATIONAL ASSOCIATION    CO    80920   \n",
       "1282354                         CITIBANK, N.A.    WA    98275   \n",
       "\n",
       "                                  Tags Consumer consent provided?  \\\n",
       "1282340                            NaN                        NaN   \n",
       "1282341                            NaN                        NaN   \n",
       "1282342  Older American, Servicemember                        NaN   \n",
       "1282343                            NaN                        NaN   \n",
       "1282344                            NaN                        NaN   \n",
       "1282345                            NaN                        NaN   \n",
       "1282346                            NaN                        NaN   \n",
       "1282347                 Older American                        NaN   \n",
       "1282348                            NaN                        NaN   \n",
       "1282349                            NaN                        NaN   \n",
       "1282350                            NaN                        NaN   \n",
       "1282351                            NaN                        NaN   \n",
       "1282352                            NaN                        NaN   \n",
       "1282353                            NaN                        NaN   \n",
       "1282354                            NaN                        NaN   \n",
       "\n",
       "        Submitted via Date sent to company Company response to consumer  \\\n",
       "1282340         Phone           2011-12-02        Closed without relief   \n",
       "1282341      Referral           2011-12-01        Closed without relief   \n",
       "1282342         Phone           2011-12-02        Closed without relief   \n",
       "1282343      Referral           2011-12-01        Closed without relief   \n",
       "1282344           Web           2011-12-02        Closed without relief   \n",
       "1282345           Web           2011-12-05        Closed without relief   \n",
       "1282346      Referral           2011-12-01            Untimely response   \n",
       "1282347           Web           2011-12-02           Closed with relief   \n",
       "1282348      Referral           2011-12-01           Closed with relief   \n",
       "1282349         Phone           2011-12-02        Closed without relief   \n",
       "1282350           Web           2011-12-02           Closed with relief   \n",
       "1282351           Web           2011-12-06        Closed without relief   \n",
       "1282352      Referral           2011-12-01           Closed with relief   \n",
       "1282353           Web           2011-12-01           Closed with relief   \n",
       "1282354           Web           2011-12-11           Closed with relief   \n",
       "\n",
       "        Timely response? Consumer disputed?  Complaint ID  \n",
       "1282340               No                 No          2242  \n",
       "1282341              Yes                 No          2207  \n",
       "1282342              Yes                 No          2134  \n",
       "1282343              Yes                 No          2259  \n",
       "1282344              Yes                 No          2102  \n",
       "1282345               No                 No          2400  \n",
       "1282346               No                 No          2066  \n",
       "1282347              Yes                Yes          2261  \n",
       "1282348              Yes                 No          2154  \n",
       "1282349               No                 No          2231  \n",
       "1282350              Yes                 No          2396  \n",
       "1282351               No                 No          2323  \n",
       "1282352              Yes                 No          2126  \n",
       "1282353              Yes                 No          2315  \n",
       "1282354              Yes                 No          2329  "
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.tail(15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "58df9371",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "id": "e7b1fc92",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0          Yes\n",
       "1          Yes\n",
       "2          Yes\n",
       "3          Yes\n",
       "4          Yes\n",
       "          ... \n",
       "1282350    Yes\n",
       "1282351     No\n",
       "1282352    Yes\n",
       "1282353    Yes\n",
       "1282354    Yes\n",
       "Name: Timely response?, Length: 1282355, dtype: object"
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Timely response?']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "e547a018",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Servicemember                    84654\n",
       "Older American                   76981\n",
       "Older American, Servicemember    14008\n",
       "Name: Tags, dtype: int64"
      ]
     },
     "execution_count": 95,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Tags'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "00a4103a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Web', 'Referral', 'Postal mail', 'Phone', 'Fax', 'Email'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Submitted via'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "id": "52ea450b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Managing an account', 'Communication tactics',\n",
       "       'Incorrect information on your report', 'Closing on a mortgage',\n",
       "       'Attempts to collect debt not owed',\n",
       "       'Struggling to repay your loan', 'Struggling to pay your loan',\n",
       "       'False statements or representation',\n",
       "       \"Problem with a credit reporting company's investigation into an existing problem\",\n",
       "       'Took or threatened to take negative or legal action',\n",
       "       'Dealing with your lender or servicer',\n",
       "       'Written notification about debt',\n",
       "       'Threatened to contact someone or share information improperly',\n",
       "       'Improper use of your report', 'Trouble during payment process',\n",
       "       'Problems at the end of the loan or lease', 'Fees or interest',\n",
       "       'Problem with a lender or other company charging your account',\n",
       "       'Managing the loan or lease',\n",
       "       'Money was taken from your bank account on the wrong day or for the wrong amount',\n",
       "       'Problem caused by your funds being low',\n",
       "       'Unable to get your credit report or credit score',\n",
       "       'Credit monitoring or identity theft protection services',\n",
       "       'Struggling to pay mortgage',\n",
       "       'Applying for a mortgage or refinancing an existing mortgage',\n",
       "       \"Charged fees or interest you didn't expect\", 'Closing an account',\n",
       "       'Advertising and marketing, including promotional offers',\n",
       "       'Money was not available when promised',\n",
       "       'Problem with the payoff process at the end of the loan',\n",
       "       'Getting a credit card', 'Closing your account',\n",
       "       'Problem with customer service',\n",
       "       'Other features, terms, or problems',\n",
       "       'Vehicle was repossessed or sold the vehicle',\n",
       "       'Problem with fraud alerts or security freezes',\n",
       "       'Problem with a purchase shown on your statement',\n",
       "       'Opening an account', 'Other transaction problem',\n",
       "       'Problem when making payments', 'Fraud or scam',\n",
       "       'Managing, opening, or closing your mobile wallet account',\n",
       "       'Getting a loan', 'Getting the loan',\n",
       "       'Problem with a purchase or transfer',\n",
       "       \"Problem with a company's investigation into an existing issue\",\n",
       "       'Unexpected or other fees', 'Struggling to pay your bill',\n",
       "       'Unauthorized transactions or other transaction problem',\n",
       "       'Other service problem', 'Trouble using your card',\n",
       "       'Getting a loan or lease', 'Getting a line of credit',\n",
       "       \"Can't contact lender or servicer\",\n",
       "       'Identity theft protection or other monitoring services',\n",
       "       'Problem getting a card or closing an account',\n",
       "       'Applying for a mortgage', 'Trouble using the card',\n",
       "       \"Was approved for a loan, but didn't receive the money\",\n",
       "       'Problem with additional add-on products or services',\n",
       "       'Problem with overdraft', 'Confusing or missing disclosures',\n",
       "       \"Can't stop withdrawals from your bank account\",\n",
       "       \"Received a loan you didn't apply for\",\n",
       "       \"Loan payment wasn't credited to your account\", 'Excessive fees',\n",
       "       'Confusing or misleading advertising or marketing',\n",
       "       'Problem adding money', 'Advertising', 'Problem with cash advance',\n",
       "       'Wrong amount charged or received', 'Lost or stolen check',\n",
       "       \"Was approved for a loan, but didn't receive money\",\n",
       "       'Lost or stolen money order',\n",
       "       'Overdraft, savings, or rewards features',\n",
       "       'Vehicle was damaged or destroyed the vehicle',\n",
       "       'Credit limit changed', 'Problem with an overdraft',\n",
       "       'Incorrect exchange rate', 'Cannot afford Payments',\n",
       "       'Property was sold', 'Payoff process',\n",
       "       'Property was damaged or destroyed property',\n",
       "       'Problem with credit report or credit score',\n",
       "       'Application, originator, mortgage broker',\n",
       "       'Incorrect information on credit report',\n",
       "       'Loan servicing, payments, escrow account', 'Delinquent account',\n",
       "       'Other', 'Account opening, closing, or management',\n",
       "       'Using a debit or ATM card',\n",
       "       \"Credit reporting company's investigation\",\n",
       "       'Taking out the loan or lease',\n",
       "       'Loan modification,collection,foreclosure',\n",
       "       \"Cont'd attempts collect debt not owed\", \"Can't repay my loan\",\n",
       "       'Deposits and withdrawals', 'APR or interest rate',\n",
       "       'Disclosure verification of debt',\n",
       "       'Taking/threatening an illegal action',\n",
       "       'Dealing with my lender or servicer',\n",
       "       'Unauthorized transactions/trans. issues', 'Disclosures',\n",
       "       'Making/receiving payments, sending money', 'Billing disputes',\n",
       "       \"Can't contact lender\", 'Improper contact or sharing of info',\n",
       "       'Problems when you are unable to pay',\n",
       "       \"Charged fees or interest I didn't expect\",\n",
       "       'Credit monitoring or identity protection', 'Rewards',\n",
       "       'Advertising and marketing',\n",
       "       'Identity theft / Fraud / Embezzlement', 'Credit determination',\n",
       "       'Settlement process and costs',\n",
       "       'Applied for loan/did not receive money',\n",
       "       'Problems caused by my funds being low',\n",
       "       'Credit line increase/decrease', 'Closing/Cancelling account',\n",
       "       'Advertising, marketing or disclosures', 'Late fee',\n",
       "       'Credit card protection / Debt protection',\n",
       "       'Improper use of my credit report',\n",
       "       'Managing, opening, or closing account',\n",
       "       'Customer service/Customer relations', 'Other fee',\n",
       "       'Credit decision / Underwriting',\n",
       "       'Unable to get credit report/credit score',\n",
       "       'Incorrect/missing disclosures or info', 'Transaction issue',\n",
       "       'Shopping for a loan or lease', 'Billing statement',\n",
       "       \"Can't stop charges to bank account\",\n",
       "       'Application processing delay', 'Balance transfer',\n",
       "       'Customer service / Customer relations',\n",
       "       'Charged bank acct wrong day or amt', 'Other service issues',\n",
       "       'Unsolicited issuance of credit card', 'Other transaction issues',\n",
       "       'Lender repossessed or sold the vehicle',\n",
       "       \"Received a loan I didn't apply for\", 'Sale of account',\n",
       "       'Payment to acct not credited', 'Balance transfer fee',\n",
       "       'Account terms and changes', 'Forbearance / Workout plans',\n",
       "       'Arbitration', 'Convenience checks', 'Bankruptcy',\n",
       "       'Managing the line of credit', 'Shopping for a line of credit',\n",
       "       'Adding money', 'Unexpected/Other fees', 'Privacy',\n",
       "       'Overlimit fee', 'Overdraft, savings or rewards features',\n",
       "       'Cash advance fee', 'Fees', 'Cash advance',\n",
       "       'Lender damaged or destroyed vehicle',\n",
       "       'Lender damaged or destroyed property', 'Lender sold the property',\n",
       "       'Repaying your loan', 'Collection practices',\n",
       "       'Collection debt dispute', 'Credit reporting'], dtype=object)"
      ]
     },
     "execution_count": 97,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Issue'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b6b7142c",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "id": "7c3ba6e6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Problem using a debit or ATM card', 'Deposits and withdrawals',\n",
       "       'Frequent or repeated calls',\n",
       "       'Old information reappears or never goes away', 'Banking errors',\n",
       "       nan, 'Debt is not yours', 'Problem lowering your monthly payments',\n",
       "       'Debt was paid', 'Information belongs to someone else',\n",
       "       'Denied request to lower payments',\n",
       "       'Attempted to collect wrong amount',\n",
       "       'Impersonated attorney, law enforcement, or government official',\n",
       "       'Their investigation did not fix an error on your report',\n",
       "       'Threatened or suggested your credit would be damaged',\n",
       "       'Received bad information about your loan',\n",
       "       'Problem making or receiving payments',\n",
       "       \"Didn't receive enough information to verify debt\",\n",
       "       'Talked to a third-party about your debt',\n",
       "       'Debt was result of identity theft',\n",
       "       'Account information incorrect',\n",
       "       'Report provided to employer without your written authorization',\n",
       "       \"Didn't receive notice of right to dispute\",\n",
       "       'Threatened to arrest you or take you to jail if you do not pay',\n",
       "       'Debt was already discharged in bankruptcy and is no longer owed',\n",
       "       'Account status incorrect',\n",
       "       'You told them to stop contacting you, but they keep trying',\n",
       "       'Public record information inaccurate',\n",
       "       'Unable to receive car title or other problem after the loan is paid off',\n",
       "       'Charged too much interest',\n",
       "       \"Notification didn't disclose it was an attempt to collect a debt\",\n",
       "       'Transaction was not authorized', 'Problem with the interest rate',\n",
       "       'Difficulty submitting a dispute or getting information about a dispute over the phone',\n",
       "       'Sued you without properly notifying you of lawsuit',\n",
       "       'Overdrafts and overdraft fees',\n",
       "       'Was not notified of investigation status or results',\n",
       "       'Problem getting your free annual credit report',\n",
       "       \"Credit inquiries on your report that you don't recognize\",\n",
       "       'Billing dispute for services', 'Cashing a check',\n",
       "       'Investigation took more than 30 days',\n",
       "       'Personal information incorrect',\n",
       "       'Used obscene, profane, or other abusive language',\n",
       "       'Threatened to sue you for very old debt',\n",
       "       'Problem with personal statement of dispute',\n",
       "       'Funds not received from closed account', 'Billing problem',\n",
       "       \"Didn't receive advertised or promotional terms\",\n",
       "       \"Don't agree with the fees charged\",\n",
       "       'Sued you in a state where you do not live or did not sign for the debt',\n",
       "       'Application denied', 'Sent card you never applied for',\n",
       "       'Company closed your account', 'Problem with fees',\n",
       "       'Keep getting calls about your loan',\n",
       "       'Called before 8am or after 9pm',\n",
       "       'Problem with additional products or services purchased with the loan',\n",
       "       'Other problem', 'Problem with rewards from credit card',\n",
       "       \"Credit card company isn't resolving a dispute about a purchase on your statement\",\n",
       "       'Collected or attempted to collect exempt funds',\n",
       "       'Trouble with how payments are being handled',\n",
       "       'Received unwanted marketing or advertising',\n",
       "       'Problem with customer service',\n",
       "       'Reporting company used your report improperly',\n",
       "       'Seized or attempted to seize your property',\n",
       "       'Contacted your employer', 'Unable to open an account',\n",
       "       \"Can't close your account\", 'Account opened as a result of fraud',\n",
       "       'Card was charged for something you did not purchase with the card',\n",
       "       'Problem during payment process',\n",
       "       'Problem getting a working replacement card',\n",
       "       'Funds not handled or disbursed as instructed',\n",
       "       'Information is missing that should be on the report',\n",
       "       'Problem accessing account',\n",
       "       \"Can't stop withdrawals from your account\",\n",
       "       'Card opened as result of identity theft or fraud', 'Denied loan',\n",
       "       'Delay in processing application',\n",
       "       \"Can't get other flexible options for repaying your loan\",\n",
       "       'You never received your bill or did not know a payment was due',\n",
       "       'Other problem getting your report or credit score',\n",
       "       \"Didn't receive services that were advertised\",\n",
       "       'Received unsolicited financial product or insurance offers after opting out',\n",
       "       'Privacy issues', 'Contacted you after you asked them to stop',\n",
       "       'Need information about your loan balance or loan terms',\n",
       "       \"Card company isn't resolving a dispute about a purchase or transfer\",\n",
       "       'Fee problem',\n",
       "       \"Credit card company won't work with you while you're going through financial hardship\",\n",
       "       'Problem with product or service terms changing',\n",
       "       \"Can't use card to make purchases\",\n",
       "       \"Can't temporarily delay making payments\",\n",
       "       'High-pressure sales tactics',\n",
       "       \"Didn't receive terms that were advertised\",\n",
       "       'Indicated you were committing crime by not paying debt',\n",
       "       'Fees charged for closing account', 'Information is incorrect',\n",
       "       'Problem canceling credit monitoring or identify theft protection service',\n",
       "       'Overcharged for something you did purchase with the card',\n",
       "       'Excess mileage, damage, or wear fees, or other problem after the lease is finish',\n",
       "       'Lender trying to repossess or disable the vehicle',\n",
       "       'Add-on products and services',\n",
       "       'Changes in terms mid-deal or after closing',\n",
       "       'Trouble closing card', 'Credit denial',\n",
       "       'Problem with paying off the loan', 'Fraudulent loan',\n",
       "       'Non-sufficient funds and associated fees',\n",
       "       'Problem while selling or giving up the vehicle',\n",
       "       'Problem related to refinancing',\n",
       "       'Problem using the card to withdraw money from an ATM',\n",
       "       'Unexpected increase in interest rate',\n",
       "       'Confusing or misleading advertising about the credit card',\n",
       "       'Problem with fees charged',\n",
       "       'Trouble using the card to spend money in a store or online',\n",
       "       'Information that should be on the report is missing',\n",
       "       'Credit card company forcing arbitration',\n",
       "       'Loan balance remaining after the vehicle is repossessed and sold',\n",
       "       'Confusing or missing disclosures',\n",
       "       'Told you not to respond to a lawsuit they filed against you',\n",
       "       'Problem extending the lease', 'Overdraft charges',\n",
       "       'Problem with balance transfer',\n",
       "       \"Credit card company won't increase or decrease your credit limit\",\n",
       "       'Deposits or withdrawals',\n",
       "       'Termination fees or other problem when ending the lease early',\n",
       "       'Problem with additional add-on products or services purchased with the loan',\n",
       "       'Bounced checks or returned payments',\n",
       "       'Confusing or misleading advertising or marketing',\n",
       "       'Charged for a purchase or transfer you did not make with the card',\n",
       "       'Contacted you instead of your attorney', 'Late or other fees',\n",
       "       'Threatened to turn you in to immigration or deport you',\n",
       "       'Problem with direct deposit',\n",
       "       'Money was taken from your account on the wrong day or for the wrong amount',\n",
       "       'Problem with cash advances',\n",
       "       'Confusing or misleading advertising',\n",
       "       'Trouble getting a working replacement card',\n",
       "       'Overcharged for a purchase or transfer you did make with the card',\n",
       "       'Loan sold or transferred to another company',\n",
       "       'Confusing or misleading advertising about the card',\n",
       "       'Trouble getting, activating, or registering a card',\n",
       "       'Trouble getting information about the card',\n",
       "       'Changes in terms from what was offered or advertised',\n",
       "       'Problem with signing the paperwork',\n",
       "       'Trouble using the card to pay a bill', 'Filed for bankruptcy',\n",
       "       'Problem with fees or penalties',\n",
       "       'Problem when attempting to purchase vehicle at the end of the lease',\n",
       "       'Account sold or transferred to another company',\n",
       "       'Problem after you declared or threatened to declare bankruptcy',\n",
       "       'Problem with renewal',\n",
       "       'Problem with a check written from your prepaid card account',\n",
       "       'Problem adding money',\n",
       "       \"Don't want a card provided by your employer or the government\",\n",
       "       'Qualified for a better loan than the one offered',\n",
       "       'Problem with convenience check', 'Problem with a trade-in',\n",
       "       'Trouble using the card to send money to another person',\n",
       "       \"Was signed up for overdraft on card, but don't want to be\",\n",
       "       'Incorrect information on your report', 'Account terms',\n",
       "       'Account status', 'Problem with statement of dispute',\n",
       "       'Debt resulted from identity theft',\n",
       "       \"Can't decrease my monthly payments\", 'Information is not mine',\n",
       "       'Debt is not mine', 'Reinserted previously deleted info',\n",
       "       'Inadequate help over the phone',\n",
       "       'Threatened to take legal action', 'Public record',\n",
       "       'Not given enough info to verify debt',\n",
       "       'Threatened to sue on too old debt', 'Personal information',\n",
       "       'Trouble with how payments are handled',\n",
       "       'No notice of investigation status/result',\n",
       "       'Investigation took too long',\n",
       "       'Talked to a third party about my debt',\n",
       "       'Having problems with customer service',\n",
       "       'Account terms and changes',\n",
       "       'Receiving unwanted marketing/advertising',\n",
       "       \"Don't agree with fees charged\",\n",
       "       'Contacted employer after asked not to',\n",
       "       'Sued w/o proper notification of suit',\n",
       "       'Received bad information about my loan',\n",
       "       'Right to dispute notice not received',\n",
       "       'Problem with fraud alerts', \"Can't get flexible payment options\",\n",
       "       'Report improperly shared by CRC',\n",
       "       'Keep getting calls about my loan',\n",
       "       'Used obscene/profane/abusive language',\n",
       "       'Attempted to/Collected exempt funds',\n",
       "       'Problem getting my free annual report',\n",
       "       \"Can't temporarily postpone payments\",\n",
       "       'Not disclosed as an attempt to collect',\n",
       "       'Need information about my balance/terms',\n",
       "       'Impersonated an attorney or official', 'Billing dispute',\n",
       "       'Called after sent written cease of comm',\n",
       "       'Contacted me after I asked not to',\n",
       "       'Threatened arrest/jail if do not pay',\n",
       "       'Debt was discharged in bankruptcy',\n",
       "       'Problem getting report or credit score',\n",
       "       'Problem cancelling or closing account',\n",
       "       'Seized/Attempted to seize property', 'Called outside of 8am-9pm',\n",
       "       \"Sued where didn't live/sign for debt\",\n",
       "       'Indicated committed crime not paying', \"Can't qualify for a loan\",\n",
       "       'Contacted me instead of my attorney',\n",
       "       'Qualify for a better loan than offered',\n",
       "       \"Indicated shouldn't respond to lawsuit\",\n",
       "       'Received marketing offer after opted out',\n",
       "       'Report shared with employer w/o consent', 'Insurance terms'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 98,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Sub-issue'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "id": "882665cd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 1282355 entries, 0 to 1282354\n",
      "Data columns (total 18 columns):\n",
      " #   Column                        Non-Null Count    Dtype         \n",
      "---  ------                        --------------    -----         \n",
      " 0   Date received                 1282355 non-null  datetime64[ns]\n",
      " 1   Product                       1282355 non-null  object        \n",
      " 2   Sub-product                   1047189 non-null  object        \n",
      " 3   Issue                         1282355 non-null  object        \n",
      " 4   Sub-issue                     751169 non-null   object        \n",
      " 5   Consumer complaint narrative  383564 non-null   object        \n",
      " 6   Company public response       449082 non-null   object        \n",
      " 7   Company                       1282355 non-null  object        \n",
      " 8   State                         1262955 non-null  object        \n",
      " 9   ZIP code                      1167057 non-null  object        \n",
      " 10  Tags                          175643 non-null   object        \n",
      " 11  Consumer consent provided?    690654 non-null   object        \n",
      " 12  Submitted via                 1282355 non-null  object        \n",
      " 13  Date sent to company          1282355 non-null  datetime64[ns]\n",
      " 14  Company response to consumer  1282348 non-null  object        \n",
      " 15  Timely response?              1282355 non-null  object        \n",
      " 16  Consumer disputed?            768501 non-null   object        \n",
      " 17  Complaint ID                  1282355 non-null  int64         \n",
      "dtypes: datetime64[ns](2), int64(1), object(15)\n",
      "memory usage: 176.1+ MB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9a7e8bf5",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "id": "f588438a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Complaint ID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>1.282355e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.929831e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>9.645326e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1.124152e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>2.123218e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>2.798886e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>3.238682e+06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Complaint ID\n",
       "count  1.282355e+06\n",
       "mean   1.929831e+06\n",
       "std    9.645326e+05\n",
       "min    1.000000e+00\n",
       "25%    1.124152e+06\n",
       "50%    2.123218e+06\n",
       "75%    2.798886e+06\n",
       "max    3.238682e+06"
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "id": "9b1e9128",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "NaN                     591701\n",
       "Consent provided        383885\n",
       "Consent not provided    285087\n",
       "Other                    20482\n",
       "Consent withdrawn         1200\n",
       "Name: Consumer consent provided?, dtype: int64"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Consumer consent provided?'].value_counts(dropna=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "id": "2353b123",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([nan,\n",
       "       'Company has responded to the consumer and the CFPB and chooses not to provide a public response',\n",
       "       'Company believes it acted appropriately as authorized by contract or law',\n",
       "       'Company believes complaint caused principally by actions of third party outside the control or direction of the company',\n",
       "       'Company disputes the facts presented in the complaint',\n",
       "       'Company believes the complaint is the result of a misunderstanding',\n",
       "       \"Company can't verify or dispute the facts in the complaint\",\n",
       "       'Company believes complaint represents an opportunity for improvement to better serve consumers',\n",
       "       'Company believes complaint is the result of an isolated error',\n",
       "       'Company believes complaint relates to a discontinued policy or procedure',\n",
       "       'Company chooses not to provide a public response'], dtype=object)"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Company public response'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "id": "29d2a63b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([nan,\n",
       "       \"The Summer of XX/XX/2018 I was denied a mortgage loan due to a charge off from XXXX XXXX credit card. I both mailed an account validation letter and disputed this debt with the credit bureaus and the credit card company several times. Only the credit bureaus responded that this debt was verified but showed no proof as I requested. XXXX XXXX still has not responded to any of my letters since XX/XX/2018. All I asked was that the credit bureaus show me how they verified this debt and what XXXX XXXX sent them as proof of my debt other than a bill that could be fabricated. I really need to know why I haven't been shown proof of this after multiple disputes and certified letters letters sent.\",\n",
       "       'There are many mistakes appear in my report without my understanding.',\n",
       "       ...,\n",
       "       'I KEEP RECEIVING PHONE CALLS FRON NORTHEAST RECEIVABLES MANAGEMENT LLC. I NEVER RECEIVED ANYTHING IN THE MAIL OR ANY PAPERWORK VALIDATINHG THIS DEBT. THEY ARE CALLING MY JOB AND MY RELATIVES TELLING THEM I OWE THEM MONEY. TO BE HONEST IM NOT EVEN SURE WHAT THIS IS FOR. I HAVE MAILED A CEASE AND DESIST LETTER TO THEM AT XXXX XXXX XXXX XXXX XXXX, XXXX NY XXXX',\n",
       "       'account reported as discharged through bankruptcy chapterXXXX but actual the status comment should say paid, closed/never late',\n",
       "       \"I currently have a mortgage with Flag star bank, my XX/XX/XXXX payment was late reaching flag-star on XXXX/XXXX/15. I 've had this loan for over a year now and it 's the first time my payment was late due to personal issue. I 'm currently current with all other payments, just received notice that my loan is going to be service by XXXX as of XX/XX/XXXX. I have no interest for my loan being transferred over to this company, who can I address this issue with. I just looked up this company and nothing but horror stories have been posted. How can I avoid my loan from being transferred..\"],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Consumer complaint narrative'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "id": "03b851f0",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "64\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "['FL',\n",
       " 'WA',\n",
       " 'TX',\n",
       " 'LA',\n",
       " 'AZ',\n",
       " 'NJ',\n",
       " 'SC',\n",
       " 'MD',\n",
       " 'NV',\n",
       " 'VA',\n",
       " 'NY',\n",
       " 'GA',\n",
       " 'CO',\n",
       " 'MI',\n",
       " 'OH',\n",
       " 'CA',\n",
       " 'NC',\n",
       " 'UT',\n",
       " 'IL',\n",
       " 'ME',\n",
       " 'OR',\n",
       " nan,\n",
       " 'MS',\n",
       " 'AL',\n",
       " 'WI',\n",
       " 'MN',\n",
       " 'WV',\n",
       " 'MA',\n",
       " 'CT',\n",
       " 'PA',\n",
       " 'KY',\n",
       " 'OK',\n",
       " 'TN',\n",
       " 'ID',\n",
       " 'MO',\n",
       " 'IN',\n",
       " 'RI',\n",
       " 'DC',\n",
       " 'KS',\n",
       " 'DE',\n",
       " 'PR',\n",
       " 'NM',\n",
       " 'WY',\n",
       " 'IA',\n",
       " 'AR',\n",
       " 'NH',\n",
       " 'AK',\n",
       " 'NE',\n",
       " 'ND',\n",
       " 'MT',\n",
       " 'HI',\n",
       " 'AP',\n",
       " 'VT',\n",
       " 'SD',\n",
       " 'GU',\n",
       " 'AE',\n",
       " 'AA',\n",
       " 'VI',\n",
       " 'MP',\n",
       " 'MH',\n",
       " 'UNITED STATES MINOR OUTLYING ISLANDS',\n",
       " 'FM',\n",
       " 'AS',\n",
       " 'PW']"
      ]
     },
     "execution_count": 104,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Probe the state column for errors\n",
    "print(df['State'].nunique(dropna=False))\n",
    "list(df['State'].unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "id": "f99fcf61",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check for duplicate rows\n",
    "df.duplicated().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "id": "dd56e750",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Yes    1250162\n",
       "No       32193\n",
       "Name: Timely response?, dtype: int64"
      ]
     },
     "execution_count": 106,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['Timely response?'].value_counts(dropna=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f699967b",
   "metadata": {},
   "source": [
    "### Data Quality Issues\n",
    "\n",
    "- 64 Unique entries in \"State\" column but US has 51 states (Washington DC inclusive)\n",
    "- Special characters `?` in column names \n",
    "- The \"Tags\" column contains rows with double tags (this might be worth investigating)\n",
    "- Mixed datatypes in some columns [4, 5, 6, 11, 16]\n",
    "- Columns with too many null values [\"Consumer complaint narrative\", \"Company public response\", \"Tags \", \"Consumer consent provided?\", ]\n",
    "- Mixed case types in \"Company\" column \n",
    "- Columns are in wrong data types [\"Date received\", \"State\", \"Tags\", \"Consumer consent provided?\", \"Submitted via\", \"Date sent to company\", \"Timely response?\", \"Consumer disputed?\", \"Complaint ID\"]\n",
    "\n",
    "\n",
    "**Duplucities in the \"Issues\" column**\n",
    "- 'Closing an account' vs 'Closing your account'\n",
    "- 'Struggling to repay your loan' vs 'Struggling to pay your loan' vs 'Repaying your loan'\n",
    "- 'Getting a loan' vs 'Getting the loan'\n",
    "- \"Problem with a credit reporting company's investigation into an existing problem\" vs \"Problem with a company's investigation into an existing issue\"\n",
    "- \"Cont'd attempts collect debt not owed\" vs 'Attempts to collect debt not owed', \n",
    "- 'Took or threatened to take negative or legal action' vs 'Taking/threatening an illegal action',\n",
    "- 'Advertising and marketing' vs 'Advertising and marketing, including promotional offers' vs 'Confusing or misleading advertising or marketing' vs 'Advertising, marketing or disclosures'\n",
    "- 'Problem with an overdraft' vs 'Problem with overdraft' vs 'Overdraft\n",
    "- \"Was approved for a loan, but didn't receive the money\" vs \"Loan payment wasn't credited to your account\"\n",
    "- 'Wrong amount charged or received' vs \"Charged fees or interest you didn't expect\" vs 'Unexpected/Other fees'\n",
    "- 'Problem with the payoff process at the end of the loan' vs 'Problems at the end of the loan or lease'\n",
    "- 'Getting a loan' vs 'Getting the loan'\n",
    "- 'Identity theft protection or other monitoring services' vs 'Credit monitoring or identity theft protection services' vs 'Identity theft / Fraud / Embezzlement'\n",
    "- 'Problem with overdraft' vs 'Problem with an overdraft'\n",
    "- 'Problem with credit report or credit score' vs 'Incorrect information on credit report' vs 'Unable to get your credit report or credit score' vs 'Credit reporting' vs 'Unable to get credit report/credit score'\n",
    "- 'Lender damaged or destroyed vehicle' vs 'Lender damaged or destroyed property'\n",
    "- 'Money was taken from your bank account on the wrong day or for the wrong amount' vs 'Charged bank acct wrong day or amt'\n",
    "- 'Customer service/Customer relations' vs 'Customer service / Customer relations'\n",
    "\n",
    "\n",
    "\n",
    "**Duplicities in the _Sub-issue_ column**\n",
    "- 'Problem lowering your monthly payments' vs 'Denied request to lower payments' vs \"Can't decrease my monthly payments\"\n",
    "- 'Talked to a third-party about your debt' vs 'Report provided to employer without your written authorization' vs 'Contacted your employer' vs 'Contacted employer after asked not to' vs 'Report shared with employer w/o consent'\n",
    "- 'Keep getting calls about your loan' vs 'Frequent or repeated calls'\n",
    "- 'Card opened as result of identity theft or fraud' vs 'Account opened as a result of fraud'\n",
    "- 'Contacted you after you asked them to stop' vs 'You told them to stop contacting you, but they keep trying' vs 'Called after sent written cease of comm' vs 'Contacted me after I asked not to'\n",
    "- 'Confusing or misleading advertising or marketing' vs 'Confusing or misleading advertising about the card' vs 'Changes in terms from what was offered or advertised' vs \"Didn't receive advertised or promotional terms\"\n",
    "- 'Problem using a debit or ATM card' vs 'Trouble using the card to pay a bill' vs 'Trouble using the card to send money to another person'\n",
    "- 'Threatened to sue you for very old debt' vs 'Threatened to sue on too old debt'\n",
    "- 'Sued w/o proper notification of suit' vs 'Sued you without properly notifying you of lawsuit'\n",
    "- 'Qualify for a better loan than offered' vs 'Qualified for a better loan than the one offered'\n",
    "- 'Received marketing offer after opted out' vs 'Received unsolicited financial product or insurance offers after opting out'\n",
    "- 'Called before 8am or after 9pm' vs 'Called outside of 8am-9pm'\n",
    "- 'Problem getting my free annual report' vs 'Problem getting report or credit score'\n",
    "- 'Received bad information about my loan' vs 'Received bad information about your loan'\n",
    "- 'Investigation took more than 30 days' vs 'Investigation took too long'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ae6f2565",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6a8d2667",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "c20a204e",
   "metadata": {},
   "source": [
    "### Fix Data Quality Issues"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "id": "ac061862",
   "metadata": {},
   "outputs": [],
   "source": [
    "Issue_duplicity_mapper = {\n",
    "    'Closing an account': 'Closing your account',\n",
    "    'Struggling to pay your loan': ['Struggling to repay your loan','Repaying your loan'],\n",
    "    'Getting a loan' :'Getting the loan',\n",
    "    \"Problem with a credit reporting company's investigation into an existing problem\" :\"Problem with a company's investigation into an existing issue\",\n",
    "    'Attempts to collect debt not owed':\"Cont'd attempts collect debt not owed\",\n",
    "    'Took or threatened to take negative or legal action' : ['Taking/threatening an illegal action'],\n",
    "    'Advertising, marketing or disclosures' : ['Advertising and marketing', 'Advertising and marketing, including promotional offers', 'Confusing or misleading advertising or marketing'],\n",
    "    'Problem with an overdraft' : ['Problem with overdraft', 'Overdraft'],\n",
    "    \"Was approved for a loan, but didn't receive the money\" : \"Loan payment wasn't credited to your account\",\n",
    "    'Wrong amount charged or received' : [\"Charged fees or interest you didn't expect\", 'Unexpected/Other fees'],\n",
    "    'Problem with the payoff process at the end of the loan' : 'Problems at the end of the loan or lease',\n",
    "    'Getting a loan' : 'Getting the loan',\n",
    "    'Identity theft protection or other monitoring services' : ['Credit monitoring or identity theft protection services', 'Identity theft / Fraud / Embezzlement'],\n",
    "    'Problem with credit report or credit score' : ['Incorrect information on credit report', 'Unable to get your credit report or credit score', 'Credit reporting', 'Unable to get credit report/credit score'],\n",
    "    'Lender damaged or destroyed property' : 'Lender damaged or destroyed vehicle',\n",
    "    'Money was taken from your bank account on the wrong day or for the wrong amount' : 'Charged bank acct wrong day or amt',\n",
    "    'Customer service/Customer relations' : 'Customer service / Customer relations',\n",
    "}\n",
    "\n",
    "\n",
    "Sub_issue_duplicity_mapper = {\n",
    "    'Denied request to lower payments' : ['Problem lowering your monthly payments', \"Can't decrease my monthly payments\"],\n",
    "    'Talked to a third-party about your debt' : ['Report provided to employer without your written authorization', 'Contacted your employer', 'Contacted employer after asked not to', 'Report shared with employer w/o consent'],\n",
    "    'Keep getting calls about your loan' : 'Frequent or repeated calls',\n",
    "    'Card opened as result of identity theft or fraud' : 'Account opened as a result of fraud',\n",
    "    'Contacted you after you asked them to stop' : ['You told them to stop contacting you, but they keep trying', 'Called after sent written cease of comm', 'Contacted me after I asked not to'],\n",
    "    'Confusing or misleading advertising or marketing' : ['Confusing or misleading advertising about the card', 'Changes in terms from what was offered or advertised', \"Didn't receive advertised or promotional terms\"],\n",
    "    'Problem using a debit or ATM card' : ['Trouble using the card to pay a bill', 'Trouble using the card to send money to another person'],\n",
    "    'Threatened to sue you for very old debt' : 'Threatened to sue on too old debt',\n",
    "    'Sued you without properly notifying you of lawsuit' : 'Sued w/o proper notification of suit',\n",
    "    'Qualify for a better loan than offered' : 'Qualified for a better loan than the one offered',\n",
    "    'Received marketing offer after opted out' : 'Received unsolicited financial product or insurance offers after opting out',\n",
    "    'Called before 8am or after 9pm' : 'Called outside of 8am-9pm',\n",
    "    'Problem getting my free annual report' : 'Problem getting report or credit score',\n",
    "    'Received bad information about my loan' : 'Received bad information about your loan',\n",
    "    'Investigation took too long' : 'Investigation took more than 30 days',\n",
    "}\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "id": "739f35e7",
   "metadata": {},
   "outputs": [],
   "source": [
    "def replace_val(df, series, mapper):\n",
    "    '''\n",
    "    Function to replace duplicities across a column.\n",
    "    How to use:\n",
    "    df: the dataframe you want to work on\n",
    "    series: the column of the dataframe that contains the duplicities\n",
    "    mapper: a dictionary whose keys correspond to the desired value, and the value is the item you want to be replaced.\n",
    "    You can replace multiple values by passing it as a list to the dictionary value.\n",
    "    \n",
    "    '''\n",
    "    for key, value in mapper.items():\n",
    "        if type(value) == list:\n",
    "            for item in value:\n",
    "                df[series].replace(item, key, inplace=True)\n",
    "        else:\n",
    "            df[series].replace(value, key, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "id": "40bd80bd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Managing an account', 'Communication tactics',\n",
       "       'Incorrect information on your report', 'Closing on a mortgage',\n",
       "       'Attempts to collect debt not owed', 'Struggling to pay your loan',\n",
       "       'False statements or representation',\n",
       "       \"Problem with a credit reporting company's investigation into an existing problem\",\n",
       "       'Took or threatened to take negative or legal action',\n",
       "       'Dealing with your lender or servicer',\n",
       "       'Written notification about debt',\n",
       "       'Threatened to contact someone or share information improperly',\n",
       "       'Improper use of your report', 'Trouble during payment process',\n",
       "       'Problem with the payoff process at the end of the loan',\n",
       "       'Fees or interest',\n",
       "       'Problem with a lender or other company charging your account',\n",
       "       'Managing the loan or lease',\n",
       "       'Money was taken from your bank account on the wrong day or for the wrong amount',\n",
       "       'Problem caused by your funds being low',\n",
       "       'Problem with credit report or credit score',\n",
       "       'Identity theft protection or other monitoring services',\n",
       "       'Struggling to pay mortgage',\n",
       "       'Applying for a mortgage or refinancing an existing mortgage',\n",
       "       'Wrong amount charged or received', 'Closing an account',\n",
       "       'Advertising, marketing or disclosures',\n",
       "       'Money was not available when promised', 'Getting a credit card',\n",
       "       'Problem with customer service',\n",
       "       'Other features, terms, or problems',\n",
       "       'Vehicle was repossessed or sold the vehicle',\n",
       "       'Problem with fraud alerts or security freezes',\n",
       "       'Problem with a purchase shown on your statement',\n",
       "       'Opening an account', 'Other transaction problem',\n",
       "       'Problem when making payments', 'Fraud or scam',\n",
       "       'Managing, opening, or closing your mobile wallet account',\n",
       "       'Getting a loan', 'Problem with a purchase or transfer',\n",
       "       'Unexpected or other fees', 'Struggling to pay your bill',\n",
       "       'Unauthorized transactions or other transaction problem',\n",
       "       'Other service problem', 'Trouble using your card',\n",
       "       'Getting a loan or lease', 'Getting a line of credit',\n",
       "       \"Can't contact lender or servicer\",\n",
       "       'Problem getting a card or closing an account',\n",
       "       'Applying for a mortgage', 'Trouble using the card',\n",
       "       \"Was approved for a loan, but didn't receive the money\",\n",
       "       'Problem with additional add-on products or services',\n",
       "       'Problem with an overdraft', 'Confusing or missing disclosures',\n",
       "       \"Can't stop withdrawals from your bank account\",\n",
       "       \"Received a loan you didn't apply for\", 'Excessive fees',\n",
       "       'Problem adding money', 'Advertising', 'Problem with cash advance',\n",
       "       'Lost or stolen check',\n",
       "       \"Was approved for a loan, but didn't receive money\",\n",
       "       'Lost or stolen money order',\n",
       "       'Overdraft, savings, or rewards features',\n",
       "       'Vehicle was damaged or destroyed the vehicle',\n",
       "       'Credit limit changed', 'Incorrect exchange rate',\n",
       "       'Cannot afford Payments', 'Property was sold', 'Payoff process',\n",
       "       'Property was damaged or destroyed property',\n",
       "       'Application, originator, mortgage broker',\n",
       "       'Loan servicing, payments, escrow account', 'Delinquent account',\n",
       "       'Other', 'Account opening, closing, or management',\n",
       "       'Using a debit or ATM card',\n",
       "       \"Credit reporting company's investigation\",\n",
       "       'Taking out the loan or lease',\n",
       "       'Loan modification,collection,foreclosure', \"Can't repay my loan\",\n",
       "       'Deposits and withdrawals', 'APR or interest rate',\n",
       "       'Disclosure verification of debt',\n",
       "       'Dealing with my lender or servicer',\n",
       "       'Unauthorized transactions/trans. issues', 'Disclosures',\n",
       "       'Making/receiving payments, sending money', 'Billing disputes',\n",
       "       \"Can't contact lender\", 'Improper contact or sharing of info',\n",
       "       'Problems when you are unable to pay',\n",
       "       \"Charged fees or interest I didn't expect\",\n",
       "       'Credit monitoring or identity protection', 'Rewards',\n",
       "       'Credit determination', 'Settlement process and costs',\n",
       "       'Applied for loan/did not receive money',\n",
       "       'Problems caused by my funds being low',\n",
       "       'Credit line increase/decrease', 'Closing/Cancelling account',\n",
       "       'Late fee', 'Credit card protection / Debt protection',\n",
       "       'Improper use of my credit report',\n",
       "       'Managing, opening, or closing account',\n",
       "       'Customer service/Customer relations', 'Other fee',\n",
       "       'Credit decision / Underwriting',\n",
       "       'Incorrect/missing disclosures or info', 'Transaction issue',\n",
       "       'Shopping for a loan or lease', 'Billing statement',\n",
       "       \"Can't stop charges to bank account\",\n",
       "       'Application processing delay', 'Balance transfer',\n",
       "       'Other service issues', 'Unsolicited issuance of credit card',\n",
       "       'Other transaction issues',\n",
       "       'Lender repossessed or sold the vehicle',\n",
       "       \"Received a loan I didn't apply for\", 'Sale of account',\n",
       "       'Payment to acct not credited', 'Balance transfer fee',\n",
       "       'Account terms and changes', 'Forbearance / Workout plans',\n",
       "       'Arbitration', 'Convenience checks', 'Bankruptcy',\n",
       "       'Managing the line of credit', 'Shopping for a line of credit',\n",
       "       'Adding money', 'Privacy', 'Overlimit fee',\n",
       "       'Overdraft, savings or rewards features', 'Cash advance fee',\n",
       "       'Fees', 'Cash advance', 'Lender damaged or destroyed property',\n",
       "       'Lender sold the property', 'Collection practices',\n",
       "       'Collection debt dispute'], dtype=object)"
      ]
     },
     "execution_count": 134,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Let's replace multiple variations of the same sentence with a starndardized one\n",
    "# on the Issue column\n",
    "replace_val(df, 'Issue', Issue_duplicity_mapper)\n",
    "df['Issue'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "id": "1cae61ca",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Problem using a debit or ATM card', 'Deposits and withdrawals',\n",
       "       'Keep getting calls about your loan',\n",
       "       'Old information reappears or never goes away', 'Banking errors',\n",
       "       nan, 'Debt is not yours', 'Denied request to lower payments',\n",
       "       'Debt was paid', 'Information belongs to someone else',\n",
       "       'Attempted to collect wrong amount',\n",
       "       'Impersonated attorney, law enforcement, or government official',\n",
       "       'Their investigation did not fix an error on your report',\n",
       "       'Threatened or suggested your credit would be damaged',\n",
       "       'Received bad information about my loan',\n",
       "       'Problem making or receiving payments',\n",
       "       \"Didn't receive enough information to verify debt\",\n",
       "       'Talked to a third-party about your debt',\n",
       "       'Debt was result of identity theft',\n",
       "       'Account information incorrect',\n",
       "       \"Didn't receive notice of right to dispute\",\n",
       "       'Threatened to arrest you or take you to jail if you do not pay',\n",
       "       'Debt was already discharged in bankruptcy and is no longer owed',\n",
       "       'Account status incorrect',\n",
       "       'Contacted you after you asked them to stop',\n",
       "       'Public record information inaccurate',\n",
       "       'Unable to receive car title or other problem after the loan is paid off',\n",
       "       'Charged too much interest',\n",
       "       \"Notification didn't disclose it was an attempt to collect a debt\",\n",
       "       'Transaction was not authorized', 'Problem with the interest rate',\n",
       "       'Difficulty submitting a dispute or getting information about a dispute over the phone',\n",
       "       'Sued you without properly notifying you of lawsuit',\n",
       "       'Overdrafts and overdraft fees',\n",
       "       'Was not notified of investigation status or results',\n",
       "       'Problem getting your free annual credit report',\n",
       "       \"Credit inquiries on your report that you don't recognize\",\n",
       "       'Billing dispute for services', 'Cashing a check',\n",
       "       'Investigation took too long', 'Personal information incorrect',\n",
       "       'Used obscene, profane, or other abusive language',\n",
       "       'Threatened to sue you for very old debt',\n",
       "       'Problem with personal statement of dispute',\n",
       "       'Funds not received from closed account', 'Billing problem',\n",
       "       'Confusing or misleading advertising or marketing',\n",
       "       \"Don't agree with the fees charged\",\n",
       "       'Sued you in a state where you do not live or did not sign for the debt',\n",
       "       'Application denied', 'Sent card you never applied for',\n",
       "       'Company closed your account', 'Problem with fees',\n",
       "       'Called before 8am or after 9pm',\n",
       "       'Problem with additional products or services purchased with the loan',\n",
       "       'Other problem', 'Problem with rewards from credit card',\n",
       "       \"Credit card company isn't resolving a dispute about a purchase on your statement\",\n",
       "       'Collected or attempted to collect exempt funds',\n",
       "       'Trouble with how payments are being handled',\n",
       "       'Received unwanted marketing or advertising',\n",
       "       'Problem with customer service',\n",
       "       'Reporting company used your report improperly',\n",
       "       'Seized or attempted to seize your property',\n",
       "       'Unable to open an account', \"Can't close your account\",\n",
       "       'Card opened as result of identity theft or fraud',\n",
       "       'Card was charged for something you did not purchase with the card',\n",
       "       'Problem during payment process',\n",
       "       'Problem getting a working replacement card',\n",
       "       'Funds not handled or disbursed as instructed',\n",
       "       'Information is missing that should be on the report',\n",
       "       'Problem accessing account',\n",
       "       \"Can't stop withdrawals from your account\", 'Denied loan',\n",
       "       'Delay in processing application',\n",
       "       \"Can't get other flexible options for repaying your loan\",\n",
       "       'You never received your bill or did not know a payment was due',\n",
       "       'Other problem getting your report or credit score',\n",
       "       \"Didn't receive services that were advertised\",\n",
       "       'Received marketing offer after opted out', 'Privacy issues',\n",
       "       'Need information about your loan balance or loan terms',\n",
       "       \"Card company isn't resolving a dispute about a purchase or transfer\",\n",
       "       'Fee problem',\n",
       "       \"Credit card company won't work with you while you're going through financial hardship\",\n",
       "       'Problem with product or service terms changing',\n",
       "       \"Can't use card to make purchases\",\n",
       "       \"Can't temporarily delay making payments\",\n",
       "       'High-pressure sales tactics',\n",
       "       \"Didn't receive terms that were advertised\",\n",
       "       'Indicated you were committing crime by not paying debt',\n",
       "       'Fees charged for closing account', 'Information is incorrect',\n",
       "       'Problem canceling credit monitoring or identify theft protection service',\n",
       "       'Overcharged for something you did purchase with the card',\n",
       "       'Excess mileage, damage, or wear fees, or other problem after the lease is finish',\n",
       "       'Lender trying to repossess or disable the vehicle',\n",
       "       'Add-on products and services',\n",
       "       'Changes in terms mid-deal or after closing',\n",
       "       'Trouble closing card', 'Credit denial',\n",
       "       'Problem with paying off the loan', 'Fraudulent loan',\n",
       "       'Non-sufficient funds and associated fees',\n",
       "       'Problem while selling or giving up the vehicle',\n",
       "       'Problem related to refinancing',\n",
       "       'Problem using the card to withdraw money from an ATM',\n",
       "       'Unexpected increase in interest rate',\n",
       "       'Confusing or misleading advertising about the credit card',\n",
       "       'Problem with fees charged',\n",
       "       'Trouble using the card to spend money in a store or online',\n",
       "       'Information that should be on the report is missing',\n",
       "       'Credit card company forcing arbitration',\n",
       "       'Loan balance remaining after the vehicle is repossessed and sold',\n",
       "       'Confusing or missing disclosures',\n",
       "       'Told you not to respond to a lawsuit they filed against you',\n",
       "       'Problem extending the lease', 'Overdraft charges',\n",
       "       'Problem with balance transfer',\n",
       "       \"Credit card company won't increase or decrease your credit limit\",\n",
       "       'Deposits or withdrawals',\n",
       "       'Termination fees or other problem when ending the lease early',\n",
       "       'Problem with additional add-on products or services purchased with the loan',\n",
       "       'Bounced checks or returned payments',\n",
       "       'Charged for a purchase or transfer you did not make with the card',\n",
       "       'Contacted you instead of your attorney', 'Late or other fees',\n",
       "       'Threatened to turn you in to immigration or deport you',\n",
       "       'Problem with direct deposit',\n",
       "       'Money was taken from your account on the wrong day or for the wrong amount',\n",
       "       'Problem with cash advances',\n",
       "       'Confusing or misleading advertising',\n",
       "       'Trouble getting a working replacement card',\n",
       "       'Overcharged for a purchase or transfer you did make with the card',\n",
       "       'Loan sold or transferred to another company',\n",
       "       'Trouble getting, activating, or registering a card',\n",
       "       'Trouble getting information about the card',\n",
       "       'Problem with signing the paperwork', 'Filed for bankruptcy',\n",
       "       'Problem with fees or penalties',\n",
       "       'Problem when attempting to purchase vehicle at the end of the lease',\n",
       "       'Account sold or transferred to another company',\n",
       "       'Problem after you declared or threatened to declare bankruptcy',\n",
       "       'Problem with renewal',\n",
       "       'Problem with a check written from your prepaid card account',\n",
       "       'Problem adding money',\n",
       "       \"Don't want a card provided by your employer or the government\",\n",
       "       'Qualify for a better loan than offered',\n",
       "       'Problem with convenience check', 'Problem with a trade-in',\n",
       "       \"Was signed up for overdraft on card, but don't want to be\",\n",
       "       'Incorrect information on your report', 'Account terms',\n",
       "       'Account status', 'Problem with statement of dispute',\n",
       "       'Debt resulted from identity theft', 'Information is not mine',\n",
       "       'Debt is not mine', 'Reinserted previously deleted info',\n",
       "       'Inadequate help over the phone',\n",
       "       'Threatened to take legal action', 'Public record',\n",
       "       'Not given enough info to verify debt', 'Personal information',\n",
       "       'Trouble with how payments are handled',\n",
       "       'No notice of investigation status/result',\n",
       "       'Talked to a third party about my debt',\n",
       "       'Having problems with customer service',\n",
       "       'Account terms and changes',\n",
       "       'Receiving unwanted marketing/advertising',\n",
       "       \"Don't agree with fees charged\",\n",
       "       'Right to dispute notice not received',\n",
       "       'Problem with fraud alerts', \"Can't get flexible payment options\",\n",
       "       'Report improperly shared by CRC',\n",
       "       'Keep getting calls about my loan',\n",
       "       'Used obscene/profane/abusive language',\n",
       "       'Attempted to/Collected exempt funds',\n",
       "       'Problem getting my free annual report',\n",
       "       \"Can't temporarily postpone payments\",\n",
       "       'Not disclosed as an attempt to collect',\n",
       "       'Need information about my balance/terms',\n",
       "       'Impersonated an attorney or official', 'Billing dispute',\n",
       "       'Threatened arrest/jail if do not pay',\n",
       "       'Debt was discharged in bankruptcy',\n",
       "       'Problem cancelling or closing account',\n",
       "       'Seized/Attempted to seize property',\n",
       "       \"Sued where didn't live/sign for debt\",\n",
       "       'Indicated committed crime not paying', \"Can't qualify for a loan\",\n",
       "       'Contacted me instead of my attorney',\n",
       "       \"Indicated shouldn't respond to lawsuit\", 'Insurance terms'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Let's replace multiple variations of the same sentence with a starndardized one\n",
    "# on the Sub-issue column\n",
    "replace_val(df, 'Sub-issue', Sub_issue_duplicity_mapper)\n",
    "df['Sub-issue'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ebb2565b",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "478ad3e4",
   "metadata": {},
   "source": [
    "**Fix issues with number of states not corresponding with actual number of states in the US**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "id": "88676266",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'AA',\n",
       " 'AE',\n",
       " 'AP',\n",
       " 'AS',\n",
       " 'FM',\n",
       " 'GU',\n",
       " 'MH',\n",
       " 'MP',\n",
       " 'PR',\n",
       " 'PW',\n",
       " 'UNITED STATES MINOR OUTLYING ISLANDS',\n",
       " 'VI',\n",
       " nan}"
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# The two letters representing each of the US states and Washington DC\n",
    "state_digit = [\n",
    "    'AL', 'AK', 'AZ', 'AR', 'CA', 'CO', 'CT', 'DE', 'DC', 'FL', 'GA',\n",
    "     'HI', 'ID', 'IL', 'IN', 'IA', 'KS', 'KY', 'LA', 'ME', 'MD', 'MA',\n",
    "     'MI', 'MN', 'MS', 'MO', 'MT', 'NE', 'NV', 'NH', 'NJ', 'NM', 'NY',\n",
    "     'NC', 'ND', 'OH', 'OK', 'OR', 'PA', 'RI', 'SC', 'SD', 'TN', 'TX',\n",
    "     'UT', 'VT', 'VA', 'WA', 'WV', 'WI', 'WY'\n",
    "]\n",
    "\n",
    "# Use the above list to compare with the 'state' column and get a new list \n",
    "# of abbreviations that do not match with any of the states in the list.\n",
    "# This new list will be investigated further for possible errors\n",
    "unknown_states = set(df['State']) - set(state_digit)\n",
    "unknown_states"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a1e64903",
   "metadata": {},
   "source": [
    "### Fix issue with special character `?` in column name\n",
    "\n",
    "Since the column names are descriptive enough, we might choose to ignore this."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "749eed2f",
   "metadata": {},
   "source": [
    "### Fix Null values in columns"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ae927502",
   "metadata": {},
   "source": [
    "https://cfpb.github.io/api/ccdb/fields.html\n",
    "The above link is for the reference for filling the form that generated these responses being analysed and as such provided answers to justify the high figures of null values being:\n",
    "\n",
    "1. some products do not have sub-products. Example is vehicle loan and that will lead to having some null values in the column.\n",
    "2. issues depend on both products and sub-products. Hence, different products and sub-products will have difference issues.\n",
    "3. Sub-issue also depends on the trio of products, sub-products and sub-issue. So that will also lead to having null values.\n",
    "4. As for customer complaint, it can be assumed that quite a number of customers didnt consent to making their complaints public, hence the hugh figures. Same goes for company's response as these are optional fields.\n",
    "5. Based on this analysis, it is recommended that the 3 columns(consumer complaint narrative, company public response and tags) with more than 60% of null values be dropped.\n",
    "6. We forward or backward fill the other null values on the remaining columns\n",
    "7. Apply  label encoding to convert the columns to numbers\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "id": "f3ecde00",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['Date received', 'Product', 'Sub-product', 'Issue', 'Sub-issue',\n",
       "       'Company', 'State', 'ZIP code', 'Consumer consent provided?',\n",
       "       'Submitted via', 'Date sent to company', 'Company response to consumer',\n",
       "       'Timely response?', 'Consumer disputed?', 'Complaint ID'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 108,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# drop columns with more than 60% null values\n",
    "df = df.drop(columns=[\"Consumer complaint narrative\", \"Company public response\", \"Tags\"])\n",
    "df.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "abec0081",
   "metadata": {},
   "source": [
    "### TODO: Label encoding of other columns"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cb1ca83b",
   "metadata": {},
   "source": [
    "### Fix issues with multiple tags\n",
    "\n",
    "Following the description of the tag field as provided in this [reference](https://cfpb.github.io/api/ccdb/fields.html), it is justifiable that there can be more than one tag assigned to one entry. eg a complainer who reports to be 62 years or older, and at the same time, a servicemember."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "58fbb038",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "4cab6ce8",
   "metadata": {},
   "source": [
    "### Fix Mixed case types in \"Company\" column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "id": "bc866137",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 109,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Convert all entries in the column to UPPERCASE\n",
    "# Justification: Some companies might be represented in abbreviated forms\n",
    "df['Company'] = df['Company'].str.upper()\n",
    "\n",
    "# Test\n",
    "df['Company'].str.isupper().all()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "id": "23a63eef",
   "metadata": {},
   "outputs": [],
   "source": [
    "# The dictionary below maps the old sub producst names to the new sub product names as advised by the Consumer Financial Protection Bureau (CFPB) via this link https://files.consumerfinance.gov/f/documents/201704_cfpb_Summary_of_Product_and_Sub-product_Changes.pdf.\n",
    "mapping_old_sub_prod_2new = {\n",
    "    \"Auto\": \"Auto debt\",\n",
    "    \"Credit card\": \"Credit card debt\",\n",
    "    \"Federal student loan\": \"Federal student loan debt\",\n",
    "    \"Medical\": \"Medical debt\",\n",
    "    \"Mortgage\": \"Mortgage debt\",\n",
    "    \"Non-federal student loan\": \"Private student loan debt\",\n",
    "    \"Other (i.e. phone, health club, etc.)\": \"Other debt\",\n",
    "    \"Payday loan\": \"Payday loan debt\",\n",
    "    \"Non-federal student loan\": \"Private student loan\",\n",
    "    \"Federal student loan servicing\": \"Federal student loan\",\n",
    "    \"Credit repair\": \"Credit repair services\",\n",
    "    \"Credit reporting\": \"Credit reporting\",\n",
    "    \"Conventional adjustable mortgage (ARM)\": \"Conventional home mortgage\",\n",
    "    \"Conventional fixed mortgage\": \"Conventional home mortgage\",\n",
    "    \"Home equity loan or line of credit\": \"Home equity loan or line of credit (HELOC)\",\n",
    "    \"Other\": \"Other type of mortgage\",\n",
    "    \"Other mortgage\": \"Other type of mortgage\",\n",
    "    \"Second mortgage\":\"Other type of mortgage\",\n",
    "    \"Credit card\": \"General-purpose credit card or charge card\",\n",
    "    \"General purpose card\": \"General-purpose prepaid card\",\n",
    "    \"Gift or merchant card\": \"Gift card\",\n",
    "    \"Electronic Benefit Transfer / EBT card\": \"Government benefit card\",\n",
    "    \"Government benefit payment card\": \"Government benefit card\",\n",
    "    \"ID prepaid card\": \"Student prepaid card\",\n",
    "    \"Other special purpose card\":  \"Other prepaid card\",\n",
    "    \"Store credit card\": \"Other prepaid card\",\n",
    "    \"Transit card\": \"Other prepaid card\",\n",
    "    \"(CD) Certificate of deposit\": \"CD (Certificate of Deposit)\",\n",
    "    \"Other bank product/service\": \"Other banking product or service\",\n",
    "    \"Cashing a check without an account\": \"Other banking product or service\",\n",
    "    \"Vehicle lease\": \"Lease\",\n",
    "    \"Vehicle loan\": \"Loan\",\n",
    "    \"Check cashing\": \"Check cashing service\",\n",
    "    \"Mobile wallet\": \"Mobile or digital wallet\",\n",
    "    \"Traveler’s/Cashier’s checks\": \"Traveler's check or cashier's check\"\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "id": "590fc602",
   "metadata": {},
   "outputs": [],
   "source": [
    "# The dictionary below maps each sub-product to the main product\n",
    "mapping_sub_prod2prod = {\n",
    "    \"Auto debt\": \"Debt collection\",\n",
    "    \"Credit card debt\": \"Debt collection\",\n",
    "    \"Federal student loan debt\": \"Debt collection\",\n",
    "    \"I do not know\": \"Debt collection\",\n",
    "    \"Medical debt\": \"Debt collection\",\n",
    "    \"Mortgage debt\": \"Debt collection\",\n",
    "    \"Private student loan debt\": \"Debt collection\",\n",
    "    \"Other debt\": \"Debt collection\",\n",
    "    \"Payday loan debt\": \"Debt collection\",\n",
    "    \"Credit repair services\": \"Credit reporting, credit repair services, or other personal consumer reports\",\n",
    "    \"Credit reporting\": \"Credit reporting, credit repair services, or other personal consumer reports\",\n",
    "    \"Other personal consumer report\": \"Credit reporting, credit repair services, or other personal consumer reports\",\n",
    "    \"Conventional home mortgage\": \"Mortgage\",\n",
    "    \"FHA mortgage\": \"Mortgage\",\n",
    "    \"Home equity loan or line of credit (HELOC)\": \"Mortgage\",\n",
    "    \"Other type of mortgage\": \"Mortgage\",\n",
    "    \"Reverse mortgage\": \"Mortgage\",\n",
    "    \"VA mortgage\": \"Mortgage\",\n",
    "    \"General-purpose credit card or charge card\": \"Credit card or prepaid card\",\n",
    "    \"General-purpose prepaid card\": \"Credit card or prepaid card\",\n",
    "    \"Gift card\": \"Credit card or prepaid card\",\n",
    "    \"Government benefit card\": \"Credit card or prepaid card\",\n",
    "    \"Student prepaid card\": \"Credit card or prepaid card\",\n",
    "    \"Payroll card\": \"Credit card or prepaid card\",\n",
    "    \"Other prepaid card\": \"Credit card or prepaid card\",\n",
    "    \"CD (Certificate of Deposit)\": \"Checking or savings account\",\n",
    "    \"Checking account\": \"Checking or savings account\",\n",
    "    \"Other banking product or service\": \"Checking or savings account\",\n",
    "    \"Savings account\": \"Checking or savings account\",\n",
    "    \"Lease\": \"Vehicle loan or lease\",\n",
    "    \"Loan\": \"Vehicle loan or lease\",\n",
    "    \"Federal student loan\": \"Student loan\",\n",
    "    \"Private student loan\": \"Student loan\",\n",
    "    \"Installment loan\": \"Payday loan, title loan, or personal loan\",\n",
    "    \"Pawn loan\": \"Payday loan, title loan, or personal loan\",\n",
    "    \"Payday loan\": \"Payday loan, title loan, or personal loan\",\n",
    "    \"Personal line of credit\": \"Payday loan, title loan, or personal loan\",\n",
    "    \"Title loan\": \"Payday loan, title loan, or personal loan\",\n",
    "    \"Check cashing service\": \"Money transfer, virtual currency, or money service\",\n",
    "    \"Debt settlement\": \"Money transfer, virtual currency, or money service\",\n",
    "    \"Domestic (US) money transfer\": \"Money transfer, virtual currency, or money service\",\n",
    "    \"Foreign currency exchange\": \"Money transfer, virtual currency, or money service\",\n",
    "    \"International money transfer\": \"Money transfer, virtual currency, or money service\",\n",
    "    \"Mobile or digital wallet\": \"Money transfer, virtual currency, or money service\",\n",
    "    \"Money order\": \"Money transfer, virtual currency, or money service\",\n",
    "    \"Refund anticipation check\": \"Money transfer, virtual currency, or money service\",\n",
    "    \"Traveler's check or cashier's check\": \"Money transfer, virtual currency, or money service\",\n",
    "    \"Virtual currency\": \"Money transfer, virtual currency, or money service\"\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1c2e89b9",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "f29e782f",
   "metadata": {},
   "source": [
    "### This function fetches a refined column of sub-products"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "id": "f571cb5b",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_subprods(x):\n",
    "    \n",
    "    if x['Sub-product'] in mapping_old_sub_prod_2new:\n",
    "        if x['Sub-product']==\"Other\":\n",
    "            if x['Product']=='Mortage':\n",
    "                return(\"Other type of mortgage\")\n",
    "            else:\n",
    "                return(\"Other debt\")\n",
    "        else:\n",
    "            return(mapping_old_sub_prod_2new[x['Sub-product']])\n",
    "    else:\n",
    "        return(x['Sub-product'])\n",
    "\n",
    "df['Sub-product'] = df[['Product','Sub-product']].apply(lambda x: prodmap = {\n",
    "    \"Payday loan\": \"Payday loan, title loan, or personal loan\",\n",
    "    \"Credit reporting\": \"Credit reporting, credit repair services, or other personal consumer reports\",\n",
    "    \"Credit card\": \"Credit card or prepaid card\"\n",
    "}\n",
    "                                                        \n",
    "\n",
    "df['Sub-product'].value_counts().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "912aee60",
   "metadata": {},
   "source": [
    "### This function fetches a refined column of product"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "id": "fcbb83c7",
   "metadata": {},
   "outputs": [],
   "source": [
    "prodmap = {\n",
    "    \"Payday loan\": \"Payday loan, title loan, or personal loan\",\n",
    "    \"Credit reporting\": \"Credit reporting, credit repair services, or other personal consumer reports\",\n",
    "    \"Credit card\": \"Credit card or prepaid card\"\n",
    "}\n",
    "def get_product(x):\n",
    "    \n",
    "    if not isinstance(x['Sub-product'], str):\n",
    "        if x['Product'] in prodmap:\n",
    "            return(prodmap[x['Product']])\n",
    "        else:\n",
    "            return(x['Product'])\n",
    "    else:\n",
    "        return(mapping_sub_prod2prod[x['Sub-product']])\n",
    "    \n",
    "df['Product'] = df[['Product','Sub-product']].apply(lambda x: get_product(x), axis =1)\n",
    "\n",
    "df.Product.value_counts().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "id": "98ae3184",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 1282355 entries, 0 to 1282354\n",
      "Data columns (total 15 columns):\n",
      " #   Column                        Non-Null Count    Dtype         \n",
      "---  ------                        --------------    -----         \n",
      " 0   Date received                 1282355 non-null  datetime64[ns]\n",
      " 1   Product                       1282355 non-null  object        \n",
      " 2   Sub-product                   1047189 non-null  object        \n",
      " 3   Issue                         1282355 non-null  object        \n",
      " 4   Sub-issue                     751169 non-null   object        \n",
      " 5   Company                       1282355 non-null  object        \n",
      " 6   State                         1262955 non-null  object        \n",
      " 7   ZIP code                      1167057 non-null  object        \n",
      " 8   Consumer consent provided?    690654 non-null   object        \n",
      " 9   Submitted via                 1282355 non-null  object        \n",
      " 10  Date sent to company          1282355 non-null  datetime64[ns]\n",
      " 11  Company response to consumer  1282348 non-null  object        \n",
      " 12  Timely response?              1282355 non-null  object        \n",
      " 13  Consumer disputed?            768501 non-null   object        \n",
      " 14  Complaint ID                  1282355 non-null  int64         \n",
      "dtypes: datetime64[ns](2), int64(1), object(12)\n",
      "memory usage: 146.8+ MB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1d373add",
   "metadata": {},
   "source": [
    "### Convert columns to appropriate data types"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3f2380c3",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "id": "a08fc497",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 1282355 entries, 0 to 1282354\n",
      "Data columns (total 15 columns):\n",
      " #   Column                        Non-Null Count    Dtype         \n",
      "---  ------                        --------------    -----         \n",
      " 0   Date received                 1282355 non-null  datetime64[ns]\n",
      " 1   Product                       1282355 non-null  category      \n",
      " 2   Sub-product                   1047189 non-null  category      \n",
      " 3   Issue                         1282355 non-null  object        \n",
      " 4   Sub-issue                     751169 non-null   object        \n",
      " 5   Company                       1282355 non-null  object        \n",
      " 6   State                         1262955 non-null  category      \n",
      " 7   ZIP code                      1167057 non-null  object        \n",
      " 8   Consumer consent provided?    690654 non-null   category      \n",
      " 9   Submitted via                 1282355 non-null  category      \n",
      " 10  Date sent to company          1282355 non-null  datetime64[ns]\n",
      " 11  Company response to consumer  1282348 non-null  object        \n",
      " 12  Timely response?              1282355 non-null  category      \n",
      " 13  Consumer disputed?            768501 non-null   category      \n",
      " 14  Complaint ID                  1282355 non-null  object        \n",
      "dtypes: category(7), datetime64[ns](2), object(6)\n",
      "memory usage: 86.8+ MB\n"
     ]
    }
   ],
   "source": [
    "# Convert columns to appropriate data types using the dictionary below\n",
    "dtype_mapper = {\n",
    "    \"Product\": \"category\",\n",
    "    \"Sub-product\": \"category\",\n",
    "     \"State\": \"category\",\n",
    "    \"Consumer consent provided?\": 'category', \n",
    "    \"Submitted via\": 'category',\n",
    "    \"Timely response?\": 'category', \n",
    "    \"Consumer disputed?\": 'category',\n",
    "    \"Complaint ID\": \"object\",\n",
    "}\n",
    "\n",
    "df = df.astype(dtype_mapper)\n",
    "df.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b4f30549",
   "metadata": {},
   "source": [
    "### Export Cleaned Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "8849cea1",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Uncomment to export cleaned data to csv\n",
    "# df.to_csv('cleaned_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "47001692",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}