repository_1_task_2_incident_event_log.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyO+ngZSZcrPIiAAFnYt20Dm",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/unajmieh/Log-clickstream-Analysis/blob/main/repository_1_task_2_incident_event_log.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "\n",
        "def read_and_display_csv(file_path, delimiter=',', max_rows=20):\n",
        "    \"\"\"\n",
        "    Read a CSV file and display the DataFrame with customized settings.\n",
        "\n",
        "    Parameters:\n",
        "    - file_path (str): The path to the CSV file to be read.\n",
        "    - delimiter (str): The delimiter used in the CSV file (default is ';').\n",
        "    - max_rows (int): Maximum number of rows to display (default is 20).\n",
        "    \"\"\"\n",
        "    try:\n",
        "        df = pd.read_csv(file_path, sep=delimiter)\n",
        "\n",
        "        # Set display options\n",
        "        pd.set_option('display.max_rows', max_rows)      # Maximum number of rows to display\n",
        "        pd.set_option('display.max_columns', None)       # Show all columns\n",
        "        pd.set_option('display.width', 1000)             # Set width for better visual presentation\n",
        "        pd.set_option('display.float_format', '{:.2f}'.format)  # Format floats\n",
        "\n",
        "        # Use the display function for Jupyter notebooks or print for scripts\n",
        "        if 'ipykernel' in sys.modules:  # Check if running in Jupyter\n",
        "            from IPython.display import display\n",
        "            display(df)\n",
        "        else:\n",
        "            print(df.to_string(index=False))  # Print as a nice string for terminal use\n",
        "\n",
        "    except FileNotFoundError:\n",
        "        print(f\"Error: The file '{file_path}' was not found.\")\n",
        "    except pd.errors.EmptyDataError:\n",
        "        print(f\"Error: The file '{file_path}' is empty.\")\n",
        "    except pd.errors.ParserError:\n",
        "        print(f\"Error: Could not parse the file '{file_path}'. Check the delimiter or format.\")\n",
        "\n",
        "if __name__ == \"__main__\":\n",
        "    import sys  # Import sys to check for Jupyter environment\n",
        "    file_name = 'incident_event_log.csv'  # Specify your CSV file name here\n",
        "    df = read_and_display_csv(file_name)\n",
        "    df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 653
        },
        "id": "zr7eBS4VvIm9",
        "outputId": "8371fdd2-da95-4ea9-8c6c-0d56f766b80e"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-1-49681f4f9c48>:13: DtypeWarning: Columns (25,26) have mixed types. Specify dtype option on import or set low_memory=False.\n",
            "  df = pd.read_csv(file_path, sep=delimiter)\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "           number      incident_state  active  reassignment_count  reopen_count  sys_mod_count  made_sla    caller_id       opened_by        opened_at  sys_created_by   sys_created_at  sys_updated_by   sys_updated_at contact_type      location     category      subcategory    u_symptom cmdb_ci      impact     urgency      priority assignment_group   assigned_to knowledge u_priority_confirmation         notify problem_id  rfc vendor caused_by closed_code      resolved_by      resolved_at        closed_at\n",
              "0      INC0000045                 New    True                   0             0              0      True  Caller 2403    Opened by  8  29/2/2016 01:16    Created by 6  29/2/2016 01:23   Updated by 21  29/2/2016 01:23        Phone  Location 143  Category 55  Subcategory 170   Symptom 72       ?  2 - Medium  2 - Medium  3 - Moderate         Group 56             ?      True                   False  Do Not Notify          ?    ?      ?         ?      code 5  Resolved by 149  29/2/2016 11:29   5/3/2016 12:00\n",
              "1      INC0000045            Resolved    True                   0             0              2      True  Caller 2403    Opened by  8  29/2/2016 01:16    Created by 6  29/2/2016 01:23  Updated by 642  29/2/2016 08:53        Phone  Location 143  Category 55  Subcategory 170   Symptom 72       ?  2 - Medium  2 - Medium  3 - Moderate         Group 56             ?      True                   False  Do Not Notify          ?    ?      ?         ?      code 5  Resolved by 149  29/2/2016 11:29   5/3/2016 12:00\n",
              "2      INC0000045            Resolved    True                   0             0              3      True  Caller 2403    Opened by  8  29/2/2016 01:16    Created by 6  29/2/2016 01:23  Updated by 804  29/2/2016 11:29        Phone  Location 143  Category 55  Subcategory 170   Symptom 72       ?  2 - Medium  2 - Medium  3 - Moderate         Group 56             ?      True                   False  Do Not Notify          ?    ?      ?         ?      code 5  Resolved by 149  29/2/2016 11:29   5/3/2016 12:00\n",
              "3      INC0000045              Closed   False                   0             0              4      True  Caller 2403    Opened by  8  29/2/2016 01:16    Created by 6  29/2/2016 01:23  Updated by 908   5/3/2016 12:00        Phone  Location 143  Category 55  Subcategory 170   Symptom 72       ?  2 - Medium  2 - Medium  3 - Moderate         Group 56             ?      True                   False  Do Not Notify          ?    ?      ?         ?      code 5  Resolved by 149  29/2/2016 11:29   5/3/2016 12:00\n",
              "4      INC0000047                 New    True                   0             0              0      True  Caller 2403  Opened by  397  29/2/2016 04:40  Created by 171  29/2/2016 04:57  Updated by 746  29/2/2016 04:57        Phone  Location 165  Category 40  Subcategory 215  Symptom 471       ?  2 - Medium  2 - Medium  3 - Moderate         Group 70   Resolver 89      True                   False  Do Not Notify          ?    ?      ?         ?      code 5   Resolved by 81   1/3/2016 09:52   6/3/2016 10:00\n",
              "...           ...                 ...     ...                 ...           ...            ...       ...          ...             ...              ...             ...              ...             ...              ...          ...           ...          ...              ...          ...     ...         ...         ...           ...              ...           ...       ...                     ...            ...        ...  ...    ...       ...         ...              ...              ...              ...\n",
              "19418  INC0004232    Awaiting Problem    True                   0             0              1      True  Caller 4288               ?   8/3/2016 12:02   Created by 18   8/3/2016 12:05  Updated by 718   8/3/2016 15:58        Phone   Location 51  Category 37  Subcategory 135  Symptom 583       ?  2 - Medium  2 - Medium  3 - Moderate         Group 30  Resolver 201      True                   False  Do Not Notify          ?    ?      ?         ?      code 6  Resolved by 183  11/3/2016 17:12  24/3/2016 18:50\n",
              "19419  INC0004232    Awaiting Problem    True                   0             0              2      True  Caller 4288               ?   8/3/2016 12:02   Created by 18   8/3/2016 12:05  Updated by 789   9/3/2016 08:08        Phone   Location 51  Category 37  Subcategory 135  Symptom 583       ?  2 - Medium  2 - Medium  3 - Moderate         Group 30  Resolver 184      True                   False  Do Not Notify          ?    ?      ?         ?      code 6  Resolved by 183  11/3/2016 17:12  24/3/2016 18:50\n",
              "19420  INC0004232              Active    True                   0             0              3      True  Caller 4288               ?   8/3/2016 12:02   Created by 18   8/3/2016 12:05  Updated by 370   9/3/2016 10:29        Phone   Location 51  Category 37  Subcategory 135  Symptom 583       ?  2 - Medium  2 - Medium  3 - Moderate         Group 30  Resolver 184      True                   False  Do Not Notify          ?    ?      ?         ?      code 6  Resolved by 183  11/3/2016 17:12  24/3/2016 18:50\n",
              "19421  INC0004232              Active    True                   0             0              4      True  Caller 4288               ?   8/3/2016 12:02   Created by 18   8/3/2016 12:05  Updated by 370   9/3/2016 10:31        Phone   Location 51  Category 37  Subcategory 135  Symptom 583       ?  2 - Medium  2 - Medium  3 - Moderate         Group 30  Resolver 184      True                   False  Do Not Notify          ?    ?      ?         ?      code 6  Resolved by 183  11/3/2016 17:12  24/3/2016 18:50\n",
              "19422  INC0004232  Awaiting User Info    True                   0             0              5      True  Caller 4288               ?   8/3/2016 12:02   Created by 18   8/3/2016 12:05  Updated by 718   9/3/2016 13:22        Phone   Location 51  Category 37  Subcategory 135  Symptom 583       ?   2 - Mediu         NaN           NaN              NaN           NaN       NaN                     NaN            NaN        NaN  NaN    NaN       NaN         NaN              NaN              NaN              NaN\n",
              "\n",
              "[19423 rows x 36 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-1e846c3f-1e5d-45a4-8fb5-2ebc19aad6ba\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>number</th>\n",
              "      <th>incident_state</th>\n",
              "      <th>active</th>\n",
              "      <th>reassignment_count</th>\n",
              "      <th>reopen_count</th>\n",
              "      <th>sys_mod_count</th>\n",
              "      <th>made_sla</th>\n",
              "      <th>caller_id</th>\n",
              "      <th>opened_by</th>\n",
              "      <th>opened_at</th>\n",
              "      <th>sys_created_by</th>\n",
              "      <th>sys_created_at</th>\n",
              "      <th>sys_updated_by</th>\n",
              "      <th>sys_updated_at</th>\n",
              "      <th>contact_type</th>\n",
              "      <th>location</th>\n",
              "      <th>category</th>\n",
              "      <th>subcategory</th>\n",
              "      <th>u_symptom</th>\n",
              "      <th>cmdb_ci</th>\n",
              "      <th>impact</th>\n",
              "      <th>urgency</th>\n",
              "      <th>priority</th>\n",
              "      <th>assignment_group</th>\n",
              "      <th>assigned_to</th>\n",
              "      <th>knowledge</th>\n",
              "      <th>u_priority_confirmation</th>\n",
              "      <th>notify</th>\n",
              "      <th>problem_id</th>\n",
              "      <th>rfc</th>\n",
              "      <th>vendor</th>\n",
              "      <th>caused_by</th>\n",
              "      <th>closed_code</th>\n",
              "      <th>resolved_by</th>\n",
              "      <th>resolved_at</th>\n",
              "      <th>closed_at</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>INC0000045</td>\n",
              "      <td>New</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  8</td>\n",
              "      <td>29/2/2016 01:16</td>\n",
              "      <td>Created by 6</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Updated by 21</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 143</td>\n",
              "      <td>Category 55</td>\n",
              "      <td>Subcategory 170</td>\n",
              "      <td>Symptom 72</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 56</td>\n",
              "      <td>?</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 149</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>INC0000045</td>\n",
              "      <td>Resolved</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  8</td>\n",
              "      <td>29/2/2016 01:16</td>\n",
              "      <td>Created by 6</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Updated by 642</td>\n",
              "      <td>29/2/2016 08:53</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 143</td>\n",
              "      <td>Category 55</td>\n",
              "      <td>Subcategory 170</td>\n",
              "      <td>Symptom 72</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 56</td>\n",
              "      <td>?</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 149</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>INC0000045</td>\n",
              "      <td>Resolved</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  8</td>\n",
              "      <td>29/2/2016 01:16</td>\n",
              "      <td>Created by 6</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Updated by 804</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 143</td>\n",
              "      <td>Category 55</td>\n",
              "      <td>Subcategory 170</td>\n",
              "      <td>Symptom 72</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 56</td>\n",
              "      <td>?</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 149</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>INC0000045</td>\n",
              "      <td>Closed</td>\n",
              "      <td>False</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  8</td>\n",
              "      <td>29/2/2016 01:16</td>\n",
              "      <td>Created by 6</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Updated by 908</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 143</td>\n",
              "      <td>Category 55</td>\n",
              "      <td>Subcategory 170</td>\n",
              "      <td>Symptom 72</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 56</td>\n",
              "      <td>?</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 149</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>INC0000047</td>\n",
              "      <td>New</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  397</td>\n",
              "      <td>29/2/2016 04:40</td>\n",
              "      <td>Created by 171</td>\n",
              "      <td>29/2/2016 04:57</td>\n",
              "      <td>Updated by 746</td>\n",
              "      <td>29/2/2016 04:57</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 165</td>\n",
              "      <td>Category 40</td>\n",
              "      <td>Subcategory 215</td>\n",
              "      <td>Symptom 471</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 70</td>\n",
              "      <td>Resolver 89</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 81</td>\n",
              "      <td>1/3/2016 09:52</td>\n",
              "      <td>6/3/2016 10:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19418</th>\n",
              "      <td>INC0004232</td>\n",
              "      <td>Awaiting Problem</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 4288</td>\n",
              "      <td>?</td>\n",
              "      <td>8/3/2016 12:02</td>\n",
              "      <td>Created by 18</td>\n",
              "      <td>8/3/2016 12:05</td>\n",
              "      <td>Updated by 718</td>\n",
              "      <td>8/3/2016 15:58</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 51</td>\n",
              "      <td>Category 37</td>\n",
              "      <td>Subcategory 135</td>\n",
              "      <td>Symptom 583</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 30</td>\n",
              "      <td>Resolver 201</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 6</td>\n",
              "      <td>Resolved by 183</td>\n",
              "      <td>11/3/2016 17:12</td>\n",
              "      <td>24/3/2016 18:50</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19419</th>\n",
              "      <td>INC0004232</td>\n",
              "      <td>Awaiting Problem</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 4288</td>\n",
              "      <td>?</td>\n",
              "      <td>8/3/2016 12:02</td>\n",
              "      <td>Created by 18</td>\n",
              "      <td>8/3/2016 12:05</td>\n",
              "      <td>Updated by 789</td>\n",
              "      <td>9/3/2016 08:08</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 51</td>\n",
              "      <td>Category 37</td>\n",
              "      <td>Subcategory 135</td>\n",
              "      <td>Symptom 583</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 30</td>\n",
              "      <td>Resolver 184</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 6</td>\n",
              "      <td>Resolved by 183</td>\n",
              "      <td>11/3/2016 17:12</td>\n",
              "      <td>24/3/2016 18:50</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19420</th>\n",
              "      <td>INC0004232</td>\n",
              "      <td>Active</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 4288</td>\n",
              "      <td>?</td>\n",
              "      <td>8/3/2016 12:02</td>\n",
              "      <td>Created by 18</td>\n",
              "      <td>8/3/2016 12:05</td>\n",
              "      <td>Updated by 370</td>\n",
              "      <td>9/3/2016 10:29</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 51</td>\n",
              "      <td>Category 37</td>\n",
              "      <td>Subcategory 135</td>\n",
              "      <td>Symptom 583</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 30</td>\n",
              "      <td>Resolver 184</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 6</td>\n",
              "      <td>Resolved by 183</td>\n",
              "      <td>11/3/2016 17:12</td>\n",
              "      <td>24/3/2016 18:50</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19421</th>\n",
              "      <td>INC0004232</td>\n",
              "      <td>Active</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 4288</td>\n",
              "      <td>?</td>\n",
              "      <td>8/3/2016 12:02</td>\n",
              "      <td>Created by 18</td>\n",
              "      <td>8/3/2016 12:05</td>\n",
              "      <td>Updated by 370</td>\n",
              "      <td>9/3/2016 10:31</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 51</td>\n",
              "      <td>Category 37</td>\n",
              "      <td>Subcategory 135</td>\n",
              "      <td>Symptom 583</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 30</td>\n",
              "      <td>Resolver 184</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 6</td>\n",
              "      <td>Resolved by 183</td>\n",
              "      <td>11/3/2016 17:12</td>\n",
              "      <td>24/3/2016 18:50</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19422</th>\n",
              "      <td>INC0004232</td>\n",
              "      <td>Awaiting User Info</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>5</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 4288</td>\n",
              "      <td>?</td>\n",
              "      <td>8/3/2016 12:02</td>\n",
              "      <td>Created by 18</td>\n",
              "      <td>8/3/2016 12:05</td>\n",
              "      <td>Updated by 718</td>\n",
              "      <td>9/3/2016 13:22</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 51</td>\n",
              "      <td>Category 37</td>\n",
              "      <td>Subcategory 135</td>\n",
              "      <td>Symptom 583</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Mediu</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>19423 rows × 36 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-1e846c3f-1e5d-45a4-8fb5-2ebc19aad6ba')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-1e846c3f-1e5d-45a4-8fb5-2ebc19aad6ba button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-1e846c3f-1e5d-45a4-8fb5-2ebc19aad6ba');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-bcb48f72-de60-49fc-bf86-a7b438f9c87a\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-bcb48f72-de60-49fc-bf86-a7b438f9c87a')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-bcb48f72-de60-49fc-bf86-a7b438f9c87a button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Data Description and Summary Statistics  \n",
        "\n",
        "## Data Columns  \n",
        "\n",
        "| Column Name               | Data Type         | Description                                                                                      |  \n",
        "|---------------------------|-------------------|--------------------------------------------------------------------------------------------------|  \n",
        "| **number**                | String/Integer     | Unique identifier for each incident.                                                            |  \n",
        "| **incident_state**        | Categorical        | Current state of the incident (e.g., New, In Progress, Resolved).                              |  \n",
        "| **active**                | Boolean            | Indicates if the incident is currently active (True/False).                                    |  \n",
        "| **reassignment_count**    | Integer            | Total number of times the incident has been reassigned.                                        |  \n",
        "| **reopen_count**          | Integer            | Number of times the incident has been reopened.                                                |  \n",
        "| **sys_mod_count**         | Integer            | Count of the number of modifications made to the incident record.                               |  \n",
        "| **made_sla**              | Boolean            | Indicates whether the service level agreement (SLA) was met (True/False).                      |  \n",
        "| **caller_id**             | String             | Identifier for the caller (e.g., user ID).                                                     |  \n",
        "| **opened_by**             | String             | Identifier for the user who opened the incident.                                               |  \n",
        "| **opened_at**             | Datetime           | Timestamp when the incident was opened.                                                         |  \n",
        "| **sys_created_by**        | String             | Identifier for the user who created the incident record.                                        |  \n",
        "| **sys_created_at**        | Datetime           | Timestamp when the incident record was created.                                                |  \n",
        "| **sys_updated_by**        | String             | Identifier for the user who last updated the incident record.                                   |  \n",
        "| **sys_updated_at**        | Datetime           | Timestamp when the incident record was last updated.                                           |  \n",
        "| **contact_type**          | Categorical        | Type of contact (e.g., Email, Phone, Web).                                                    |  \n",
        "| **location**              | Categorical        | Location associated with the incident (e.g., Office, Remote).                                  |  \n",
        "| **category**              | Categorical        | Category of the incident (e.g., Hardware, Software).                                          |  \n",
        "| **subcategory**           | Categorical        | Subcategory of the incident (e.g., Printer, Application).                                      |  \n",
        "| **u_symptom**             | String             | Description of the symptoms related to the incident.                                           |  \n",
        "| **cmdb_ci**               | String             | Configuration Item (CI) associated with the incident.                                          |  \n",
        "| **impact**                | Categorical        | Impact level of the incident (e.g., Low, Medium, High).                                       |  \n",
        "| **urgency**               | Categorical        | Urgency level of the incident (e.g., Low, Medium, High).                                      |  \n",
        "| **priority**              | Categorical        | Priority level assigned to the incident (e.g., P1, P2, P3).                                   |  \n",
        "| **assignment_group**      | String             | Group assigned to resolve the incident.                                                         |  \n",
        "| **assigned_to**           | String             | Identifier for the user assigned to the incident.                                              |  \n",
        "| **knowledge**             | Boolean            | Indicates if there is knowledge base documentation associated with the incident (True/False). |  \n",
        "| **u_priority_confirmation**| Boolean           | Indicates if priority confirmation was made (True/False).                                      |  \n",
        "| **notify**                | Boolean            | Indicates if notifications are to be sent (True/False).                                        |  \n",
        "| **problem_id**            | String             | Identifier for the related problem record.                                                      |  \n",
        "| **rfc**                   | String             | Change request identifier related to the incident.                                             |  \n",
        "| **vendor**                | String             | Vendor associated with the incident (if applicable).                                           |  \n",
        "| **caused_by**             | String             | Identifier for the entity that caused the incident.                                            |  \n",
        "| **closed_code**           | Categorical        | Code indicating how the incident was closed (e.g., Resolved, Unresolved).                      |  \n",
        "| **resolved_by**           | String             | Identifier for the user who resolved the incident.                                             |  \n",
        "| **resolved_at**           | Datetime           | Timestamp when the incident was resolved.                                                      |  \n",
        "| **closed_at**             | Datetime           | Timestamp when the incident was closed.                                                        |  \n",
        "\n",
        "## Summary Statistics  \n",
        "\n",
        "### Numerical Columns  \n",
        "\n",
        "| Column Name           | Count | Mean | Std Dev | Min | 25th Percentile | Median | 75th Percentile | Max |  \n",
        "|-----------------------|-------|------|---------|-----|------------------|--------|------------------|-----|  \n",
        "| **reassignment_count** | n/a   | x.xx | x.xx    | 0   | x.xx             | x.xx   | x.xx             | x   |  \n",
        "| **reopen_count**      | n/a   | x.xx | x.xx    | 0   | x.xx             | x.xx   | x.xx             | x   |  \n",
        "| **sys_mod_count**     | n/a   | x.xx | x.xx    | 0   | x.xx             | x.xx   | x.xx             | x   |  \n",
        "\n",
        "### Categorical Columns  \n",
        "\n",
        "| Column Name          | Unique Values | Most Frequent Value | Frequency |  \n",
        "|----------------------|---------------|---------------------|----------|  \n",
        "| **incident_state**    | n            | Value (e.g., Open)  | n        |  \n",
        "| **contact_type**      | n            | Value (e.g., Email) | n        |  \n",
        "| **category**          | n            | Value (e.g., Hardware) | n        |  \n",
        "| **impact**            | n            | Value (e.g., Medium) | n        |  \n",
        "| **urgency**           | n            | Value (e.g., High)  | n        |  \n",
        "| **priority**          | n            | Value (e.g., P1)    | n        |  \n",
        "| **closed_code**       | n            | Value (e.g., Resolved) | n        |"
      ],
      "metadata": {
        "id": "abhkAwjXkiYO"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "\n",
        "\n",
        "\n",
        "4. Feature Engineering\n",
        "Date Features: Extract useful features from date columns (e.g., year, month, day of the week) to enable better understanding of trends over time. This can be done using pd.to_datetime().\n",
        "Duration Calculation: Calculate durations between relevant datetime columns (like opened_at and resolved_at) to create a new feature indicating the time to resolve incidents.\n",
        "5. Data Normalization/Standardization\n",
        "Scaling Numerical Data: Apply normalization (scaling data between 0 and 1) or standardization (centering data to have mean of 0) to numerical columns if you're planning to use algorithms sensitive to data scales (like k-means clustering, SVM).\n",
        "6. Dedupe and Filter\n",
        "Remove Duplicates: Check for duplicate rows that may skew analysis results and remove them using drop_duplicates().\n",
        "Filter Irrelevant Data: If certain categories or incident states are not needed for analysis, consider removing them.\n",
        "7. Outlier Detection\n",
        "Identify Outliers: Use visualization techniques (box plots, scatter plots) and statistics (Z-score or IQR) to detect and assess outliers. Decide whether to keep, transform, or remove them based on their impact on analysis."
      ],
      "metadata": {
        "id": "arq5sG2-jsNd"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Advanced Pre processing"
      ],
      "metadata": {
        "id": "iw4NvvcKzW7U"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Handle Missing Values\n",
        "- Identify Missing Values: Determine the extent of missing values in each column. Use functions like isnull().sum() in pandas to detect missing values. Imputation or Removal: Decide whether to fill missing values with a mode/mean/median or to drop rows/columns based on the amount of missing data: For categorical columns, consider using the mode. For numerical columns, consider mean or median depending on distribution."
      ],
      "metadata": {
        "id": "ZIgqojXSkrNz"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "\n",
        "def preprocess_data(df):\n",
        "    \"\"\"\n",
        "    Preprocess the DataFrame to handle missing values.\n",
        "\n",
        "    Parameters:\n",
        "    - df (pd.DataFrame): The DataFrame to preprocess.\n",
        "\n",
        "    Returns:\n",
        "    - df (pd.DataFrame): The preprocessed DataFrame.\n",
        "    \"\"\"\n",
        "\n",
        "    # Step 1: Replace '?' with NaN\n",
        "    df.replace(['?', ' ?', ' ? '], pd.NA, inplace=True)\n",
        "\n",
        "    # Optional: Strip whitespace from all string entries in the DataFrame\n",
        "    df = df.apply(lambda x: x.str.strip() if x.dtype == \"object\" else x)\n",
        "\n",
        "    # Step 2: Print missing values before preprocessing\n",
        "    print(\"\\nMissing values before preprocessing:\")\n",
        "    print(df.isnull().sum())\n",
        "\n",
        "    # Step 3: Impute or Remove Missing Values\n",
        "    for column in df.columns:\n",
        "        if df[column].isnull().any():  # Check if there are any missing values\n",
        "            if df[column].dtype == 'object':  # Categorical data\n",
        "                mode_value = df[column].mode()[0]\n",
        "                df[column].fillna(mode_value, inplace=True)\n",
        "            else:  # Numerical data\n",
        "                if df[column].skew() > 1 or df[column].skew() < -1:  # Check for skewness\n",
        "                    median_value = df[column].median()\n",
        "                    df[column].fillna(median_value, inplace=True)\n",
        "                else:\n",
        "                    mean_value = df[column].mean()\n",
        "                    df[column].fillna(mean_value, inplace=True)\n",
        "\n",
        "    # Step 4: Print missing values after preprocessing\n",
        "    print(\"\\nMissing values after preprocessing:\")\n",
        "    print(df.isnull().sum())\n",
        "\n",
        "    return df  # Return the cleaned DataFrame\n",
        "\n",
        "if __name__ == \"__main__\":\n",
        "    file_name = 'incident_event_log.csv'  # Use the same file as before\n",
        "    df = read_and_display_csv(file_name)  # Read the CSV file directly\n",
        "\n",
        "    if df is not None:  # Ensure df was successfully created\n",
        "        df = preprocess_data(df)  # Preprocess the DataFrame\n",
        "\n",
        "        # At this point, df contains the cleaned data and overwrites the original DataFrame"
      ],
      "metadata": {
        "id": "mmTBMvnRzZ4v",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 653
        },
        "outputId": "94a54ad1-b0a3-4c81-8d6b-6eb1d42b1283"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-1-49681f4f9c48>:13: DtypeWarning: Columns (25,26) have mixed types. Specify dtype option on import or set low_memory=False.\n",
            "  df = pd.read_csv(file_path, sep=delimiter)\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "           number      incident_state  active  reassignment_count  reopen_count  sys_mod_count  made_sla    caller_id       opened_by        opened_at  sys_created_by   sys_created_at  sys_updated_by   sys_updated_at contact_type      location     category      subcategory    u_symptom cmdb_ci      impact     urgency      priority assignment_group  assigned_to knowledge u_priority_confirmation         notify problem_id  rfc vendor caused_by closed_code      resolved_by      resolved_at        closed_at\n",
              "0      INC0000045                 New    True                   0             0              0      True  Caller 2403    Opened by  8  29/2/2016 01:16    Created by 6  29/2/2016 01:23   Updated by 21  29/2/2016 01:23        Phone  Location 143  Category 55  Subcategory 170   Symptom 72       ?  2 - Medium  2 - Medium  3 - Moderate         Group 56            ?      True                   False  Do Not Notify          ?    ?      ?         ?      code 5  Resolved by 149  29/2/2016 11:29   5/3/2016 12:00\n",
              "1      INC0000045            Resolved    True                   0             0              2      True  Caller 2403    Opened by  8  29/2/2016 01:16    Created by 6  29/2/2016 01:23  Updated by 642  29/2/2016 08:53        Phone  Location 143  Category 55  Subcategory 170   Symptom 72       ?  2 - Medium  2 - Medium  3 - Moderate         Group 56            ?      True                   False  Do Not Notify          ?    ?      ?         ?      code 5  Resolved by 149  29/2/2016 11:29   5/3/2016 12:00\n",
              "2      INC0000045            Resolved    True                   0             0              3      True  Caller 2403    Opened by  8  29/2/2016 01:16    Created by 6  29/2/2016 01:23  Updated by 804  29/2/2016 11:29        Phone  Location 143  Category 55  Subcategory 170   Symptom 72       ?  2 - Medium  2 - Medium  3 - Moderate         Group 56            ?      True                   False  Do Not Notify          ?    ?      ?         ?      code 5  Resolved by 149  29/2/2016 11:29   5/3/2016 12:00\n",
              "3      INC0000045              Closed   False                   0             0              4      True  Caller 2403    Opened by  8  29/2/2016 01:16    Created by 6  29/2/2016 01:23  Updated by 908   5/3/2016 12:00        Phone  Location 143  Category 55  Subcategory 170   Symptom 72       ?  2 - Medium  2 - Medium  3 - Moderate         Group 56            ?      True                   False  Do Not Notify          ?    ?      ?         ?      code 5  Resolved by 149  29/2/2016 11:29   5/3/2016 12:00\n",
              "4      INC0000047                 New    True                   0             0              0      True  Caller 2403  Opened by  397  29/2/2016 04:40  Created by 171  29/2/2016 04:57  Updated by 746  29/2/2016 04:57        Phone  Location 165  Category 40  Subcategory 215  Symptom 471       ?  2 - Medium  2 - Medium  3 - Moderate         Group 70  Resolver 89      True                   False  Do Not Notify          ?    ?      ?         ?      code 5   Resolved by 81   1/3/2016 09:52   6/3/2016 10:00\n",
              "...           ...                 ...     ...                 ...           ...            ...       ...          ...             ...              ...             ...              ...             ...              ...          ...           ...          ...              ...          ...     ...         ...         ...           ...              ...          ...       ...                     ...            ...        ...  ...    ...       ...         ...              ...              ...              ...\n",
              "54430  INC0012544              Active    True                   1             0              1      True  Caller 2414   Opened by  17  29/3/2016 13:09               ?                ?   Updated by 44  29/3/2016 13:16        Phone  Location 161  Category 26  Subcategory 275  Symptom 115       ?  2 - Medium  2 - Medium  3 - Moderate                ?            ?     False                   False  Do Not Notify          ?    ?      ?         ?      code 5   Resolved by 98  18/4/2016 10:00  23/4/2016 10:07\n",
              "54431  INC0012544  Awaiting User Info    True                   1             0              2      True  Caller 2414   Opened by  17  29/3/2016 13:09               ?                ?  Updated by 467  29/3/2016 18:41        Phone  Location 161  Category 26  Subcategory 275  Symptom 115       ?  2 - Medium  2 - Medium  3 - Moderate                ?            ?     False                   False  Do Not Notify          ?    ?      ?         ?      code 5   Resolved by 98  18/4/2016 10:00  23/4/2016 10:07\n",
              "54432  INC0012544  Awaiting User Info    True                   1             0              3      True  Caller 2414   Opened by  17  29/3/2016 13:09               ?                ?  Updated by 915  30/3/2016 09:38        Phone  Location 161  Category 26  Subcategory 275  Symptom 115       ?  2 - Medium  2 - Medium  3 - Moderate                ?            ?     False                   False  Do Not Notify          ?    ?      ?         ?      code 5   Resolved by 98  18/4/2016 10:00  23/4/2016 10:07\n",
              "54433  INC0012544  Awaiting User Info    True                   2             0              4      True  Caller 2414   Opened by  17  29/3/2016 13:09               ?                ?  Updated by 915  30/3/2016 09:38        Phone  Location 161  Category 26  Subcategory 275  Symptom 115       ?  2 - Medium  2 - Medium  3 - Moderate         Group 72            ?     False                   False  Do Not Notify          ?    ?      ?         ?      code 5   Resolved by 98  18/4/2016 10:00  23/4/2016 10:07\n",
              "54434  INC0012544              Active    True                   2             0              5      True  Caller 2414   Opened by  17    29/3/2016 13:             NaN              NaN             NaN              NaN          NaN           NaN          NaN              NaN          NaN     NaN         NaN         NaN           NaN              NaN          NaN       NaN                     NaN            NaN        NaN  NaN    NaN       NaN         NaN              NaN              NaN              NaN\n",
              "\n",
              "[54435 rows x 36 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-cb1f61aa-9985-4ece-8506-06db51474991\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>number</th>\n",
              "      <th>incident_state</th>\n",
              "      <th>active</th>\n",
              "      <th>reassignment_count</th>\n",
              "      <th>reopen_count</th>\n",
              "      <th>sys_mod_count</th>\n",
              "      <th>made_sla</th>\n",
              "      <th>caller_id</th>\n",
              "      <th>opened_by</th>\n",
              "      <th>opened_at</th>\n",
              "      <th>sys_created_by</th>\n",
              "      <th>sys_created_at</th>\n",
              "      <th>sys_updated_by</th>\n",
              "      <th>sys_updated_at</th>\n",
              "      <th>contact_type</th>\n",
              "      <th>location</th>\n",
              "      <th>category</th>\n",
              "      <th>subcategory</th>\n",
              "      <th>u_symptom</th>\n",
              "      <th>cmdb_ci</th>\n",
              "      <th>impact</th>\n",
              "      <th>urgency</th>\n",
              "      <th>priority</th>\n",
              "      <th>assignment_group</th>\n",
              "      <th>assigned_to</th>\n",
              "      <th>knowledge</th>\n",
              "      <th>u_priority_confirmation</th>\n",
              "      <th>notify</th>\n",
              "      <th>problem_id</th>\n",
              "      <th>rfc</th>\n",
              "      <th>vendor</th>\n",
              "      <th>caused_by</th>\n",
              "      <th>closed_code</th>\n",
              "      <th>resolved_by</th>\n",
              "      <th>resolved_at</th>\n",
              "      <th>closed_at</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>INC0000045</td>\n",
              "      <td>New</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  8</td>\n",
              "      <td>29/2/2016 01:16</td>\n",
              "      <td>Created by 6</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Updated by 21</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 143</td>\n",
              "      <td>Category 55</td>\n",
              "      <td>Subcategory 170</td>\n",
              "      <td>Symptom 72</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 56</td>\n",
              "      <td>?</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 149</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>INC0000045</td>\n",
              "      <td>Resolved</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  8</td>\n",
              "      <td>29/2/2016 01:16</td>\n",
              "      <td>Created by 6</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Updated by 642</td>\n",
              "      <td>29/2/2016 08:53</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 143</td>\n",
              "      <td>Category 55</td>\n",
              "      <td>Subcategory 170</td>\n",
              "      <td>Symptom 72</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 56</td>\n",
              "      <td>?</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 149</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>INC0000045</td>\n",
              "      <td>Resolved</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  8</td>\n",
              "      <td>29/2/2016 01:16</td>\n",
              "      <td>Created by 6</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Updated by 804</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 143</td>\n",
              "      <td>Category 55</td>\n",
              "      <td>Subcategory 170</td>\n",
              "      <td>Symptom 72</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 56</td>\n",
              "      <td>?</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 149</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>INC0000045</td>\n",
              "      <td>Closed</td>\n",
              "      <td>False</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  8</td>\n",
              "      <td>29/2/2016 01:16</td>\n",
              "      <td>Created by 6</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Updated by 908</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 143</td>\n",
              "      <td>Category 55</td>\n",
              "      <td>Subcategory 170</td>\n",
              "      <td>Symptom 72</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 56</td>\n",
              "      <td>?</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 149</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>INC0000047</td>\n",
              "      <td>New</td>\n",
              "      <td>True</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  397</td>\n",
              "      <td>29/2/2016 04:40</td>\n",
              "      <td>Created by 171</td>\n",
              "      <td>29/2/2016 04:57</td>\n",
              "      <td>Updated by 746</td>\n",
              "      <td>29/2/2016 04:57</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 165</td>\n",
              "      <td>Category 40</td>\n",
              "      <td>Subcategory 215</td>\n",
              "      <td>Symptom 471</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 70</td>\n",
              "      <td>Resolver 89</td>\n",
              "      <td>True</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 81</td>\n",
              "      <td>1/3/2016 09:52</td>\n",
              "      <td>6/3/2016 10:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>54430</th>\n",
              "      <td>INC0012544</td>\n",
              "      <td>Active</td>\n",
              "      <td>True</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2414</td>\n",
              "      <td>Opened by  17</td>\n",
              "      <td>29/3/2016 13:09</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>Updated by 44</td>\n",
              "      <td>29/3/2016 13:16</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 161</td>\n",
              "      <td>Category 26</td>\n",
              "      <td>Subcategory 275</td>\n",
              "      <td>Symptom 115</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 98</td>\n",
              "      <td>18/4/2016 10:00</td>\n",
              "      <td>23/4/2016 10:07</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>54431</th>\n",
              "      <td>INC0012544</td>\n",
              "      <td>Awaiting User Info</td>\n",
              "      <td>True</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2414</td>\n",
              "      <td>Opened by  17</td>\n",
              "      <td>29/3/2016 13:09</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>Updated by 467</td>\n",
              "      <td>29/3/2016 18:41</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 161</td>\n",
              "      <td>Category 26</td>\n",
              "      <td>Subcategory 275</td>\n",
              "      <td>Symptom 115</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 98</td>\n",
              "      <td>18/4/2016 10:00</td>\n",
              "      <td>23/4/2016 10:07</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>54432</th>\n",
              "      <td>INC0012544</td>\n",
              "      <td>Awaiting User Info</td>\n",
              "      <td>True</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2414</td>\n",
              "      <td>Opened by  17</td>\n",
              "      <td>29/3/2016 13:09</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>Updated by 915</td>\n",
              "      <td>30/3/2016 09:38</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 161</td>\n",
              "      <td>Category 26</td>\n",
              "      <td>Subcategory 275</td>\n",
              "      <td>Symptom 115</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 98</td>\n",
              "      <td>18/4/2016 10:00</td>\n",
              "      <td>23/4/2016 10:07</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>54433</th>\n",
              "      <td>INC0012544</td>\n",
              "      <td>Awaiting User Info</td>\n",
              "      <td>True</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2414</td>\n",
              "      <td>Opened by  17</td>\n",
              "      <td>29/3/2016 13:09</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>Updated by 915</td>\n",
              "      <td>30/3/2016 09:38</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 161</td>\n",
              "      <td>Category 26</td>\n",
              "      <td>Subcategory 275</td>\n",
              "      <td>Symptom 115</td>\n",
              "      <td>?</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 72</td>\n",
              "      <td>?</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>?</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 98</td>\n",
              "      <td>18/4/2016 10:00</td>\n",
              "      <td>23/4/2016 10:07</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>54434</th>\n",
              "      <td>INC0012544</td>\n",
              "      <td>Active</td>\n",
              "      <td>True</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>5</td>\n",
              "      <td>True</td>\n",
              "      <td>Caller 2414</td>\n",
              "      <td>Opened by  17</td>\n",
              "      <td>29/3/2016 13:</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>54435 rows × 36 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-cb1f61aa-9985-4ece-8506-06db51474991')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-cb1f61aa-9985-4ece-8506-06db51474991 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-cb1f61aa-9985-4ece-8506-06db51474991');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-becab3fb-ca18-4f96-add0-b2bcf6425f28\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-becab3fb-ca18-4f96-add0-b2bcf6425f28')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-becab3fb-ca18-4f96-add0-b2bcf6425f28 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "import csv\n",
        "\n",
        "# Open the CSV file\n",
        "with open('incident_event_log.csv', mode='r', newline='', encoding='utf-8') as file:\n",
        "    reader = csv.reader(file)\n",
        "    modified_rows = []  # List to hold modified rows\n",
        "    for row in reader:\n",
        "        # Replace '?' with a specified value\n",
        "        modified_row = [cell.replace('?', 'REPLACEMENT_VALUE') for cell in row]  # Change 'REPLACEMENT_VALUE' to what you want\n",
        "        if any('REPLACEMENT_VALUE' in cell for cell in modified_row):\n",
        "            modified_rows.append(modified_row)  # Add modified row to list\n",
        "            #print(modified_row)  # Print the modified row\n",
        "\n",
        "# Convert the modified rows to a DataFrame after the file is closed\n",
        "modified_df = pd.DataFrame(modified_rows)\n",
        "modified_df"
      ],
      "metadata": {
        "id": "X9leiXc50b_Z",
        "outputId": "4ed1cf88-8b4d-4084-d1a4-6f9b4b98f170",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 790
        }
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                0         1      2  3  4  5     6            7               8                9                  10                 11              12               13     14            15           16               17           18                 19          20          21            22        23                 24     25     26             27                 28                 29                 30                 31      32               33               34               35\n",
              "0       INC0000045       New   true  0  0  0  true  Caller 2403    Opened by  8  29/2/2016 01:16       Created by 6    29/2/2016 01:23   Updated by 21  29/2/2016 01:23  Phone  Location 143  Category 55  Subcategory 170   Symptom 72  REPLACEMENT_VALUE  2 - Medium  2 - Medium  3 - Moderate  Group 56  REPLACEMENT_VALUE   true  false  Do Not Notify  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  code 5  Resolved by 149  29/2/2016 11:29   5/3/2016 12:00\n",
              "1       INC0000045  Resolved   true  0  0  2  true  Caller 2403    Opened by  8  29/2/2016 01:16       Created by 6    29/2/2016 01:23  Updated by 642  29/2/2016 08:53  Phone  Location 143  Category 55  Subcategory 170   Symptom 72  REPLACEMENT_VALUE  2 - Medium  2 - Medium  3 - Moderate  Group 56  REPLACEMENT_VALUE   true  false  Do Not Notify  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  code 5  Resolved by 149  29/2/2016 11:29   5/3/2016 12:00\n",
              "2       INC0000045  Resolved   true  0  0  3  true  Caller 2403    Opened by  8  29/2/2016 01:16       Created by 6    29/2/2016 01:23  Updated by 804  29/2/2016 11:29  Phone  Location 143  Category 55  Subcategory 170   Symptom 72  REPLACEMENT_VALUE  2 - Medium  2 - Medium  3 - Moderate  Group 56  REPLACEMENT_VALUE   true  false  Do Not Notify  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  code 5  Resolved by 149  29/2/2016 11:29   5/3/2016 12:00\n",
              "3       INC0000045    Closed  false  0  0  4  true  Caller 2403    Opened by  8  29/2/2016 01:16       Created by 6    29/2/2016 01:23  Updated by 908   5/3/2016 12:00  Phone  Location 143  Category 55  Subcategory 170   Symptom 72  REPLACEMENT_VALUE  2 - Medium  2 - Medium  3 - Moderate  Group 56  REPLACEMENT_VALUE   true  false  Do Not Notify  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  code 5  Resolved by 149  29/2/2016 11:29   5/3/2016 12:00\n",
              "4       INC0000047       New   true  0  0  0  true  Caller 2403  Opened by  397  29/2/2016 04:40     Created by 171    29/2/2016 04:57  Updated by 746  29/2/2016 04:57  Phone  Location 165  Category 40  Subcategory 215  Symptom 471  REPLACEMENT_VALUE  2 - Medium  2 - Medium  3 - Moderate  Group 70        Resolver 89   true  false  Do Not Notify  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  code 5   Resolved by 81   1/3/2016 09:52   6/3/2016 10:00\n",
              "...            ...       ...    ... .. .. ..   ...          ...             ...              ...                ...                ...             ...              ...    ...           ...          ...              ...          ...                ...         ...         ...           ...       ...                ...    ...    ...            ...                ...                ...                ...                ...     ...              ...              ...              ...\n",
              "141707  INC0120835    Closed  false  1  0  4  true   Caller 116   Opened by  12  16/2/2017 09:09  REPLACEMENT_VALUE  REPLACEMENT_VALUE   Updated by 27  16/2/2017 09:53  Email  Location 204  Category 42  Subcategory 223  Symptom 494  REPLACEMENT_VALUE  2 - Medium  2 - Medium  3 - Moderate  Group 31        Resolver 10  false   true  Do Not Notify  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  code 9    Resolved by 9  16/2/2017 09:53  16/2/2017 09:53\n",
              "141708  INC0121064    Active   true  0  0  0  true   Caller 116   Opened by  12  16/2/2017 14:17  REPLACEMENT_VALUE  REPLACEMENT_VALUE  Updated by 908  16/2/2017 14:17  Email  Location 204  Category 42  Subcategory 223  Symptom 494  REPLACEMENT_VALUE  2 - Medium  2 - Medium  3 - Moderate  Group 70        Resolver 10  false  false  Do Not Notify  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  code 6    Resolved by 9  16/2/2017 16:38  16/2/2017 16:38\n",
              "141709  INC0121064    Active   true  1  0  1  true   Caller 116   Opened by  12  16/2/2017 14:17  REPLACEMENT_VALUE  REPLACEMENT_VALUE   Updated by 60  16/2/2017 15:20  Email  Location 204  Category 42  Subcategory 223  Symptom 494  REPLACEMENT_VALUE  2 - Medium  2 - Medium  3 - Moderate  Group 31  REPLACEMENT_VALUE  false  false  Do Not Notify  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  code 6    Resolved by 9  16/2/2017 16:38  16/2/2017 16:38\n",
              "141710  INC0121064  Resolved   true  1  0  2  true   Caller 116   Opened by  12  16/2/2017 14:17  REPLACEMENT_VALUE  REPLACEMENT_VALUE   Updated by 27  16/2/2017 16:38  Email  Location 204  Category 42  Subcategory 223  Symptom 494  REPLACEMENT_VALUE  2 - Medium  2 - Medium  3 - Moderate  Group 31        Resolver 10  false   true  Do Not Notify  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  code 6    Resolved by 9  16/2/2017 16:38  16/2/2017 16:38\n",
              "141711  INC0121064    Closed  false  1  0  3  true   Caller 116   Opened by  12  16/2/2017 14:17  REPLACEMENT_VALUE  REPLACEMENT_VALUE   Updated by 27  16/2/2017 16:38  Email  Location 204  Category 42  Subcategory 223  Symptom 494  REPLACEMENT_VALUE  2 - Medium  2 - Medium  3 - Moderate  Group 31        Resolver 10  false   true  Do Not Notify  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  REPLACEMENT_VALUE  code 6    Resolved by 9  16/2/2017 16:38  16/2/2017 16:38\n",
              "\n",
              "[141712 rows x 36 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-099be6ba-c2fd-4d0c-9aac-7f7530964ee3\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "      <th>4</th>\n",
              "      <th>5</th>\n",
              "      <th>6</th>\n",
              "      <th>7</th>\n",
              "      <th>8</th>\n",
              "      <th>9</th>\n",
              "      <th>10</th>\n",
              "      <th>11</th>\n",
              "      <th>12</th>\n",
              "      <th>13</th>\n",
              "      <th>14</th>\n",
              "      <th>15</th>\n",
              "      <th>16</th>\n",
              "      <th>17</th>\n",
              "      <th>18</th>\n",
              "      <th>19</th>\n",
              "      <th>20</th>\n",
              "      <th>21</th>\n",
              "      <th>22</th>\n",
              "      <th>23</th>\n",
              "      <th>24</th>\n",
              "      <th>25</th>\n",
              "      <th>26</th>\n",
              "      <th>27</th>\n",
              "      <th>28</th>\n",
              "      <th>29</th>\n",
              "      <th>30</th>\n",
              "      <th>31</th>\n",
              "      <th>32</th>\n",
              "      <th>33</th>\n",
              "      <th>34</th>\n",
              "      <th>35</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>INC0000045</td>\n",
              "      <td>New</td>\n",
              "      <td>true</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>true</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  8</td>\n",
              "      <td>29/2/2016 01:16</td>\n",
              "      <td>Created by 6</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Updated by 21</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 143</td>\n",
              "      <td>Category 55</td>\n",
              "      <td>Subcategory 170</td>\n",
              "      <td>Symptom 72</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 56</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>true</td>\n",
              "      <td>false</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 149</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>INC0000045</td>\n",
              "      <td>Resolved</td>\n",
              "      <td>true</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>true</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  8</td>\n",
              "      <td>29/2/2016 01:16</td>\n",
              "      <td>Created by 6</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Updated by 642</td>\n",
              "      <td>29/2/2016 08:53</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 143</td>\n",
              "      <td>Category 55</td>\n",
              "      <td>Subcategory 170</td>\n",
              "      <td>Symptom 72</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 56</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>true</td>\n",
              "      <td>false</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 149</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>INC0000045</td>\n",
              "      <td>Resolved</td>\n",
              "      <td>true</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>true</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  8</td>\n",
              "      <td>29/2/2016 01:16</td>\n",
              "      <td>Created by 6</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Updated by 804</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 143</td>\n",
              "      <td>Category 55</td>\n",
              "      <td>Subcategory 170</td>\n",
              "      <td>Symptom 72</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 56</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>true</td>\n",
              "      <td>false</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 149</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>INC0000045</td>\n",
              "      <td>Closed</td>\n",
              "      <td>false</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>true</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  8</td>\n",
              "      <td>29/2/2016 01:16</td>\n",
              "      <td>Created by 6</td>\n",
              "      <td>29/2/2016 01:23</td>\n",
              "      <td>Updated by 908</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 143</td>\n",
              "      <td>Category 55</td>\n",
              "      <td>Subcategory 170</td>\n",
              "      <td>Symptom 72</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 56</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>true</td>\n",
              "      <td>false</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 149</td>\n",
              "      <td>29/2/2016 11:29</td>\n",
              "      <td>5/3/2016 12:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>INC0000047</td>\n",
              "      <td>New</td>\n",
              "      <td>true</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>true</td>\n",
              "      <td>Caller 2403</td>\n",
              "      <td>Opened by  397</td>\n",
              "      <td>29/2/2016 04:40</td>\n",
              "      <td>Created by 171</td>\n",
              "      <td>29/2/2016 04:57</td>\n",
              "      <td>Updated by 746</td>\n",
              "      <td>29/2/2016 04:57</td>\n",
              "      <td>Phone</td>\n",
              "      <td>Location 165</td>\n",
              "      <td>Category 40</td>\n",
              "      <td>Subcategory 215</td>\n",
              "      <td>Symptom 471</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 70</td>\n",
              "      <td>Resolver 89</td>\n",
              "      <td>true</td>\n",
              "      <td>false</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>code 5</td>\n",
              "      <td>Resolved by 81</td>\n",
              "      <td>1/3/2016 09:52</td>\n",
              "      <td>6/3/2016 10:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>141707</th>\n",
              "      <td>INC0120835</td>\n",
              "      <td>Closed</td>\n",
              "      <td>false</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>true</td>\n",
              "      <td>Caller 116</td>\n",
              "      <td>Opened by  12</td>\n",
              "      <td>16/2/2017 09:09</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>Updated by 27</td>\n",
              "      <td>16/2/2017 09:53</td>\n",
              "      <td>Email</td>\n",
              "      <td>Location 204</td>\n",
              "      <td>Category 42</td>\n",
              "      <td>Subcategory 223</td>\n",
              "      <td>Symptom 494</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 31</td>\n",
              "      <td>Resolver 10</td>\n",
              "      <td>false</td>\n",
              "      <td>true</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>code 9</td>\n",
              "      <td>Resolved by 9</td>\n",
              "      <td>16/2/2017 09:53</td>\n",
              "      <td>16/2/2017 09:53</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>141708</th>\n",
              "      <td>INC0121064</td>\n",
              "      <td>Active</td>\n",
              "      <td>true</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>true</td>\n",
              "      <td>Caller 116</td>\n",
              "      <td>Opened by  12</td>\n",
              "      <td>16/2/2017 14:17</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>Updated by 908</td>\n",
              "      <td>16/2/2017 14:17</td>\n",
              "      <td>Email</td>\n",
              "      <td>Location 204</td>\n",
              "      <td>Category 42</td>\n",
              "      <td>Subcategory 223</td>\n",
              "      <td>Symptom 494</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 70</td>\n",
              "      <td>Resolver 10</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>code 6</td>\n",
              "      <td>Resolved by 9</td>\n",
              "      <td>16/2/2017 16:38</td>\n",
              "      <td>16/2/2017 16:38</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>141709</th>\n",
              "      <td>INC0121064</td>\n",
              "      <td>Active</td>\n",
              "      <td>true</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>true</td>\n",
              "      <td>Caller 116</td>\n",
              "      <td>Opened by  12</td>\n",
              "      <td>16/2/2017 14:17</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>Updated by 60</td>\n",
              "      <td>16/2/2017 15:20</td>\n",
              "      <td>Email</td>\n",
              "      <td>Location 204</td>\n",
              "      <td>Category 42</td>\n",
              "      <td>Subcategory 223</td>\n",
              "      <td>Symptom 494</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 31</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>code 6</td>\n",
              "      <td>Resolved by 9</td>\n",
              "      <td>16/2/2017 16:38</td>\n",
              "      <td>16/2/2017 16:38</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>141710</th>\n",
              "      <td>INC0121064</td>\n",
              "      <td>Resolved</td>\n",
              "      <td>true</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>true</td>\n",
              "      <td>Caller 116</td>\n",
              "      <td>Opened by  12</td>\n",
              "      <td>16/2/2017 14:17</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>Updated by 27</td>\n",
              "      <td>16/2/2017 16:38</td>\n",
              "      <td>Email</td>\n",
              "      <td>Location 204</td>\n",
              "      <td>Category 42</td>\n",
              "      <td>Subcategory 223</td>\n",
              "      <td>Symptom 494</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 31</td>\n",
              "      <td>Resolver 10</td>\n",
              "      <td>false</td>\n",
              "      <td>true</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>code 6</td>\n",
              "      <td>Resolved by 9</td>\n",
              "      <td>16/2/2017 16:38</td>\n",
              "      <td>16/2/2017 16:38</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>141711</th>\n",
              "      <td>INC0121064</td>\n",
              "      <td>Closed</td>\n",
              "      <td>false</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>true</td>\n",
              "      <td>Caller 116</td>\n",
              "      <td>Opened by  12</td>\n",
              "      <td>16/2/2017 14:17</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>Updated by 27</td>\n",
              "      <td>16/2/2017 16:38</td>\n",
              "      <td>Email</td>\n",
              "      <td>Location 204</td>\n",
              "      <td>Category 42</td>\n",
              "      <td>Subcategory 223</td>\n",
              "      <td>Symptom 494</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>2 - Medium</td>\n",
              "      <td>3 - Moderate</td>\n",
              "      <td>Group 31</td>\n",
              "      <td>Resolver 10</td>\n",
              "      <td>false</td>\n",
              "      <td>true</td>\n",
              "      <td>Do Not Notify</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>REPLACEMENT_VALUE</td>\n",
              "      <td>code 6</td>\n",
              "      <td>Resolved by 9</td>\n",
              "      <td>16/2/2017 16:38</td>\n",
              "      <td>16/2/2017 16:38</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>141712 rows × 36 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-099be6ba-c2fd-4d0c-9aac-7f7530964ee3')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-099be6ba-c2fd-4d0c-9aac-7f7530964ee3 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-099be6ba-c2fd-4d0c-9aac-7f7530964ee3');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-a1eda41f-db14-4a63-93a8-9c1ad69930a5\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-a1eda41f-db14-4a63-93a8-9c1ad69930a5')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-a1eda41f-db14-4a63-93a8-9c1ad69930a5 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "modified_df"
            }
          },
          "metadata": {},
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "3. Data Encoding\n",
        "- Convert Categorical Variables: Use techniques like one-hot encoding or label encoding to convert categorical variables into numerical formats that can be used in machine learning algorithms.\n",
        "Boolean Conversion: Convert True/False columns to 1/0 (this applies to the active, made_sla, knowledge, and similar columns)."
      ],
      "metadata": {
        "id": "ryp78GP4nJnL"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Advanced Feature Engineering"
      ],
      "metadata": {
        "id": "2wFRW-R0zaG3"
      }
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "vkykfZcZzeWk"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Isolation Forest: Efficient for high-dimensional datasets and good for anomaly detection."
      ],
      "metadata": {
        "id": "Omu-KmqOv7t0"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "One-Class SVM: Effective for identifying outliers when only one class (normal data) is represented."
      ],
      "metadata": {
        "id": "6nH6ZACBv8Ri"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Graph Neural Networks (GNNs)\n",
        "Graph Neural Networks are effective in situations where the data can be represented as graphs. In the context of log data, you could represent incidents, callers, and other entities as nodes and their relationships (like reassignment or escalation) as edges. GNNs can uncover complex relationships and patterns in such data representations."
      ],
      "metadata": {
        "id": "AmWN18ypzEDQ"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import torch\n",
        "import torch_geometric\n",
        "from torch_geometric.data import Data\n",
        "\n",
        "# Example: Create a graph from your data\n",
        "# Let's assume incidents and their relations are loaded into a DataFrame\n",
        "nodes = torch.tensor([...])  # Array of node features\n",
        "edges = torch.tensor([...])  # Array of edge connections\n",
        "data = Data(x=nodes, edge_index=edges)\n",
        "\n",
        "# Implement GNN layers\n",
        "class GNN(torch.nn.Module):\n",
        "    def __init__(self):\n",
        "        super(GNN, self).__init__()\n",
        "        self.conv1 = torch_geometric.nn.GCNConv(in_channels, out_channels)\n",
        "        self.conv2 = torch_geometric.nn.GCNConv(out_channels, out_channels)\n",
        "\n",
        "    def forward(self, data):\n",
        "        x, edge_index = data.x, data.edge_index\n",
        "        x = self.conv1(x, edge_index)\n",
        "        x = torch.nn.functional.relu(x)\n",
        "        x = self.conv2(x, edge_index)\n",
        "        return x"
      ],
      "metadata": {
        "id": "xz47d7RuzFrh"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Temporal Convolutional Networks (TCNs)\n",
        "Compared to RNNs, Temporal Convolutional Networks (TCNs) can effectively handle sequences while maintaining more parallelism, making them efficient and often more powerful. TCNs use causal convolutions, ensuring the model only uses past information to make predictions."
      ],
      "metadata": {
        "id": "PyXuVoVjzIAW"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import torch\n",
        "import torch.nn as nn\n",
        "import torch.nn.functional as F\n",
        "\n",
        "class TCN(nn.Module):\n",
        "    def __init__(self, input_size, num_channels):\n",
        "        super(TCN, self).__init__()\n",
        "        layers = []\n",
        "        for i in range(len(num_channels)):\n",
        "            dilation = 2 ** i\n",
        "            layers.append(nn.Conv1d(in_channels=input_size if i == 0 else num_channels[i - 1],\n",
        "                                    out_channels=num_channels[i],\n",
        "                                    kernel_size=3,\n",
        "                                    dilation=dilation,\n",
        "                                    padding=dilation))\n",
        "            layers.append(nn.BatchNorm1d(num_channels[i]))\n",
        "            layers.append(nn.ReLU())\n",
        "        self.network = nn.Sequential(*layers)\n",
        "\n",
        "    def forward(self, x):\n",
        "        x = self.network(x)\n",
        "        return x"
      ],
      "metadata": {
        "id": "LSCj8uVmzJwB"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Attention-based Models\n",
        "Beyond conventional Transformers, attention mechanisms can enhance performance in scenarios with varying importance across features or time steps. For example, you can incorporate attention layers into a DNN or TCN."
      ],
      "metadata": {
        "id": "wX2v5dHrzL-i"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "class SelfAttention(nn.Module):\n",
        "    def __init__(self, embed_size, heads):\n",
        "        super(SelfAttention, self).__init__()\n",
        "        self.embed_size = embed_size\n",
        "        self.heads = heads\n",
        "        self.head_dim = embed_size // heads\n",
        "\n",
        "        assert (\n",
        "            self.head_dim * heads == embed_size\n",
        "        ), \"Embedding size must be divisible by heads\"\n",
        "\n",
        "        self.values = nn.Linear(embed_size, embed_size, bias=False)\n",
        "        self.keys = nn.Linear(embed_size, embed_size, bias=False)\n",
        "        self.queries = nn.Linear(embed_size, embed_size, bias=False)\n",
        "        self.fc_out = nn.Linear(embed_size, embed_size)\n",
        "\n",
        "    def forward(self, x):\n",
        "        N = x.shape[0]  # number of training examples\n",
        "        value_len, key_len, query_len = x.shape[1], x.shape[1], x.shape[1]\n",
        "\n",
        "        values = self.values(x)\n",
        "        keys = self.keys(x)\n",
        "        queries = self.queries(x)\n",
        "\n",
        "        values = values.view(N, value_len, self.heads, self.head_dim)\n",
        "        keys = keys.view(N, key_len, self.heads, self.head_dim)\n",
        "        queries = queries.view(N, query_len, self.heads, self.head_dim)\n",
        "\n",
        "        # Perform scaled dot-product attention here\n",
        "\n",
        "        return self.fc_out(out)"
      ],
      "metadata": {
        "id": "PNqMmFnMzNau"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Transformer Overview"
      ],
      "metadata": {
        "id": "s3rBiaUAzQvM"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import torch\n",
        "import torch.nn as nn\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.preprocessing import StandardScaler\n",
        "\n",
        "# Load and prepare your dataset\n",
        "df = pd.read_csv('log_data.csv', delimiter=';')\n",
        "# Preprocess your features, e.g., scale numerical values, encode categorical ones, etc.\n",
        "# Example: Assume 'resolution_time' is a target we want to predict\n",
        "df['resolved_at'] = pd.to_datetime(df['resolved_at'])\n",
        "df['opened_at'] = pd.to_datetime(df['opened_at'])\n",
        "df['resolution_time'] = (df['resolved_at'] - df['opened_at']).dt.total_seconds() / 3600  # In hours\n",
        "\n",
        "# Selecting features and splitting the dataset\n",
        "features = df[['reassignment_count', 'reopen_count', 'sys_mod_count']]  # Add other relevant features\n",
        "target = df['resolution_time']\n",
        "\n",
        "# Split into training and testing sets\n",
        "X_train, X_test, y_train, y_test = train_test_split(features.values, target.values, test_size=0.2, random_state=42)\n",
        "\n",
        "# Scale the features\n",
        "scaler = StandardScaler()\n",
        "X_train_scaled = scaler.fit_transform(X_train)\n",
        "X_test_scaled = scaler.transform(X_test)\n",
        "\n",
        "# Define a Transformer model for regression\n",
        "class TransformerModel(nn.Module):\n",
        "    def __init__(self, input_size, num_heads, num_layers, output_size):\n",
        "        super(TransformerModel, self).__init__()\n",
        "        self.input_size = input_size\n",
        "        self.mha = nn.MultiheadAttention(embed_dim=input_size, num_heads=num_heads)\n",
        "        self.fc1 = nn.Linear(input_size, 128)\n",
        "        self.fc2 = nn.Linear(128, output_size)\n",
        "        self.layers = nn.ModuleList([nn.TransformerEncoderLayer(d_model=input_size, nhead=num_heads) for _ in range(num_layers)])\n",
        "\n",
        "    def forward(self, x):\n",
        "        x = x.unsqueeze(1)  # Add sequence dimension\n",
        "        for layer in self.layers:\n",
        "            x = layer(x)\n",
        "        x = x.mean(dim=1)  # Global average pooling\n",
        "        x = F.relu(self.fc1(x))\n",
        "        return self.fc2(x)\n",
        "\n",
        "# Model initialization\n",
        "input_size = X_train_scaled.shape[1]\n",
        "model = TransformerModel(input_size=input_size, num_heads=4, num_layers=2, output_size=1)\n",
        "\n",
        "# Loss and optimizer\n",
        "criterion = nn.MSELoss()\n",
        "optimizer = torch.optim.Adam(model.parameters(), lr=0.001)\n",
        "\n",
        "# Training loop\n",
        "for epoch in range(100):  # Number of epochs\n",
        "    model.train()\n",
        "    optimizer.zero_grad()\n",
        "    X_batch = torch.tensor(X_train_scaled, dtype=torch.float32)\n",
        "    y_batch = torch.tensor(y_train, dtype=torch.float32).unsqueeze(-1)\n",
        "\n",
        "    predictions = model(X_batch)\n",
        "    loss = criterion(predictions, y_batch)\n",
        "    loss.backward()\n",
        "    optimizer.step()\n",
        "\n",
        "    if (epoch + 1) % 10 == 0:\n",
        "        print(f'Epoch [{epoch + 1}/100], Loss: {loss.item():.4f}')\n",
        "\n",
        "# Evaluate the model\n",
        "model.eval()\n",
        "with torch.no_grad():\n",
        "    X_test_tensor = torch.tensor(X_test_scaled, dtype=torch.float32)\n",
        "    y_test_tensor = torch.tensor(y_test, dtype=torch.float32).unsqueeze(-1)\n",
        "    predictions = model(X_test_tensor)\n",
        "    test_loss = criterion(predictions, y_test_tensor)\n",
        "    print(f'Test Loss: {test_loss.item():.4f}')"
      ],
      "metadata": {
        "id": "QHuEQDCwzS_B"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}