From 701a9f695ff96de2fa564a449b951bcd42e073ae Mon Sep 17 00:00:00 2001
From: shlear <116897538+shlear@users.noreply.github.com>
Date: Tue, 24 Jan 2023 13:35:15 +0300
Subject: [PATCH] =?UTF-8?q?=D0=A1=D0=BE=D0=B7=D0=B4=D0=B0=D0=BD=D0=BE=20?=
 =?UTF-8?q?=D1=81=20=D0=BF=D0=BE=D0=BC=D0=BE=D1=89=D1=8C=D1=8E=20Colaborat?=
 =?UTF-8?q?ory?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 Exam project.ipynb | 1405 ++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 1405 insertions(+)
 create mode 100644 Exam project.ipynb

diff --git a/Exam project.ipynb b/Exam project.ipynb
new file mode 100644
index 0000000..bb6aa2b
--- /dev/null
+++ b/Exam project.ipynb	
@@ -0,0 +1,1405 @@
+{
+  "nbformat": 4,
+  "nbformat_minor": 0,
+  "metadata": {
+    "colab": {
+      "provenance": [],
+      "include_colab_link": true
+    },
+    "kernelspec": {
+      "name": "python3",
+      "display_name": "Python 3"
+    },
+    "language_info": {
+      "name": "python"
+    }
+  },
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "view-in-github",
+        "colab_type": "text"
+      },
+      "source": [
+        "<a href=\"https://colab.research.google.com/github/shlear/MLDM-2022/blob/main/Exam%20project.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "FzFJ1FXO8ojj"
+      },
+      "outputs": [],
+      "source": [
+        "import numpy as np                                   # utilities for numeric operations\n",
+        "import pandas as pd                                  # tabular data processing\n",
+        "from sklearn.model_selection import train_test_split # splitting dataset into random train and test subsets.\n",
+        "from scipy.stats import pearsonr                     # Pearson correlation coefficient\n",
+        "import lightgbm as lgb                               # Light GBM"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "from google.colab import files # Function for uploading files\n",
+        "files.upload()                 # Upload kaggle.json file"
+      ],
+      "metadata": {
+        "id": "2qh6JW3i_epj",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 91
+        },
+        "outputId": "e0e812b7-4fa7-4907-ab1f-891b5b602eaf"
+      },
+      "execution_count": null,
+      "outputs": [
+        {
+          "output_type": "display_data",
+          "data": {
+            "text/plain": [
+              "<IPython.core.display.HTML object>"
+            ],
+            "text/html": [
+              "\n",
+              "     <input type=\"file\" id=\"files-aaeda214-3162-4847-a1e9-0ec79107bdb3\" name=\"files[]\" multiple disabled\n",
+              "        style=\"border:none\" />\n",
+              "     <output id=\"result-aaeda214-3162-4847-a1e9-0ec79107bdb3\">\n",
+              "      Upload widget is only available when the cell has been executed in the\n",
+              "      current browser session. Please rerun this cell to enable.\n",
+              "      </output>\n",
+              "      <script>// Copyright 2017 Google LLC\n",
+              "//\n",
+              "// Licensed under the Apache License, Version 2.0 (the \"License\");\n",
+              "// you may not use this file except in compliance with the License.\n",
+              "// You may obtain a copy of the License at\n",
+              "//\n",
+              "//      http://www.apache.org/licenses/LICENSE-2.0\n",
+              "//\n",
+              "// Unless required by applicable law or agreed to in writing, software\n",
+              "// distributed under the License is distributed on an \"AS IS\" BASIS,\n",
+              "// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
+              "// See the License for the specific language governing permissions and\n",
+              "// limitations under the License.\n",
+              "\n",
+              "/**\n",
+              " * @fileoverview Helpers for google.colab Python module.\n",
+              " */\n",
+              "(function(scope) {\n",
+              "function span(text, styleAttributes = {}) {\n",
+              "  const element = document.createElement('span');\n",
+              "  element.textContent = text;\n",
+              "  for (const key of Object.keys(styleAttributes)) {\n",
+              "    element.style[key] = styleAttributes[key];\n",
+              "  }\n",
+              "  return element;\n",
+              "}\n",
+              "\n",
+              "// Max number of bytes which will be uploaded at a time.\n",
+              "const MAX_PAYLOAD_SIZE = 100 * 1024;\n",
+              "\n",
+              "function _uploadFiles(inputId, outputId) {\n",
+              "  const steps = uploadFilesStep(inputId, outputId);\n",
+              "  const outputElement = document.getElementById(outputId);\n",
+              "  // Cache steps on the outputElement to make it available for the next call\n",
+              "  // to uploadFilesContinue from Python.\n",
+              "  outputElement.steps = steps;\n",
+              "\n",
+              "  return _uploadFilesContinue(outputId);\n",
+              "}\n",
+              "\n",
+              "// This is roughly an async generator (not supported in the browser yet),\n",
+              "// where there are multiple asynchronous steps and the Python side is going\n",
+              "// to poll for completion of each step.\n",
+              "// This uses a Promise to block the python side on completion of each step,\n",
+              "// then passes the result of the previous step as the input to the next step.\n",
+              "function _uploadFilesContinue(outputId) {\n",
+              "  const outputElement = document.getElementById(outputId);\n",
+              "  const steps = outputElement.steps;\n",
+              "\n",
+              "  const next = steps.next(outputElement.lastPromiseValue);\n",
+              "  return Promise.resolve(next.value.promise).then((value) => {\n",
+              "    // Cache the last promise value to make it available to the next\n",
+              "    // step of the generator.\n",
+              "    outputElement.lastPromiseValue = value;\n",
+              "    return next.value.response;\n",
+              "  });\n",
+              "}\n",
+              "\n",
+              "/**\n",
+              " * Generator function which is called between each async step of the upload\n",
+              " * process.\n",
+              " * @param {string} inputId Element ID of the input file picker element.\n",
+              " * @param {string} outputId Element ID of the output display.\n",
+              " * @return {!Iterable<!Object>} Iterable of next steps.\n",
+              " */\n",
+              "function* uploadFilesStep(inputId, outputId) {\n",
+              "  const inputElement = document.getElementById(inputId);\n",
+              "  inputElement.disabled = false;\n",
+              "\n",
+              "  const outputElement = document.getElementById(outputId);\n",
+              "  outputElement.innerHTML = '';\n",
+              "\n",
+              "  const pickedPromise = new Promise((resolve) => {\n",
+              "    inputElement.addEventListener('change', (e) => {\n",
+              "      resolve(e.target.files);\n",
+              "    });\n",
+              "  });\n",
+              "\n",
+              "  const cancel = document.createElement('button');\n",
+              "  inputElement.parentElement.appendChild(cancel);\n",
+              "  cancel.textContent = 'Cancel upload';\n",
+              "  const cancelPromise = new Promise((resolve) => {\n",
+              "    cancel.onclick = () => {\n",
+              "      resolve(null);\n",
+              "    };\n",
+              "  });\n",
+              "\n",
+              "  // Wait for the user to pick the files.\n",
+              "  const files = yield {\n",
+              "    promise: Promise.race([pickedPromise, cancelPromise]),\n",
+              "    response: {\n",
+              "      action: 'starting',\n",
+              "    }\n",
+              "  };\n",
+              "\n",
+              "  cancel.remove();\n",
+              "\n",
+              "  // Disable the input element since further picks are not allowed.\n",
+              "  inputElement.disabled = true;\n",
+              "\n",
+              "  if (!files) {\n",
+              "    return {\n",
+              "      response: {\n",
+              "        action: 'complete',\n",
+              "      }\n",
+              "    };\n",
+              "  }\n",
+              "\n",
+              "  for (const file of files) {\n",
+              "    const li = document.createElement('li');\n",
+              "    li.append(span(file.name, {fontWeight: 'bold'}));\n",
+              "    li.append(span(\n",
+              "        `(${file.type || 'n/a'}) - ${file.size} bytes, ` +\n",
+              "        `last modified: ${\n",
+              "            file.lastModifiedDate ? file.lastModifiedDate.toLocaleDateString() :\n",
+              "                                    'n/a'} - `));\n",
+              "    const percent = span('0% done');\n",
+              "    li.appendChild(percent);\n",
+              "\n",
+              "    outputElement.appendChild(li);\n",
+              "\n",
+              "    const fileDataPromise = new Promise((resolve) => {\n",
+              "      const reader = new FileReader();\n",
+              "      reader.onload = (e) => {\n",
+              "        resolve(e.target.result);\n",
+              "      };\n",
+              "      reader.readAsArrayBuffer(file);\n",
+              "    });\n",
+              "    // Wait for the data to be ready.\n",
+              "    let fileData = yield {\n",
+              "      promise: fileDataPromise,\n",
+              "      response: {\n",
+              "        action: 'continue',\n",
+              "      }\n",
+              "    };\n",
+              "\n",
+              "    // Use a chunked sending to avoid message size limits. See b/62115660.\n",
+              "    let position = 0;\n",
+              "    do {\n",
+              "      const length = Math.min(fileData.byteLength - position, MAX_PAYLOAD_SIZE);\n",
+              "      const chunk = new Uint8Array(fileData, position, length);\n",
+              "      position += length;\n",
+              "\n",
+              "      const base64 = btoa(String.fromCharCode.apply(null, chunk));\n",
+              "      yield {\n",
+              "        response: {\n",
+              "          action: 'append',\n",
+              "          file: file.name,\n",
+              "          data: base64,\n",
+              "        },\n",
+              "      };\n",
+              "\n",
+              "      let percentDone = fileData.byteLength === 0 ?\n",
+              "          100 :\n",
+              "          Math.round((position / fileData.byteLength) * 100);\n",
+              "      percent.textContent = `${percentDone}% done`;\n",
+              "\n",
+              "    } while (position < fileData.byteLength);\n",
+              "  }\n",
+              "\n",
+              "  // All done.\n",
+              "  yield {\n",
+              "    response: {\n",
+              "      action: 'complete',\n",
+              "    }\n",
+              "  };\n",
+              "}\n",
+              "\n",
+              "scope.google = scope.google || {};\n",
+              "scope.google.colab = scope.google.colab || {};\n",
+              "scope.google.colab._files = {\n",
+              "  _uploadFiles,\n",
+              "  _uploadFilesContinue,\n",
+              "};\n",
+              "})(self);\n",
+              "</script> "
+            ]
+          },
+          "metadata": {}
+        },
+        {
+          "output_type": "stream",
+          "name": "stdout",
+          "text": [
+            "Saving kaggle.json to kaggle.json\n"
+          ]
+        },
+        {
+          "output_type": "execute_result",
+          "data": {
+            "text/plain": [
+              "{'kaggle.json': b'{\"username\":\"azamatgafurov\",\"key\":\"a91e596fb87a3c870b87a54ecb41de95\"}'}"
+            ]
+          },
+          "metadata": {},
+          "execution_count": 2
+        }
+      ]
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "! pip install -q kaggle                                                                  # Install kaggle API\n",
+        "! cp kaggle.json ~/.kaggle/                                                              # Put the kaggle.json into the ~/.kaggle directory\n",
+        "! chmod 600 ~/.kaggle/kaggle.json                                                        # Make the kaggle.json executable\n",
+        "! kaggle datasets download robikscube/ubiquant-parquet -f train_low_mem.parquet --path . # Download train_low_mem.parquet.zip\n",
+        "! unzip train_low_mem.parquet.zip                                                        # Unzip train_low_mem.parquet.zip"
+      ],
+      "metadata": {
+        "id": "eNdpyMOeCzG4",
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "outputId": "29d01d5b-76e1-4b8f-cc4b-e264a70c3041"
+      },
+      "execution_count": null,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "name": "stdout",
+          "text": [
+            "Downloading train_low_mem.parquet.zip to .\n",
+            " 99% 3.05G/3.07G [00:27<00:00, 67.9MB/s]\n",
+            "100% 3.07G/3.07G [00:27<00:00, 119MB/s] \n",
+            "Archive:  train_low_mem.parquet.zip\n",
+            "  inflating: train_low_mem.parquet   \n"
+          ]
+        }
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "\n",
+        "\n",
+        "```\n",
+        "# Выбран кодовый формат\n",
+        "```\n",
+        "\n",
+        "# Prepare Data"
+      ],
+      "metadata": {
+        "id": "aFjceRC0HZg8"
+      }
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "### Load"
+      ],
+      "metadata": {
+        "id": "WGU6rYQHHjYv"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "# train_low_mem.parquet is a huge file, so we are going to use:\n",
+        "# * N features\n",
+        "# * M data points for model training\n",
+        "# * the lest M points for model evaluation\n",
+        "\n",
+        "N = 100\n",
+        "M = 1000000\n",
+        "features = [f'f_{i}' for i in range(N)]                    # Use columns f_0, f_1, ..., f_N-1 as features\n",
+        "\n",
+        "X_train_reduced = pd.read_parquet(\n",
+        "    'train_low_mem.parquet',\n",
+        "    columns=features+['target']\n",
+        "    )[-2*M:-M]                                             # Load train data (M lines before the last M lines), load only those columns listed in features and the `target`\n",
+        "y_train_reduced = X_train_reduced['target']                # Set the column `target` as a target array for model fitting\n",
+        "X_train_reduced = X_train_reduced.drop(columns=['target']) # Drop the column `target` from X_train_reduced, so X_train_reduced contains only features for model fitting\n",
+        "display(X_train_reduced, y_train_reduced)                  # Display the features table (X_train_reduced) and the target array (y_train_reduced)\n"
+      ],
+      "metadata": {
+        "id": "zlxP6vKnHoxS",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 707
+        },
+        "outputId": "dac900f9-9820-4c13-b319-c66b380a74b1"
+      },
+      "execution_count": null,
+      "outputs": [
+        {
+          "output_type": "display_data",
+          "data": {
+            "text/plain": [
+              "              f_0       f_1       f_2       f_3       f_4       f_5       f_6  \\\n",
+              "1141410  1.093324  1.301436 -1.242253  5.828377 -0.384234  1.447711  1.519053   \n",
+              "1141411  0.104047 -0.113154  0.719374 -0.210036 -0.433466  0.141140  0.893335   \n",
+              "1141412  1.436316 -0.517323  0.953603 -0.214181 -0.541468  0.125799  0.958002   \n",
+              "1141413 -0.678037  0.291014  0.467504 -0.241889 -0.366275  0.193799 -0.179444   \n",
+              "1141414  0.142369  1.301436 -1.456780  1.780014 -0.151572  0.541044 -0.859400   \n",
+              "...           ...       ...       ...       ...       ...       ...       ...   \n",
+              "2141405  1.327377 -0.552583 -0.886323  0.014043  0.125454  1.677687 -1.381808   \n",
+              "2141406  0.236709 -2.310760 -0.465879  0.433303 -0.253564 -1.375251  0.839487   \n",
+              "2141407  0.464893  0.201072 -2.056188 -0.535923  0.207322 -0.212354  1.799059   \n",
+              "2141408  0.290392  0.501166  2.708688 -0.410148 -0.400013 -0.949561 -1.068481   \n",
+              "2141409 -3.436619  0.968599  1.884645 -0.562264 -0.318674 -0.054221  0.863330   \n",
+              "\n",
+              "              f_7       f_8       f_9  ...      f_90      f_91      f_92  \\\n",
+              "1141410  0.998088  0.328072  0.781790  ... -0.487156  2.013887  2.145116   \n",
+              "1141411  0.340964  0.328072  1.189662  ... -0.735104 -0.309837 -0.278825   \n",
+              "1141412  0.950252  0.328072 -0.748747  ... -0.666868  0.059887  1.580489   \n",
+              "1141413 -0.197057  0.328072 -1.003611  ... -0.060639 -1.202124 -0.339710   \n",
+              "1141414 -0.197057  0.328072 -0.360194  ...  1.091521  0.828786  1.394190   \n",
+              "...           ...       ...       ...  ...       ...       ...       ...   \n",
+              "2141405 -1.099508  0.526042 -1.925724  ... -0.479163 -0.026399 -0.805029   \n",
+              "2141406  1.075578  0.189406  0.142188  ...  1.705065  1.222087 -0.243805   \n",
+              "2141407 -0.312653  0.817783 -0.697212  ...  0.298559  0.316116 -0.647126   \n",
+              "2141408  1.539986  0.206195 -0.769957  ... -0.497587 -0.264609 -0.256282   \n",
+              "2141409  0.470893  0.880417  2.047566  ...  2.593259 -0.177891 -1.076097   \n",
+              "\n",
+              "             f_93      f_94      f_95      f_96      f_97      f_98      f_99  \n",
+              "1141410 -0.565078  0.954476 -0.104428 -0.493579  0.562440  1.109892 -0.343760  \n",
+              "1141411  0.700176 -0.608110  0.484129 -0.824128 -0.789265  0.328594 -0.343760  \n",
+              "1141412  0.716956  1.041286  1.185396 -1.433365 -0.992975 -0.025335  1.855881  \n",
+              "1141413  0.441695  0.334402  0.209693 -0.258891 -0.676576 -0.028874 -0.343760  \n",
+              "1141414  0.454494  1.983799 -0.447326  1.509864 -0.145400  0.996635 -0.343760  \n",
+              "...           ...       ...       ...       ...       ...       ...       ...  \n",
+              "2141405  0.138502  2.100753 -0.970065 -2.638478  0.682677  0.194035 -0.382265  \n",
+              "2141406 -0.624759 -0.029950  0.294779  2.685435 -0.146490  0.276808  0.479031  \n",
+              "2141407 -1.071017  0.671536 -0.514084  0.871859  0.663646  2.068613 -0.389321  \n",
+              "2141408 -1.236324 -2.198807  2.692805 -1.020720 -1.041804 -1.319790  1.017152  \n",
+              "2141409  0.266917 -0.101650  1.762497  1.121769 -0.839632 -0.830745 -0.371426  \n",
+              "\n",
+              "[1000000 rows x 100 columns]"
+            ],
+            "text/html": [
+              "\n",
+              "  <div id=\"df-a6e46967-8219-4921-abe1-646f40ac41a6\">\n",
+              "    <div class=\"colab-df-container\">\n",
+              "      <div>\n",
+              "<style scoped>\n",
+              "    .dataframe tbody tr th:only-of-type {\n",
+              "        vertical-align: middle;\n",
+              "    }\n",
+              "\n",
+              "    .dataframe tbody tr th {\n",
+              "        vertical-align: top;\n",
+              "    }\n",
+              "\n",
+              "    .dataframe thead th {\n",
+              "        text-align: right;\n",
+              "    }\n",
+              "</style>\n",
+              "<table border=\"1\" class=\"dataframe\">\n",
+              "  <thead>\n",
+              "    <tr style=\"text-align: right;\">\n",
+              "      <th></th>\n",
+              "      <th>f_0</th>\n",
+              "      <th>f_1</th>\n",
+              "      <th>f_2</th>\n",
+              "      <th>f_3</th>\n",
+              "      <th>f_4</th>\n",
+              "      <th>f_5</th>\n",
+              "      <th>f_6</th>\n",
+              "      <th>f_7</th>\n",
+              "      <th>f_8</th>\n",
+              "      <th>f_9</th>\n",
+              "      <th>...</th>\n",
+              "      <th>f_90</th>\n",
+              "      <th>f_91</th>\n",
+              "      <th>f_92</th>\n",
+              "      <th>f_93</th>\n",
+              "      <th>f_94</th>\n",
+              "      <th>f_95</th>\n",
+              "      <th>f_96</th>\n",
+              "      <th>f_97</th>\n",
+              "      <th>f_98</th>\n",
+              "      <th>f_99</th>\n",
+              "    </tr>\n",
+              "  </thead>\n",
+              "  <tbody>\n",
+              "    <tr>\n",
+              "      <th>1141410</th>\n",
+              "      <td>1.093324</td>\n",
+              "      <td>1.301436</td>\n",
+              "      <td>-1.242253</td>\n",
+              "      <td>5.828377</td>\n",
+              "      <td>-0.384234</td>\n",
+              "      <td>1.447711</td>\n",
+              "      <td>1.519053</td>\n",
+              "      <td>0.998088</td>\n",
+              "      <td>0.328072</td>\n",
+              "      <td>0.781790</td>\n",
+              "      <td>...</td>\n",
+              "      <td>-0.487156</td>\n",
+              "      <td>2.013887</td>\n",
+              "      <td>2.145116</td>\n",
+              "      <td>-0.565078</td>\n",
+              "      <td>0.954476</td>\n",
+              "      <td>-0.104428</td>\n",
+              "      <td>-0.493579</td>\n",
+              "      <td>0.562440</td>\n",
+              "      <td>1.109892</td>\n",
+              "      <td>-0.343760</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>1141411</th>\n",
+              "      <td>0.104047</td>\n",
+              "      <td>-0.113154</td>\n",
+              "      <td>0.719374</td>\n",
+              "      <td>-0.210036</td>\n",
+              "      <td>-0.433466</td>\n",
+              "      <td>0.141140</td>\n",
+              "      <td>0.893335</td>\n",
+              "      <td>0.340964</td>\n",
+              "      <td>0.328072</td>\n",
+              "      <td>1.189662</td>\n",
+              "      <td>...</td>\n",
+              "      <td>-0.735104</td>\n",
+              "      <td>-0.309837</td>\n",
+              "      <td>-0.278825</td>\n",
+              "      <td>0.700176</td>\n",
+              "      <td>-0.608110</td>\n",
+              "      <td>0.484129</td>\n",
+              "      <td>-0.824128</td>\n",
+              "      <td>-0.789265</td>\n",
+              "      <td>0.328594</td>\n",
+              "      <td>-0.343760</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>1141412</th>\n",
+              "      <td>1.436316</td>\n",
+              "      <td>-0.517323</td>\n",
+              "      <td>0.953603</td>\n",
+              "      <td>-0.214181</td>\n",
+              "      <td>-0.541468</td>\n",
+              "      <td>0.125799</td>\n",
+              "      <td>0.958002</td>\n",
+              "      <td>0.950252</td>\n",
+              "      <td>0.328072</td>\n",
+              "      <td>-0.748747</td>\n",
+              "      <td>...</td>\n",
+              "      <td>-0.666868</td>\n",
+              "      <td>0.059887</td>\n",
+              "      <td>1.580489</td>\n",
+              "      <td>0.716956</td>\n",
+              "      <td>1.041286</td>\n",
+              "      <td>1.185396</td>\n",
+              "      <td>-1.433365</td>\n",
+              "      <td>-0.992975</td>\n",
+              "      <td>-0.025335</td>\n",
+              "      <td>1.855881</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>1141413</th>\n",
+              "      <td>-0.678037</td>\n",
+              "      <td>0.291014</td>\n",
+              "      <td>0.467504</td>\n",
+              "      <td>-0.241889</td>\n",
+              "      <td>-0.366275</td>\n",
+              "      <td>0.193799</td>\n",
+              "      <td>-0.179444</td>\n",
+              "      <td>-0.197057</td>\n",
+              "      <td>0.328072</td>\n",
+              "      <td>-1.003611</td>\n",
+              "      <td>...</td>\n",
+              "      <td>-0.060639</td>\n",
+              "      <td>-1.202124</td>\n",
+              "      <td>-0.339710</td>\n",
+              "      <td>0.441695</td>\n",
+              "      <td>0.334402</td>\n",
+              "      <td>0.209693</td>\n",
+              "      <td>-0.258891</td>\n",
+              "      <td>-0.676576</td>\n",
+              "      <td>-0.028874</td>\n",
+              "      <td>-0.343760</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>1141414</th>\n",
+              "      <td>0.142369</td>\n",
+              "      <td>1.301436</td>\n",
+              "      <td>-1.456780</td>\n",
+              "      <td>1.780014</td>\n",
+              "      <td>-0.151572</td>\n",
+              "      <td>0.541044</td>\n",
+              "      <td>-0.859400</td>\n",
+              "      <td>-0.197057</td>\n",
+              "      <td>0.328072</td>\n",
+              "      <td>-0.360194</td>\n",
+              "      <td>...</td>\n",
+              "      <td>1.091521</td>\n",
+              "      <td>0.828786</td>\n",
+              "      <td>1.394190</td>\n",
+              "      <td>0.454494</td>\n",
+              "      <td>1.983799</td>\n",
+              "      <td>-0.447326</td>\n",
+              "      <td>1.509864</td>\n",
+              "      <td>-0.145400</td>\n",
+              "      <td>0.996635</td>\n",
+              "      <td>-0.343760</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>...</th>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>2141405</th>\n",
+              "      <td>1.327377</td>\n",
+              "      <td>-0.552583</td>\n",
+              "      <td>-0.886323</td>\n",
+              "      <td>0.014043</td>\n",
+              "      <td>0.125454</td>\n",
+              "      <td>1.677687</td>\n",
+              "      <td>-1.381808</td>\n",
+              "      <td>-1.099508</td>\n",
+              "      <td>0.526042</td>\n",
+              "      <td>-1.925724</td>\n",
+              "      <td>...</td>\n",
+              "      <td>-0.479163</td>\n",
+              "      <td>-0.026399</td>\n",
+              "      <td>-0.805029</td>\n",
+              "      <td>0.138502</td>\n",
+              "      <td>2.100753</td>\n",
+              "      <td>-0.970065</td>\n",
+              "      <td>-2.638478</td>\n",
+              "      <td>0.682677</td>\n",
+              "      <td>0.194035</td>\n",
+              "      <td>-0.382265</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>2141406</th>\n",
+              "      <td>0.236709</td>\n",
+              "      <td>-2.310760</td>\n",
+              "      <td>-0.465879</td>\n",
+              "      <td>0.433303</td>\n",
+              "      <td>-0.253564</td>\n",
+              "      <td>-1.375251</td>\n",
+              "      <td>0.839487</td>\n",
+              "      <td>1.075578</td>\n",
+              "      <td>0.189406</td>\n",
+              "      <td>0.142188</td>\n",
+              "      <td>...</td>\n",
+              "      <td>1.705065</td>\n",
+              "      <td>1.222087</td>\n",
+              "      <td>-0.243805</td>\n",
+              "      <td>-0.624759</td>\n",
+              "      <td>-0.029950</td>\n",
+              "      <td>0.294779</td>\n",
+              "      <td>2.685435</td>\n",
+              "      <td>-0.146490</td>\n",
+              "      <td>0.276808</td>\n",
+              "      <td>0.479031</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>2141407</th>\n",
+              "      <td>0.464893</td>\n",
+              "      <td>0.201072</td>\n",
+              "      <td>-2.056188</td>\n",
+              "      <td>-0.535923</td>\n",
+              "      <td>0.207322</td>\n",
+              "      <td>-0.212354</td>\n",
+              "      <td>1.799059</td>\n",
+              "      <td>-0.312653</td>\n",
+              "      <td>0.817783</td>\n",
+              "      <td>-0.697212</td>\n",
+              "      <td>...</td>\n",
+              "      <td>0.298559</td>\n",
+              "      <td>0.316116</td>\n",
+              "      <td>-0.647126</td>\n",
+              "      <td>-1.071017</td>\n",
+              "      <td>0.671536</td>\n",
+              "      <td>-0.514084</td>\n",
+              "      <td>0.871859</td>\n",
+              "      <td>0.663646</td>\n",
+              "      <td>2.068613</td>\n",
+              "      <td>-0.389321</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>2141408</th>\n",
+              "      <td>0.290392</td>\n",
+              "      <td>0.501166</td>\n",
+              "      <td>2.708688</td>\n",
+              "      <td>-0.410148</td>\n",
+              "      <td>-0.400013</td>\n",
+              "      <td>-0.949561</td>\n",
+              "      <td>-1.068481</td>\n",
+              "      <td>1.539986</td>\n",
+              "      <td>0.206195</td>\n",
+              "      <td>-0.769957</td>\n",
+              "      <td>...</td>\n",
+              "      <td>-0.497587</td>\n",
+              "      <td>-0.264609</td>\n",
+              "      <td>-0.256282</td>\n",
+              "      <td>-1.236324</td>\n",
+              "      <td>-2.198807</td>\n",
+              "      <td>2.692805</td>\n",
+              "      <td>-1.020720</td>\n",
+              "      <td>-1.041804</td>\n",
+              "      <td>-1.319790</td>\n",
+              "      <td>1.017152</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>2141409</th>\n",
+              "      <td>-3.436619</td>\n",
+              "      <td>0.968599</td>\n",
+              "      <td>1.884645</td>\n",
+              "      <td>-0.562264</td>\n",
+              "      <td>-0.318674</td>\n",
+              "      <td>-0.054221</td>\n",
+              "      <td>0.863330</td>\n",
+              "      <td>0.470893</td>\n",
+              "      <td>0.880417</td>\n",
+              "      <td>2.047566</td>\n",
+              "      <td>...</td>\n",
+              "      <td>2.593259</td>\n",
+              "      <td>-0.177891</td>\n",
+              "      <td>-1.076097</td>\n",
+              "      <td>0.266917</td>\n",
+              "      <td>-0.101650</td>\n",
+              "      <td>1.762497</td>\n",
+              "      <td>1.121769</td>\n",
+              "      <td>-0.839632</td>\n",
+              "      <td>-0.830745</td>\n",
+              "      <td>-0.371426</td>\n",
+              "    </tr>\n",
+              "  </tbody>\n",
+              "</table>\n",
+              "<p>1000000 rows × 100 columns</p>\n",
+              "</div>\n",
+              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-a6e46967-8219-4921-abe1-646f40ac41a6')\"\n",
+              "              title=\"Convert this dataframe to an interactive table.\"\n",
+              "              style=\"display:none;\">\n",
+              "        \n",
+              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
+              "       width=\"24px\">\n",
+              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
+              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
+              "  </svg>\n",
+              "      </button>\n",
+              "      \n",
+              "  <style>\n",
+              "    .colab-df-container {\n",
+              "      display:flex;\n",
+              "      flex-wrap:wrap;\n",
+              "      gap: 12px;\n",
+              "    }\n",
+              "\n",
+              "    .colab-df-convert {\n",
+              "      background-color: #E8F0FE;\n",
+              "      border: none;\n",
+              "      border-radius: 50%;\n",
+              "      cursor: pointer;\n",
+              "      display: none;\n",
+              "      fill: #1967D2;\n",
+              "      height: 32px;\n",
+              "      padding: 0 0 0 0;\n",
+              "      width: 32px;\n",
+              "    }\n",
+              "\n",
+              "    .colab-df-convert:hover {\n",
+              "      background-color: #E2EBFA;\n",
+              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
+              "      fill: #174EA6;\n",
+              "    }\n",
+              "\n",
+              "    [theme=dark] .colab-df-convert {\n",
+              "      background-color: #3B4455;\n",
+              "      fill: #D2E3FC;\n",
+              "    }\n",
+              "\n",
+              "    [theme=dark] .colab-df-convert:hover {\n",
+              "      background-color: #434B5C;\n",
+              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
+              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
+              "      fill: #FFFFFF;\n",
+              "    }\n",
+              "  </style>\n",
+              "\n",
+              "      <script>\n",
+              "        const buttonEl =\n",
+              "          document.querySelector('#df-a6e46967-8219-4921-abe1-646f40ac41a6 button.colab-df-convert');\n",
+              "        buttonEl.style.display =\n",
+              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
+              "\n",
+              "        async function convertToInteractive(key) {\n",
+              "          const element = document.querySelector('#df-a6e46967-8219-4921-abe1-646f40ac41a6');\n",
+              "          const dataTable =\n",
+              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
+              "                                                     [key], {});\n",
+              "          if (!dataTable) return;\n",
+              "\n",
+              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
+              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
+              "            + ' to learn more about interactive tables.';\n",
+              "          element.innerHTML = '';\n",
+              "          dataTable['output_type'] = 'display_data';\n",
+              "          await google.colab.output.renderOutput(dataTable, element);\n",
+              "          const docLink = document.createElement('div');\n",
+              "          docLink.innerHTML = docLinkHtml;\n",
+              "          element.appendChild(docLink);\n",
+              "        }\n",
+              "      </script>\n",
+              "    </div>\n",
+              "  </div>\n",
+              "  "
+            ]
+          },
+          "metadata": {}
+        },
+        {
+          "output_type": "display_data",
+          "data": {
+            "text/plain": [
+              "1141410   -1.705758\n",
+              "1141411   -0.260084\n",
+              "1141412    0.013137\n",
+              "1141413    0.841180\n",
+              "1141414   -0.086323\n",
+              "             ...   \n",
+              "2141405    1.304217\n",
+              "2141406   -0.376348\n",
+              "2141407   -0.854828\n",
+              "2141408   -0.336876\n",
+              "2141409    0.775711\n",
+              "Name: target, Length: 1000000, dtype: float32"
+            ]
+          },
+          "metadata": {}
+        }
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "[Текст ссылки](https://)# Create Model - LGBM"
+      ],
+      "metadata": {
+        "id": "bQ6oUJ7FIz-D"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "model_lgb = lgb.LGBMRegressor()                 # Create an instance of Light GBM regressor\n",
+        "model_lgb.fit(X_train_reduced, y_train_reduced) # Fit the Light GBM regressor\n",
+        "\n",
+        "# Light GBM - Gradient Boosting on Decision Trees Algorithm -> State-of-the-Art for tabular data"
+      ],
+      "metadata": {
+        "id": "MvvrjNNEHu7t",
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "outputId": "74be1b88-d0d2-4e11-ef54-d268ea4ff084"
+      },
+      "execution_count": null,
+      "outputs": [
+        {
+          "output_type": "execute_result",
+          "data": {
+            "text/plain": [
+              "LGBMRegressor()"
+            ]
+          },
+          "metadata": {},
+          "execution_count": 6
+        }
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "# Inference"
+      ],
+      "metadata": {
+        "id": "cydkjtxyDOXu"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "X_test_reduced = pd.read_parquet(\n",
+        "    'train_low_mem.parquet',\n",
+        "    columns=features+['target']\n",
+        "    )[-M:]                                               # Load test data (the last M lines)\n",
+        "y_test_reduced = X_test_reduced['target']                # Set the column `target` as a target array for assessing model performance\n",
+        "X_test_reduced = X_test_reduced.drop(columns=['target']) # Drop the column `target` from X_test_reduced\n",
+        "display(X_test_reduced, y_test_reduced)                  # Display the features table (X_test_reduced) and the target array (y_test_reduced)\n"
+      ],
+      "metadata": {
+        "id": "idk7suLnDCd1",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 707
+        },
+        "outputId": "49bf640f-e02c-47d7-a4db-f5bdd383cdfd"
+      },
+      "execution_count": null,
+      "outputs": [
+        {
+          "output_type": "display_data",
+          "data": {
+            "text/plain": [
+              "              f_0       f_1       f_2       f_3       f_4       f_5       f_6  \\\n",
+              "2141410 -0.318628  1.878033 -0.254857 -0.034804 -0.134778 -0.646280 -0.099820   \n",
+              "2141411 -0.793941 -0.635127  0.737949 -0.655404 -0.208031 -0.811264  0.411129   \n",
+              "2141412  1.056986 -1.240384  1.003570 -0.624688 -0.300291  0.699789  0.107452   \n",
+              "2141413 -1.622636  1.302770 -0.694586 -0.403037 -0.176304  1.265605  1.415097   \n",
+              "2141414  0.040462 -0.075609 -0.606644  0.167259 -0.098879 -0.085549  1.016559   \n",
+              "...           ...       ...       ...       ...       ...       ...       ...   \n",
+              "3141405  0.093530 -0.720275 -0.345497 -0.438781 -0.166972 -0.437182  1.475746   \n",
+              "3141406 -1.344935 -0.199987 -0.107702 -0.454677 -0.221914 -0.141174 -1.498235   \n",
+              "3141407  0.979489 -1.110491  1.006980 -0.467307 -0.159549  1.355671  0.150812   \n",
+              "3141408 -2.565332  0.320301  0.076600  1.380182 -0.155366 -0.689000  0.381069   \n",
+              "3141409 -0.089557  0.190229 -0.548256  0.151205  0.079773  0.447962  1.014983   \n",
+              "\n",
+              "              f_7       f_8       f_9  ...      f_90      f_91      f_92  \\\n",
+              "2141410 -0.338968  0.117094 -0.117497  ... -0.889317  0.050175 -1.007735   \n",
+              "2141411 -0.607927  0.131232  1.100606  ...  1.706120  0.055868  0.038690   \n",
+              "2141412  0.865332  0.098041  2.373290  ...  0.504580 -0.473205 -0.768706   \n",
+              "2141413  0.083107  0.071317  0.955035  ...  2.575595 -0.995329  0.874402   \n",
+              "2141414  1.935746  0.083219  0.213701  ...  1.303252 -0.164346 -0.504350   \n",
+              "...           ...       ...       ...  ...       ...       ...       ...   \n",
+              "3141405  1.284423  0.056425 -1.433681  ... -0.265811 -1.018476  0.453945   \n",
+              "3141406  1.373834  0.056425 -1.211572  ... -0.707159  0.036467  0.002782   \n",
+              "3141407 -0.088923  0.056425  0.996380  ... -0.265811  0.483454 -0.537039   \n",
+              "3141408 -1.324759  0.056425 -1.111730  ... -0.265811  0.050828  0.104241   \n",
+              "3141409 -1.324759  0.056425 -1.952123  ...  0.661801 -0.020749  0.626640   \n",
+              "\n",
+              "             f_93      f_94      f_95      f_96      f_97      f_98      f_99  \n",
+              "2141410  1.266060  0.307827  0.431842 -0.566316 -0.373920 -1.237720  0.987137  \n",
+              "2141411 -1.380178 -2.326279  0.699331  0.191068 -0.685449  0.104734  0.101148  \n",
+              "2141412 -0.169144 -0.899174  0.772994  0.636828 -0.654049 -1.486701 -0.595339  \n",
+              "2141413 -0.722395 -1.938771 -0.636336  0.207978 -0.181923 -0.589655 -0.368053  \n",
+              "2141414 -1.991226  0.707544 -0.278499  0.905299 -0.133844 -0.181467 -0.223240  \n",
+              "...           ...       ...       ...       ...       ...       ...       ...  \n",
+              "3141405  0.395551  0.318854  0.725995 -0.596743 -0.591497 -0.830558 -0.217642  \n",
+              "3141406  0.424902  0.605383  1.704695 -0.625599 -1.110052 -0.946176 -0.217642  \n",
+              "3141407  0.363976  0.318854  0.132587 -1.064116 -0.383061  1.458104 -0.217642  \n",
+              "3141408  0.448094  0.605383  0.269845 -0.303289 -0.229851  0.026150 -0.217642  \n",
+              "3141409 -0.310978  0.891912 -1.304431  0.448782  0.953866  1.328271 -0.217642  \n",
+              "\n",
+              "[1000000 rows x 100 columns]"
+            ],
+            "text/html": [
+              "\n",
+              "  <div id=\"df-18e06dbc-f742-49c1-961c-d4df3af63817\">\n",
+              "    <div class=\"colab-df-container\">\n",
+              "      <div>\n",
+              "<style scoped>\n",
+              "    .dataframe tbody tr th:only-of-type {\n",
+              "        vertical-align: middle;\n",
+              "    }\n",
+              "\n",
+              "    .dataframe tbody tr th {\n",
+              "        vertical-align: top;\n",
+              "    }\n",
+              "\n",
+              "    .dataframe thead th {\n",
+              "        text-align: right;\n",
+              "    }\n",
+              "</style>\n",
+              "<table border=\"1\" class=\"dataframe\">\n",
+              "  <thead>\n",
+              "    <tr style=\"text-align: right;\">\n",
+              "      <th></th>\n",
+              "      <th>f_0</th>\n",
+              "      <th>f_1</th>\n",
+              "      <th>f_2</th>\n",
+              "      <th>f_3</th>\n",
+              "      <th>f_4</th>\n",
+              "      <th>f_5</th>\n",
+              "      <th>f_6</th>\n",
+              "      <th>f_7</th>\n",
+              "      <th>f_8</th>\n",
+              "      <th>f_9</th>\n",
+              "      <th>...</th>\n",
+              "      <th>f_90</th>\n",
+              "      <th>f_91</th>\n",
+              "      <th>f_92</th>\n",
+              "      <th>f_93</th>\n",
+              "      <th>f_94</th>\n",
+              "      <th>f_95</th>\n",
+              "      <th>f_96</th>\n",
+              "      <th>f_97</th>\n",
+              "      <th>f_98</th>\n",
+              "      <th>f_99</th>\n",
+              "    </tr>\n",
+              "  </thead>\n",
+              "  <tbody>\n",
+              "    <tr>\n",
+              "      <th>2141410</th>\n",
+              "      <td>-0.318628</td>\n",
+              "      <td>1.878033</td>\n",
+              "      <td>-0.254857</td>\n",
+              "      <td>-0.034804</td>\n",
+              "      <td>-0.134778</td>\n",
+              "      <td>-0.646280</td>\n",
+              "      <td>-0.099820</td>\n",
+              "      <td>-0.338968</td>\n",
+              "      <td>0.117094</td>\n",
+              "      <td>-0.117497</td>\n",
+              "      <td>...</td>\n",
+              "      <td>-0.889317</td>\n",
+              "      <td>0.050175</td>\n",
+              "      <td>-1.007735</td>\n",
+              "      <td>1.266060</td>\n",
+              "      <td>0.307827</td>\n",
+              "      <td>0.431842</td>\n",
+              "      <td>-0.566316</td>\n",
+              "      <td>-0.373920</td>\n",
+              "      <td>-1.237720</td>\n",
+              "      <td>0.987137</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>2141411</th>\n",
+              "      <td>-0.793941</td>\n",
+              "      <td>-0.635127</td>\n",
+              "      <td>0.737949</td>\n",
+              "      <td>-0.655404</td>\n",
+              "      <td>-0.208031</td>\n",
+              "      <td>-0.811264</td>\n",
+              "      <td>0.411129</td>\n",
+              "      <td>-0.607927</td>\n",
+              "      <td>0.131232</td>\n",
+              "      <td>1.100606</td>\n",
+              "      <td>...</td>\n",
+              "      <td>1.706120</td>\n",
+              "      <td>0.055868</td>\n",
+              "      <td>0.038690</td>\n",
+              "      <td>-1.380178</td>\n",
+              "      <td>-2.326279</td>\n",
+              "      <td>0.699331</td>\n",
+              "      <td>0.191068</td>\n",
+              "      <td>-0.685449</td>\n",
+              "      <td>0.104734</td>\n",
+              "      <td>0.101148</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>2141412</th>\n",
+              "      <td>1.056986</td>\n",
+              "      <td>-1.240384</td>\n",
+              "      <td>1.003570</td>\n",
+              "      <td>-0.624688</td>\n",
+              "      <td>-0.300291</td>\n",
+              "      <td>0.699789</td>\n",
+              "      <td>0.107452</td>\n",
+              "      <td>0.865332</td>\n",
+              "      <td>0.098041</td>\n",
+              "      <td>2.373290</td>\n",
+              "      <td>...</td>\n",
+              "      <td>0.504580</td>\n",
+              "      <td>-0.473205</td>\n",
+              "      <td>-0.768706</td>\n",
+              "      <td>-0.169144</td>\n",
+              "      <td>-0.899174</td>\n",
+              "      <td>0.772994</td>\n",
+              "      <td>0.636828</td>\n",
+              "      <td>-0.654049</td>\n",
+              "      <td>-1.486701</td>\n",
+              "      <td>-0.595339</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>2141413</th>\n",
+              "      <td>-1.622636</td>\n",
+              "      <td>1.302770</td>\n",
+              "      <td>-0.694586</td>\n",
+              "      <td>-0.403037</td>\n",
+              "      <td>-0.176304</td>\n",
+              "      <td>1.265605</td>\n",
+              "      <td>1.415097</td>\n",
+              "      <td>0.083107</td>\n",
+              "      <td>0.071317</td>\n",
+              "      <td>0.955035</td>\n",
+              "      <td>...</td>\n",
+              "      <td>2.575595</td>\n",
+              "      <td>-0.995329</td>\n",
+              "      <td>0.874402</td>\n",
+              "      <td>-0.722395</td>\n",
+              "      <td>-1.938771</td>\n",
+              "      <td>-0.636336</td>\n",
+              "      <td>0.207978</td>\n",
+              "      <td>-0.181923</td>\n",
+              "      <td>-0.589655</td>\n",
+              "      <td>-0.368053</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>2141414</th>\n",
+              "      <td>0.040462</td>\n",
+              "      <td>-0.075609</td>\n",
+              "      <td>-0.606644</td>\n",
+              "      <td>0.167259</td>\n",
+              "      <td>-0.098879</td>\n",
+              "      <td>-0.085549</td>\n",
+              "      <td>1.016559</td>\n",
+              "      <td>1.935746</td>\n",
+              "      <td>0.083219</td>\n",
+              "      <td>0.213701</td>\n",
+              "      <td>...</td>\n",
+              "      <td>1.303252</td>\n",
+              "      <td>-0.164346</td>\n",
+              "      <td>-0.504350</td>\n",
+              "      <td>-1.991226</td>\n",
+              "      <td>0.707544</td>\n",
+              "      <td>-0.278499</td>\n",
+              "      <td>0.905299</td>\n",
+              "      <td>-0.133844</td>\n",
+              "      <td>-0.181467</td>\n",
+              "      <td>-0.223240</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>...</th>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "      <td>...</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>3141405</th>\n",
+              "      <td>0.093530</td>\n",
+              "      <td>-0.720275</td>\n",
+              "      <td>-0.345497</td>\n",
+              "      <td>-0.438781</td>\n",
+              "      <td>-0.166972</td>\n",
+              "      <td>-0.437182</td>\n",
+              "      <td>1.475746</td>\n",
+              "      <td>1.284423</td>\n",
+              "      <td>0.056425</td>\n",
+              "      <td>-1.433681</td>\n",
+              "      <td>...</td>\n",
+              "      <td>-0.265811</td>\n",
+              "      <td>-1.018476</td>\n",
+              "      <td>0.453945</td>\n",
+              "      <td>0.395551</td>\n",
+              "      <td>0.318854</td>\n",
+              "      <td>0.725995</td>\n",
+              "      <td>-0.596743</td>\n",
+              "      <td>-0.591497</td>\n",
+              "      <td>-0.830558</td>\n",
+              "      <td>-0.217642</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>3141406</th>\n",
+              "      <td>-1.344935</td>\n",
+              "      <td>-0.199987</td>\n",
+              "      <td>-0.107702</td>\n",
+              "      <td>-0.454677</td>\n",
+              "      <td>-0.221914</td>\n",
+              "      <td>-0.141174</td>\n",
+              "      <td>-1.498235</td>\n",
+              "      <td>1.373834</td>\n",
+              "      <td>0.056425</td>\n",
+              "      <td>-1.211572</td>\n",
+              "      <td>...</td>\n",
+              "      <td>-0.707159</td>\n",
+              "      <td>0.036467</td>\n",
+              "      <td>0.002782</td>\n",
+              "      <td>0.424902</td>\n",
+              "      <td>0.605383</td>\n",
+              "      <td>1.704695</td>\n",
+              "      <td>-0.625599</td>\n",
+              "      <td>-1.110052</td>\n",
+              "      <td>-0.946176</td>\n",
+              "      <td>-0.217642</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>3141407</th>\n",
+              "      <td>0.979489</td>\n",
+              "      <td>-1.110491</td>\n",
+              "      <td>1.006980</td>\n",
+              "      <td>-0.467307</td>\n",
+              "      <td>-0.159549</td>\n",
+              "      <td>1.355671</td>\n",
+              "      <td>0.150812</td>\n",
+              "      <td>-0.088923</td>\n",
+              "      <td>0.056425</td>\n",
+              "      <td>0.996380</td>\n",
+              "      <td>...</td>\n",
+              "      <td>-0.265811</td>\n",
+              "      <td>0.483454</td>\n",
+              "      <td>-0.537039</td>\n",
+              "      <td>0.363976</td>\n",
+              "      <td>0.318854</td>\n",
+              "      <td>0.132587</td>\n",
+              "      <td>-1.064116</td>\n",
+              "      <td>-0.383061</td>\n",
+              "      <td>1.458104</td>\n",
+              "      <td>-0.217642</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>3141408</th>\n",
+              "      <td>-2.565332</td>\n",
+              "      <td>0.320301</td>\n",
+              "      <td>0.076600</td>\n",
+              "      <td>1.380182</td>\n",
+              "      <td>-0.155366</td>\n",
+              "      <td>-0.689000</td>\n",
+              "      <td>0.381069</td>\n",
+              "      <td>-1.324759</td>\n",
+              "      <td>0.056425</td>\n",
+              "      <td>-1.111730</td>\n",
+              "      <td>...</td>\n",
+              "      <td>-0.265811</td>\n",
+              "      <td>0.050828</td>\n",
+              "      <td>0.104241</td>\n",
+              "      <td>0.448094</td>\n",
+              "      <td>0.605383</td>\n",
+              "      <td>0.269845</td>\n",
+              "      <td>-0.303289</td>\n",
+              "      <td>-0.229851</td>\n",
+              "      <td>0.026150</td>\n",
+              "      <td>-0.217642</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>3141409</th>\n",
+              "      <td>-0.089557</td>\n",
+              "      <td>0.190229</td>\n",
+              "      <td>-0.548256</td>\n",
+              "      <td>0.151205</td>\n",
+              "      <td>0.079773</td>\n",
+              "      <td>0.447962</td>\n",
+              "      <td>1.014983</td>\n",
+              "      <td>-1.324759</td>\n",
+              "      <td>0.056425</td>\n",
+              "      <td>-1.952123</td>\n",
+              "      <td>...</td>\n",
+              "      <td>0.661801</td>\n",
+              "      <td>-0.020749</td>\n",
+              "      <td>0.626640</td>\n",
+              "      <td>-0.310978</td>\n",
+              "      <td>0.891912</td>\n",
+              "      <td>-1.304431</td>\n",
+              "      <td>0.448782</td>\n",
+              "      <td>0.953866</td>\n",
+              "      <td>1.328271</td>\n",
+              "      <td>-0.217642</td>\n",
+              "    </tr>\n",
+              "  </tbody>\n",
+              "</table>\n",
+              "<p>1000000 rows × 100 columns</p>\n",
+              "</div>\n",
+              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-18e06dbc-f742-49c1-961c-d4df3af63817')\"\n",
+              "              title=\"Convert this dataframe to an interactive table.\"\n",
+              "              style=\"display:none;\">\n",
+              "        \n",
+              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
+              "       width=\"24px\">\n",
+              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
+              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
+              "  </svg>\n",
+              "      </button>\n",
+              "      \n",
+              "  <style>\n",
+              "    .colab-df-container {\n",
+              "      display:flex;\n",
+              "      flex-wrap:wrap;\n",
+              "      gap: 12px;\n",
+              "    }\n",
+              "\n",
+              "    .colab-df-convert {\n",
+              "      background-color: #E8F0FE;\n",
+              "      border: none;\n",
+              "      border-radius: 50%;\n",
+              "      cursor: pointer;\n",
+              "      display: none;\n",
+              "      fill: #1967D2;\n",
+              "      height: 32px;\n",
+              "      padding: 0 0 0 0;\n",
+              "      width: 32px;\n",
+              "    }\n",
+              "\n",
+              "    .colab-df-convert:hover {\n",
+              "      background-color: #E2EBFA;\n",
+              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
+              "      fill: #174EA6;\n",
+              "    }\n",
+              "\n",
+              "    [theme=dark] .colab-df-convert {\n",
+              "      background-color: #3B4455;\n",
+              "      fill: #D2E3FC;\n",
+              "    }\n",
+              "\n",
+              "    [theme=dark] .colab-df-convert:hover {\n",
+              "      background-color: #434B5C;\n",
+              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
+              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
+              "      fill: #FFFFFF;\n",
+              "    }\n",
+              "  </style>\n",
+              "\n",
+              "      <script>\n",
+              "        const buttonEl =\n",
+              "          document.querySelector('#df-18e06dbc-f742-49c1-961c-d4df3af63817 button.colab-df-convert');\n",
+              "        buttonEl.style.display =\n",
+              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
+              "\n",
+              "        async function convertToInteractive(key) {\n",
+              "          const element = document.querySelector('#df-18e06dbc-f742-49c1-961c-d4df3af63817');\n",
+              "          const dataTable =\n",
+              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
+              "                                                     [key], {});\n",
+              "          if (!dataTable) return;\n",
+              "\n",
+              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
+              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
+              "            + ' to learn more about interactive tables.';\n",
+              "          element.innerHTML = '';\n",
+              "          dataTable['output_type'] = 'display_data';\n",
+              "          await google.colab.output.renderOutput(dataTable, element);\n",
+              "          const docLink = document.createElement('div');\n",
+              "          docLink.innerHTML = docLinkHtml;\n",
+              "          element.appendChild(docLink);\n",
+              "        }\n",
+              "      </script>\n",
+              "    </div>\n",
+              "  </div>\n",
+              "  "
+            ]
+          },
+          "metadata": {}
+        },
+        {
+          "output_type": "display_data",
+          "data": {
+            "text/plain": [
+              "2141410    0.678174\n",
+              "2141411    0.059027\n",
+              "2141412    0.274764\n",
+              "2141413    0.159570\n",
+              "2141414   -1.265211\n",
+              "             ...   \n",
+              "3141405    0.033600\n",
+              "3141406   -0.223264\n",
+              "3141407   -0.559415\n",
+              "3141408    0.009599\n",
+              "3141409    1.212112\n",
+              "Name: target, Length: 1000000, dtype: float32"
+            ]
+          },
+          "metadata": {}
+        }
+      ]
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "prediction_train = model_lgb.predict(X_train_reduced) # Predict values for train set using the fitted model\n",
+        "prediction_test = model_lgb.predict(X_test_reduced)   # Predict values for test set using the fitted model "
+      ],
+      "metadata": {
+        "id": "NVyjPI4eCUlL"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "# Evaluate"
+      ],
+      "metadata": {
+        "id": "RqPwbwntDywY"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "print(\n",
+        "    'Train Pearson r:', pearsonr(y_train_reduced, prediction_train)[0], '\\n',\n",
+        "    'Test Pearson r:', pearsonr(y_test_reduced, prediction_test)[0],\n",
+        ") # Display Pearson correlation coefficient for train and test sets"
+      ],
+      "metadata": {
+        "id": "XXr9P8KsI37I",
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "outputId": "559c49f8-bccd-4e15-9122-064f2bfe92e9"
+      },
+      "execution_count": null,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "name": "stdout",
+          "text": [
+            "Train Pearson r: 0.2368148605891157 \n",
+            " Test Pearson r: 0.0914568869131924\n"
+          ]
+        }
+      ]
+    },
+    {
+      "cell_type": "code",
+      "source": [],
+      "metadata": {
+        "id": "yxim8mR38r1Q"
+      },
+      "execution_count": null,
+      "outputs": []
+    }
+  ]
+}
\ No newline at end of file