eda001.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>.container { width:100% !important; }</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "All components loads was done! Ready!\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import warnings\n",
    "import re\n",
    "import numpy as np\n",
    "import lightgbm as lgb\n",
    "from IPython.display import HTML\n",
    "from sklearn.metrics import roc_auc_score\n",
    "# 描画関連\n",
    "pd.options.display.precision = 15\n",
    "warnings.filterwarnings(\"ignore\")\n",
    "# COL数\n",
    "pd.set_option(\"display.max_columns\", None)\n",
    "# ROW数\n",
    "pd.set_option('display.max_rows', 1000)\n",
    "# 幅\n",
    "display(HTML(\"<style>.container { width:100% !important; }</style>\"))\n",
    "\n",
    "# 最後の出力\n",
    "print('All components loads was done! Ready!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(\"./var/collect_data.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>uniq_key</th>\n",
       "      <th>rank</th>\n",
       "      <th>race_time</th>\n",
       "      <th>tansho_odds</th>\n",
       "      <th>fukusho_odds</th>\n",
       "      <th>cup_name</th>\n",
       "      <th>kaijo_name</th>\n",
       "      <th>waku_name</th>\n",
       "      <th>touroku_no</th>\n",
       "      <th>class_name</th>\n",
       "      <th>racer_name</th>\n",
       "      <th>country</th>\n",
       "      <th>age</th>\n",
       "      <th>weight</th>\n",
       "      <th>fnum</th>\n",
       "      <th>lnum</th>\n",
       "      <th>mean_st</th>\n",
       "      <th>zenkoku_win_in_1_prob</th>\n",
       "      <th>zenkoku_win_in_2_prob</th>\n",
       "      <th>zenkoku_win_in_3_prob</th>\n",
       "      <th>touchi_win_in_1_prob</th>\n",
       "      <th>touchi_win_in_2_prob</th>\n",
       "      <th>touchi_win_in_3_prob</th>\n",
       "      <th>mortor_win_in_1_prob</th>\n",
       "      <th>mortor_win_in_2_prob</th>\n",
       "      <th>mortor_win_in_3_prob</th>\n",
       "      <th>boat_win_in_1_prob</th>\n",
       "      <th>boat_win_in_2_prob</th>\n",
       "      <th>boat_win_in_3_prob</th>\n",
       "      <th>rno</th>\n",
       "      <th>jcd</th>\n",
       "      <th>hd</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>951840</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>3</td>\n",
       "      <td>1'49\"8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>1</td>\n",
       "      <td>3484</td>\n",
       "      <td>A1</td>\n",
       "      <td>芝田 浩治</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>兵庫39歳</td>\n",
       "      <td>53.5kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>7.22</td>\n",
       "      <td>56.200000000000003</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.64</td>\n",
       "      <td>57.500000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>22</td>\n",
       "      <td>22.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>66</td>\n",
       "      <td>29.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951841</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>5</td>\n",
       "      <td>1'51\"4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>2</td>\n",
       "      <td>3933</td>\n",
       "      <td>A1</td>\n",
       "      <td>山地 正樹</td>\n",
       "      <td>岡山</td>\n",
       "      <td>岡山34歳</td>\n",
       "      <td>53.5kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>7.11</td>\n",
       "      <td>56.399999999999999</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.89</td>\n",
       "      <td>52.600000000000001</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>36</td>\n",
       "      <td>31.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>57</td>\n",
       "      <td>33.500000000000000</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951842</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>2</td>\n",
       "      <td>1'48\"6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>3</td>\n",
       "      <td>3563</td>\n",
       "      <td>A1</td>\n",
       "      <td>堤 昇</td>\n",
       "      <td>静岡</td>\n",
       "      <td>静岡41歳</td>\n",
       "      <td>50.1kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>6.61</td>\n",
       "      <td>49.500000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.29</td>\n",
       "      <td>51.600000000000001</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>28</td>\n",
       "      <td>35.700000000000003</td>\n",
       "      <td>-</td>\n",
       "      <td>23</td>\n",
       "      <td>30.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951843</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>1</td>\n",
       "      <td>1'47\"0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>4</td>\n",
       "      <td>3986</td>\n",
       "      <td>A1</td>\n",
       "      <td>沖島 広和</td>\n",
       "      <td>福岡</td>\n",
       "      <td>福岡33歳</td>\n",
       "      <td>52.9kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>7.03</td>\n",
       "      <td>52.799999999999997</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.70</td>\n",
       "      <td>60.000000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>55</td>\n",
       "      <td>27.199999999999999</td>\n",
       "      <td>-</td>\n",
       "      <td>28</td>\n",
       "      <td>41.299999999999997</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951844</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>6</td>\n",
       "      <td>1'52\"6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>5</td>\n",
       "      <td>4089</td>\n",
       "      <td>A1</td>\n",
       "      <td>妹尾 忠幸</td>\n",
       "      <td>岡山</td>\n",
       "      <td>岡山30歳</td>\n",
       "      <td>53.5kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>6.15</td>\n",
       "      <td>43.899999999999999</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>5.90</td>\n",
       "      <td>41.299999999999997</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>25</td>\n",
       "      <td>38.200000000000003</td>\n",
       "      <td>-</td>\n",
       "      <td>60</td>\n",
       "      <td>26.899999999999999</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996079</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>1</td>\n",
       "      <td>1'50\"9</td>\n",
       "      <td>1.3</td>\n",
       "      <td>1.2-1.4</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>2</td>\n",
       "      <td>4477</td>\n",
       "      <td>A1</td>\n",
       "      <td>篠崎 仁志</td>\n",
       "      <td>福岡</td>\n",
       "      <td>福岡32歳</td>\n",
       "      <td>51.3kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>7.40</td>\n",
       "      <td>52.710000000000001</td>\n",
       "      <td>79.069999999999993</td>\n",
       "      <td>7.60</td>\n",
       "      <td>55.320000000000000</td>\n",
       "      <td>72.340000000000003</td>\n",
       "      <td>14</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>67.35</td>\n",
       "      <td>32</td>\n",
       "      <td>36.000000000000000</td>\n",
       "      <td>56.00</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996080</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>2</td>\n",
       "      <td>1'51\"6</td>\n",
       "      <td>7.6</td>\n",
       "      <td>1.5-2.0</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>3</td>\n",
       "      <td>4573</td>\n",
       "      <td>A1</td>\n",
       "      <td>佐藤 翼</td>\n",
       "      <td>埼玉</td>\n",
       "      <td>埼玉31歳</td>\n",
       "      <td>51.2kg</td>\n",
       "      <td>F1</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>7.14</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>71.430000000000007</td>\n",
       "      <td>7.70</td>\n",
       "      <td>65.000000000000000</td>\n",
       "      <td>70.000000000000000</td>\n",
       "      <td>42</td>\n",
       "      <td>48.780000000000001</td>\n",
       "      <td>65.85</td>\n",
       "      <td>55</td>\n",
       "      <td>34.880000000000003</td>\n",
       "      <td>55.81</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996081</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>5</td>\n",
       "      <td>1'54\"7</td>\n",
       "      <td>8.5</td>\n",
       "      <td>2.4-3.5</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>4</td>\n",
       "      <td>4375</td>\n",
       "      <td>A2</td>\n",
       "      <td>照屋 厚仁</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>大阪36歳</td>\n",
       "      <td>51.0kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>5.60</td>\n",
       "      <td>36.789999999999999</td>\n",
       "      <td>59.430000000000000</td>\n",
       "      <td>6.60</td>\n",
       "      <td>55.060000000000002</td>\n",
       "      <td>67.420000000000002</td>\n",
       "      <td>32</td>\n",
       "      <td>37.500000000000000</td>\n",
       "      <td>47.50</td>\n",
       "      <td>69</td>\n",
       "      <td>48.939999999999998</td>\n",
       "      <td>59.57</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996082</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>3</td>\n",
       "      <td>1'53\"3</td>\n",
       "      <td>15.2</td>\n",
       "      <td>3.2-4.6</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>5</td>\n",
       "      <td>4381</td>\n",
       "      <td>A2</td>\n",
       "      <td>田路 朋史</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>兵庫35歳</td>\n",
       "      <td>51.0kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.65</td>\n",
       "      <td>42.049999999999997</td>\n",
       "      <td>59.090000000000003</td>\n",
       "      <td>5.73</td>\n",
       "      <td>39.799999999999997</td>\n",
       "      <td>60.200000000000003</td>\n",
       "      <td>45</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>51.67</td>\n",
       "      <td>62</td>\n",
       "      <td>32.649999999999999</td>\n",
       "      <td>46.94</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996083</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>4</td>\n",
       "      <td>1'54\"5</td>\n",
       "      <td>18.7</td>\n",
       "      <td>9.0-12.4</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>6</td>\n",
       "      <td>4822</td>\n",
       "      <td>A2</td>\n",
       "      <td>百武 翔</td>\n",
       "      <td>佐賀</td>\n",
       "      <td>佐賀27歳</td>\n",
       "      <td>51.0kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.24</td>\n",
       "      <td>27.629999999999999</td>\n",
       "      <td>52.630000000000003</td>\n",
       "      <td>5.30</td>\n",
       "      <td>30.000000000000000</td>\n",
       "      <td>60.000000000000000</td>\n",
       "      <td>56</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>47.62</td>\n",
       "      <td>33</td>\n",
       "      <td>41.460000000000001</td>\n",
       "      <td>53.66</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1333260 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         uniq_key rank race_time tansho_odds fukusho_odds  \\\n",
       "951840  rno=12&jcd=05&hd=20110507    3    1'49\"8         NaN          NaN   \n",
       "951841  rno=12&jcd=05&hd=20110507    5    1'51\"4         NaN          NaN   \n",
       "951842  rno=12&jcd=05&hd=20110507    2    1'48\"6         NaN          NaN   \n",
       "951843  rno=12&jcd=05&hd=20110507    1    1'47\"0         NaN          NaN   \n",
       "951844  rno=12&jcd=05&hd=20110507    6    1'52\"6         NaN          NaN   \n",
       "...                           ...  ...       ...         ...          ...   \n",
       "996079   rno=9&jcd=13&hd=20200715    1    1'50\"9         1.3      1.2-1.4   \n",
       "996080   rno=9&jcd=13&hd=20200715    2    1'51\"6         7.6      1.5-2.0   \n",
       "996081   rno=9&jcd=13&hd=20200715    5    1'54\"7         8.5      2.4-3.5   \n",
       "996082   rno=9&jcd=13&hd=20200715    3    1'53\"3        15.2      3.2-4.6   \n",
       "996083   rno=9&jcd=13&hd=20200715    4    1'54\"5        18.7     9.0-12.4   \n",
       "\n",
       "                         cup_name kaijo_name  waku_name  touroku_no  \\\n",
       "951840   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          1        3484   \n",
       "951841   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          2        3933   \n",
       "951842   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          3        3563   \n",
       "951843   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          4        3986   \n",
       "951844   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          5        4089   \n",
       "...                           ...        ...        ...         ...   \n",
       "996079  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          2        4477   \n",
       "996080  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          3        4573   \n",
       "996081  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          4        4375   \n",
       "996082  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          5        4381   \n",
       "996083  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          6        4822   \n",
       "\n",
       "       class_name racer_name country    age  weight fnum lnum mean_st  \\\n",
       "951840         A1      芝田 浩治      兵庫  兵庫39歳  53.5kg   F0   L0    0.18   \n",
       "951841         A1      山地 正樹      岡山  岡山34歳  53.5kg   F0   L0    0.18   \n",
       "951842         A1        堤 昇      静岡  静岡41歳  50.1kg   F0   L0    0.16   \n",
       "951843         A1      沖島 広和      福岡  福岡33歳  52.9kg   F0   L0    0.16   \n",
       "951844         A1      妹尾 忠幸      岡山  岡山30歳  53.5kg   F0   L0    0.18   \n",
       "...           ...        ...     ...    ...     ...  ...  ...     ...   \n",
       "996079         A1      篠崎 仁志      福岡  福岡32歳  51.3kg   F0   L0    0.15   \n",
       "996080         A1       佐藤 翼      埼玉  埼玉31歳  51.2kg   F1   L0    0.15   \n",
       "996081         A2      照屋 厚仁      兵庫  大阪36歳  51.0kg   F0   L0    0.18   \n",
       "996082         A2      田路 朋史      兵庫  兵庫35歳  51.0kg   F0   L0    0.17   \n",
       "996083         A2       百武 翔      佐賀  佐賀27歳  51.0kg   F0   L0    0.17   \n",
       "\n",
       "        zenkoku_win_in_1_prob  zenkoku_win_in_2_prob  zenkoku_win_in_3_prob  \\\n",
       "951840                   7.22     56.200000000000003      0.000000000000000   \n",
       "951841                   7.11     56.399999999999999      0.000000000000000   \n",
       "951842                   6.61     49.500000000000000      0.000000000000000   \n",
       "951843                   7.03     52.799999999999997      0.000000000000000   \n",
       "951844                   6.15     43.899999999999999      0.000000000000000   \n",
       "...                       ...                    ...                    ...   \n",
       "996079                   7.40     52.710000000000001     79.069999999999993   \n",
       "996080                   7.14     55.100000000000001     71.430000000000007   \n",
       "996081                   5.60     36.789999999999999     59.430000000000000   \n",
       "996082                   5.65     42.049999999999997     59.090000000000003   \n",
       "996083                   5.24     27.629999999999999     52.630000000000003   \n",
       "\n",
       "        touchi_win_in_1_prob  touchi_win_in_2_prob  touchi_win_in_3_prob  \\\n",
       "951840                  6.64    57.500000000000000     0.000000000000000   \n",
       "951841                  6.89    52.600000000000001     0.000000000000000   \n",
       "951842                  6.29    51.600000000000001     0.000000000000000   \n",
       "951843                  6.70    60.000000000000000     0.000000000000000   \n",
       "951844                  5.90    41.299999999999997     0.000000000000000   \n",
       "...                      ...                   ...                   ...   \n",
       "996079                  7.60    55.320000000000000    72.340000000000003   \n",
       "996080                  7.70    65.000000000000000    70.000000000000000   \n",
       "996081                  6.60    55.060000000000002    67.420000000000002   \n",
       "996082                  5.73    39.799999999999997    60.200000000000003   \n",
       "996083                  5.30    30.000000000000000    60.000000000000000   \n",
       "\n",
       "        mortor_win_in_1_prob  mortor_win_in_2_prob mortor_win_in_3_prob  \\\n",
       "951840                    22    22.600000000000001                    -   \n",
       "951841                    36    31.600000000000001                    -   \n",
       "951842                    28    35.700000000000003                    -   \n",
       "951843                    55    27.199999999999999                    -   \n",
       "951844                    25    38.200000000000003                    -   \n",
       "...                      ...                   ...                  ...   \n",
       "996079                    14    55.100000000000001                67.35   \n",
       "996080                    42    48.780000000000001                65.85   \n",
       "996081                    32    37.500000000000000                47.50   \n",
       "996082                    45    33.329999999999998                51.67   \n",
       "996083                    56    33.329999999999998                47.62   \n",
       "\n",
       "        boat_win_in_1_prob  boat_win_in_2_prob boat_win_in_3_prob rno jcd  \\\n",
       "951840                  66  29.600000000000001                  -  12  05   \n",
       "951841                  57  33.500000000000000                  -  12  05   \n",
       "951842                  23  30.600000000000001                  -  12  05   \n",
       "951843                  28  41.299999999999997                  -  12  05   \n",
       "951844                  60  26.899999999999999                  -  12  05   \n",
       "...                    ...                 ...                ...  ..  ..   \n",
       "996079                  32  36.000000000000000              56.00   9  13   \n",
       "996080                  55  34.880000000000003              55.81   9  13   \n",
       "996081                  69  48.939999999999998              59.57   9  13   \n",
       "996082                  62  32.649999999999999              46.94   9  13   \n",
       "996083                  33  41.460000000000001              53.66   9  13   \n",
       "\n",
       "              hd  \n",
       "951840  20110507  \n",
       "951841  20110507  \n",
       "951842  20110507  \n",
       "951843  20110507  \n",
       "951844  20110507  \n",
       "...          ...  \n",
       "996079  20200715  \n",
       "996080  20200715  \n",
       "996081  20200715  \n",
       "996082  20200715  \n",
       "996083  20200715  \n",
       "\n",
       "[1333260 rows x 32 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# uniq_key -> hd, jcd, rno\n",
    "\n",
    "def split_uniq_key(df, index=0):\n",
    "    kv = df[\"uniq_key\"].apply(lambda x:x.split(\"&\")[index])\n",
    "    value = kv.apply(lambda x:x.split(\"=\")[-1])\n",
    "    return value\n",
    "\n",
    "df[\"rno\"] = split_uniq_key(df, index=0)\n",
    "df[\"jcd\"] = split_uniq_key(df, index=1)\n",
    "df[\"hd\"] = split_uniq_key(df, index=2)\n",
    "\n",
    "df.sort_values(by=[\"hd\", \"rno\"], inplace=True)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>uniq_key</th>\n",
       "      <th>rank</th>\n",
       "      <th>race_time</th>\n",
       "      <th>tansho_odds</th>\n",
       "      <th>fukusho_odds</th>\n",
       "      <th>cup_name</th>\n",
       "      <th>kaijo_name</th>\n",
       "      <th>waku_name</th>\n",
       "      <th>touroku_no</th>\n",
       "      <th>class_name</th>\n",
       "      <th>racer_name</th>\n",
       "      <th>country</th>\n",
       "      <th>age</th>\n",
       "      <th>weight</th>\n",
       "      <th>fnum</th>\n",
       "      <th>lnum</th>\n",
       "      <th>mean_st</th>\n",
       "      <th>zenkoku_win_in_1_prob</th>\n",
       "      <th>zenkoku_win_in_2_prob</th>\n",
       "      <th>zenkoku_win_in_3_prob</th>\n",
       "      <th>touchi_win_in_1_prob</th>\n",
       "      <th>touchi_win_in_2_prob</th>\n",
       "      <th>touchi_win_in_3_prob</th>\n",
       "      <th>mortor_win_in_1_prob</th>\n",
       "      <th>mortor_win_in_2_prob</th>\n",
       "      <th>mortor_win_in_3_prob</th>\n",
       "      <th>boat_win_in_1_prob</th>\n",
       "      <th>boat_win_in_2_prob</th>\n",
       "      <th>boat_win_in_3_prob</th>\n",
       "      <th>rno</th>\n",
       "      <th>jcd</th>\n",
       "      <th>hd</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>951840</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>3</td>\n",
       "      <td>109.799999999999997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>1</td>\n",
       "      <td>3484</td>\n",
       "      <td>A1</td>\n",
       "      <td>芝田 浩治</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>兵庫39歳</td>\n",
       "      <td>53.5kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>7.22</td>\n",
       "      <td>56.200000000000003</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.64</td>\n",
       "      <td>57.500000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>22</td>\n",
       "      <td>22.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>66</td>\n",
       "      <td>29.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951841</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>5</td>\n",
       "      <td>111.400000000000006</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>2</td>\n",
       "      <td>3933</td>\n",
       "      <td>A1</td>\n",
       "      <td>山地 正樹</td>\n",
       "      <td>岡山</td>\n",
       "      <td>岡山34歳</td>\n",
       "      <td>53.5kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>7.11</td>\n",
       "      <td>56.399999999999999</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.89</td>\n",
       "      <td>52.600000000000001</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>36</td>\n",
       "      <td>31.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>57</td>\n",
       "      <td>33.500000000000000</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951842</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>2</td>\n",
       "      <td>108.599999999999994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>3</td>\n",
       "      <td>3563</td>\n",
       "      <td>A1</td>\n",
       "      <td>堤 昇</td>\n",
       "      <td>静岡</td>\n",
       "      <td>静岡41歳</td>\n",
       "      <td>50.1kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>6.61</td>\n",
       "      <td>49.500000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.29</td>\n",
       "      <td>51.600000000000001</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>28</td>\n",
       "      <td>35.700000000000003</td>\n",
       "      <td>-</td>\n",
       "      <td>23</td>\n",
       "      <td>30.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951843</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>1</td>\n",
       "      <td>107.000000000000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>4</td>\n",
       "      <td>3986</td>\n",
       "      <td>A1</td>\n",
       "      <td>沖島 広和</td>\n",
       "      <td>福岡</td>\n",
       "      <td>福岡33歳</td>\n",
       "      <td>52.9kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>7.03</td>\n",
       "      <td>52.799999999999997</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.70</td>\n",
       "      <td>60.000000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>55</td>\n",
       "      <td>27.199999999999999</td>\n",
       "      <td>-</td>\n",
       "      <td>28</td>\n",
       "      <td>41.299999999999997</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951844</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>6</td>\n",
       "      <td>112.599999999999994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>5</td>\n",
       "      <td>4089</td>\n",
       "      <td>A1</td>\n",
       "      <td>妹尾 忠幸</td>\n",
       "      <td>岡山</td>\n",
       "      <td>岡山30歳</td>\n",
       "      <td>53.5kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>6.15</td>\n",
       "      <td>43.899999999999999</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>5.90</td>\n",
       "      <td>41.299999999999997</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>25</td>\n",
       "      <td>38.200000000000003</td>\n",
       "      <td>-</td>\n",
       "      <td>60</td>\n",
       "      <td>26.899999999999999</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996079</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>1</td>\n",
       "      <td>110.900000000000006</td>\n",
       "      <td>1.3</td>\n",
       "      <td>1.2-1.4</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>2</td>\n",
       "      <td>4477</td>\n",
       "      <td>A1</td>\n",
       "      <td>篠崎 仁志</td>\n",
       "      <td>福岡</td>\n",
       "      <td>福岡32歳</td>\n",
       "      <td>51.3kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>7.40</td>\n",
       "      <td>52.710000000000001</td>\n",
       "      <td>79.069999999999993</td>\n",
       "      <td>7.60</td>\n",
       "      <td>55.320000000000000</td>\n",
       "      <td>72.340000000000003</td>\n",
       "      <td>14</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>67.35</td>\n",
       "      <td>32</td>\n",
       "      <td>36.000000000000000</td>\n",
       "      <td>56.00</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996080</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>2</td>\n",
       "      <td>111.599999999999994</td>\n",
       "      <td>7.6</td>\n",
       "      <td>1.5-2.0</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>3</td>\n",
       "      <td>4573</td>\n",
       "      <td>A1</td>\n",
       "      <td>佐藤 翼</td>\n",
       "      <td>埼玉</td>\n",
       "      <td>埼玉31歳</td>\n",
       "      <td>51.2kg</td>\n",
       "      <td>F1</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>7.14</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>71.430000000000007</td>\n",
       "      <td>7.70</td>\n",
       "      <td>65.000000000000000</td>\n",
       "      <td>70.000000000000000</td>\n",
       "      <td>42</td>\n",
       "      <td>48.780000000000001</td>\n",
       "      <td>65.85</td>\n",
       "      <td>55</td>\n",
       "      <td>34.880000000000003</td>\n",
       "      <td>55.81</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996081</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>5</td>\n",
       "      <td>114.700000000000003</td>\n",
       "      <td>8.5</td>\n",
       "      <td>2.4-3.5</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>4</td>\n",
       "      <td>4375</td>\n",
       "      <td>A2</td>\n",
       "      <td>照屋 厚仁</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>大阪36歳</td>\n",
       "      <td>51.0kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>5.60</td>\n",
       "      <td>36.789999999999999</td>\n",
       "      <td>59.430000000000000</td>\n",
       "      <td>6.60</td>\n",
       "      <td>55.060000000000002</td>\n",
       "      <td>67.420000000000002</td>\n",
       "      <td>32</td>\n",
       "      <td>37.500000000000000</td>\n",
       "      <td>47.50</td>\n",
       "      <td>69</td>\n",
       "      <td>48.939999999999998</td>\n",
       "      <td>59.57</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996082</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>3</td>\n",
       "      <td>113.299999999999997</td>\n",
       "      <td>15.2</td>\n",
       "      <td>3.2-4.6</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>5</td>\n",
       "      <td>4381</td>\n",
       "      <td>A2</td>\n",
       "      <td>田路 朋史</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>兵庫35歳</td>\n",
       "      <td>51.0kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.65</td>\n",
       "      <td>42.049999999999997</td>\n",
       "      <td>59.090000000000003</td>\n",
       "      <td>5.73</td>\n",
       "      <td>39.799999999999997</td>\n",
       "      <td>60.200000000000003</td>\n",
       "      <td>45</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>51.67</td>\n",
       "      <td>62</td>\n",
       "      <td>32.649999999999999</td>\n",
       "      <td>46.94</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996083</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>4</td>\n",
       "      <td>114.500000000000000</td>\n",
       "      <td>18.7</td>\n",
       "      <td>9.0-12.4</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>6</td>\n",
       "      <td>4822</td>\n",
       "      <td>A2</td>\n",
       "      <td>百武 翔</td>\n",
       "      <td>佐賀</td>\n",
       "      <td>佐賀27歳</td>\n",
       "      <td>51.0kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.24</td>\n",
       "      <td>27.629999999999999</td>\n",
       "      <td>52.630000000000003</td>\n",
       "      <td>5.30</td>\n",
       "      <td>30.000000000000000</td>\n",
       "      <td>60.000000000000000</td>\n",
       "      <td>56</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>47.62</td>\n",
       "      <td>33</td>\n",
       "      <td>41.460000000000001</td>\n",
       "      <td>53.66</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1333260 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         uniq_key rank            race_time tansho_odds  \\\n",
       "951840  rno=12&jcd=05&hd=20110507    3  109.799999999999997         NaN   \n",
       "951841  rno=12&jcd=05&hd=20110507    5  111.400000000000006         NaN   \n",
       "951842  rno=12&jcd=05&hd=20110507    2  108.599999999999994         NaN   \n",
       "951843  rno=12&jcd=05&hd=20110507    1  107.000000000000000         NaN   \n",
       "951844  rno=12&jcd=05&hd=20110507    6  112.599999999999994         NaN   \n",
       "...                           ...  ...                  ...         ...   \n",
       "996079   rno=9&jcd=13&hd=20200715    1  110.900000000000006         1.3   \n",
       "996080   rno=9&jcd=13&hd=20200715    2  111.599999999999994         7.6   \n",
       "996081   rno=9&jcd=13&hd=20200715    5  114.700000000000003         8.5   \n",
       "996082   rno=9&jcd=13&hd=20200715    3  113.299999999999997        15.2   \n",
       "996083   rno=9&jcd=13&hd=20200715    4  114.500000000000000        18.7   \n",
       "\n",
       "       fukusho_odds                   cup_name kaijo_name  waku_name  \\\n",
       "951840          NaN   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          1   \n",
       "951841          NaN   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          2   \n",
       "951842          NaN   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          3   \n",
       "951843          NaN   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          4   \n",
       "951844          NaN   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          5   \n",
       "...             ...                        ...        ...        ...   \n",
       "996079      1.2-1.4  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          2   \n",
       "996080      1.5-2.0  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          3   \n",
       "996081      2.4-3.5  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          4   \n",
       "996082      3.2-4.6  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          5   \n",
       "996083     9.0-12.4  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          6   \n",
       "\n",
       "        touroku_no class_name racer_name country    age  weight fnum lnum  \\\n",
       "951840        3484         A1      芝田 浩治      兵庫  兵庫39歳  53.5kg   F0   L0   \n",
       "951841        3933         A1      山地 正樹      岡山  岡山34歳  53.5kg   F0   L0   \n",
       "951842        3563         A1        堤 昇      静岡  静岡41歳  50.1kg   F0   L0   \n",
       "951843        3986         A1      沖島 広和      福岡  福岡33歳  52.9kg   F0   L0   \n",
       "951844        4089         A1      妹尾 忠幸      岡山  岡山30歳  53.5kg   F0   L0   \n",
       "...            ...        ...        ...     ...    ...     ...  ...  ...   \n",
       "996079        4477         A1      篠崎 仁志      福岡  福岡32歳  51.3kg   F0   L0   \n",
       "996080        4573         A1       佐藤 翼      埼玉  埼玉31歳  51.2kg   F1   L0   \n",
       "996081        4375         A2      照屋 厚仁      兵庫  大阪36歳  51.0kg   F0   L0   \n",
       "996082        4381         A2      田路 朋史      兵庫  兵庫35歳  51.0kg   F0   L0   \n",
       "996083        4822         A2       百武 翔      佐賀  佐賀27歳  51.0kg   F0   L0   \n",
       "\n",
       "       mean_st  zenkoku_win_in_1_prob  zenkoku_win_in_2_prob  \\\n",
       "951840    0.18                   7.22     56.200000000000003   \n",
       "951841    0.18                   7.11     56.399999999999999   \n",
       "951842    0.16                   6.61     49.500000000000000   \n",
       "951843    0.16                   7.03     52.799999999999997   \n",
       "951844    0.18                   6.15     43.899999999999999   \n",
       "...        ...                    ...                    ...   \n",
       "996079    0.15                   7.40     52.710000000000001   \n",
       "996080    0.15                   7.14     55.100000000000001   \n",
       "996081    0.18                   5.60     36.789999999999999   \n",
       "996082    0.17                   5.65     42.049999999999997   \n",
       "996083    0.17                   5.24     27.629999999999999   \n",
       "\n",
       "        zenkoku_win_in_3_prob  touchi_win_in_1_prob  touchi_win_in_2_prob  \\\n",
       "951840      0.000000000000000                  6.64    57.500000000000000   \n",
       "951841      0.000000000000000                  6.89    52.600000000000001   \n",
       "951842      0.000000000000000                  6.29    51.600000000000001   \n",
       "951843      0.000000000000000                  6.70    60.000000000000000   \n",
       "951844      0.000000000000000                  5.90    41.299999999999997   \n",
       "...                       ...                   ...                   ...   \n",
       "996079     79.069999999999993                  7.60    55.320000000000000   \n",
       "996080     71.430000000000007                  7.70    65.000000000000000   \n",
       "996081     59.430000000000000                  6.60    55.060000000000002   \n",
       "996082     59.090000000000003                  5.73    39.799999999999997   \n",
       "996083     52.630000000000003                  5.30    30.000000000000000   \n",
       "\n",
       "        touchi_win_in_3_prob  mortor_win_in_1_prob  mortor_win_in_2_prob  \\\n",
       "951840     0.000000000000000                    22    22.600000000000001   \n",
       "951841     0.000000000000000                    36    31.600000000000001   \n",
       "951842     0.000000000000000                    28    35.700000000000003   \n",
       "951843     0.000000000000000                    55    27.199999999999999   \n",
       "951844     0.000000000000000                    25    38.200000000000003   \n",
       "...                      ...                   ...                   ...   \n",
       "996079    72.340000000000003                    14    55.100000000000001   \n",
       "996080    70.000000000000000                    42    48.780000000000001   \n",
       "996081    67.420000000000002                    32    37.500000000000000   \n",
       "996082    60.200000000000003                    45    33.329999999999998   \n",
       "996083    60.000000000000000                    56    33.329999999999998   \n",
       "\n",
       "       mortor_win_in_3_prob  boat_win_in_1_prob  boat_win_in_2_prob  \\\n",
       "951840                    -                  66  29.600000000000001   \n",
       "951841                    -                  57  33.500000000000000   \n",
       "951842                    -                  23  30.600000000000001   \n",
       "951843                    -                  28  41.299999999999997   \n",
       "951844                    -                  60  26.899999999999999   \n",
       "...                     ...                 ...                 ...   \n",
       "996079                67.35                  32  36.000000000000000   \n",
       "996080                65.85                  55  34.880000000000003   \n",
       "996081                47.50                  69  48.939999999999998   \n",
       "996082                51.67                  62  32.649999999999999   \n",
       "996083                47.62                  33  41.460000000000001   \n",
       "\n",
       "       boat_win_in_3_prob rno jcd        hd  \n",
       "951840                  -  12  05  20110507  \n",
       "951841                  -  12  05  20110507  \n",
       "951842                  -  12  05  20110507  \n",
       "951843                  -  12  05  20110507  \n",
       "951844                  -  12  05  20110507  \n",
       "...                   ...  ..  ..       ...  \n",
       "996079              56.00   9  13  20200715  \n",
       "996080              55.81   9  13  20200715  \n",
       "996081              59.57   9  13  20200715  \n",
       "996082              46.94   9  13  20200715  \n",
       "996083              53.66   9  13  20200715  \n",
       "\n",
       "[1333260 rows x 32 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# race_time sanitize\n",
    "\n",
    "def race_time_sanitize(x):\n",
    "    if not pd.isna(x):\n",
    "        h, t = x.split(\"'\")\n",
    "        t = t.replace('\"', \".\")\n",
    "        return int(h) * 60 + float(t)\n",
    "    else:\n",
    "        return None\n",
    "df[\"race_time\"] = df[\"race_time\"].apply(race_time_sanitize)\n",
    "\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>uniq_key</th>\n",
       "      <th>rank</th>\n",
       "      <th>race_time</th>\n",
       "      <th>tansho_odds</th>\n",
       "      <th>cup_name</th>\n",
       "      <th>kaijo_name</th>\n",
       "      <th>waku_name</th>\n",
       "      <th>touroku_no</th>\n",
       "      <th>class_name</th>\n",
       "      <th>racer_name</th>\n",
       "      <th>country</th>\n",
       "      <th>age</th>\n",
       "      <th>weight</th>\n",
       "      <th>fnum</th>\n",
       "      <th>lnum</th>\n",
       "      <th>mean_st</th>\n",
       "      <th>zenkoku_win_in_1_prob</th>\n",
       "      <th>zenkoku_win_in_2_prob</th>\n",
       "      <th>zenkoku_win_in_3_prob</th>\n",
       "      <th>touchi_win_in_1_prob</th>\n",
       "      <th>touchi_win_in_2_prob</th>\n",
       "      <th>touchi_win_in_3_prob</th>\n",
       "      <th>mortor_win_in_1_prob</th>\n",
       "      <th>mortor_win_in_2_prob</th>\n",
       "      <th>mortor_win_in_3_prob</th>\n",
       "      <th>boat_win_in_1_prob</th>\n",
       "      <th>boat_win_in_2_prob</th>\n",
       "      <th>boat_win_in_3_prob</th>\n",
       "      <th>rno</th>\n",
       "      <th>jcd</th>\n",
       "      <th>hd</th>\n",
       "      <th>fukusho_min</th>\n",
       "      <th>fukusho_max</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>951840</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>3</td>\n",
       "      <td>109.799999999999997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>1</td>\n",
       "      <td>3484</td>\n",
       "      <td>A1</td>\n",
       "      <td>芝田 浩治</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>兵庫39歳</td>\n",
       "      <td>53.5kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>7.22</td>\n",
       "      <td>56.200000000000003</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.64</td>\n",
       "      <td>57.500000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>22</td>\n",
       "      <td>22.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>66</td>\n",
       "      <td>29.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951841</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>5</td>\n",
       "      <td>111.400000000000006</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>2</td>\n",
       "      <td>3933</td>\n",
       "      <td>A1</td>\n",
       "      <td>山地 正樹</td>\n",
       "      <td>岡山</td>\n",
       "      <td>岡山34歳</td>\n",
       "      <td>53.5kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>7.11</td>\n",
       "      <td>56.399999999999999</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.89</td>\n",
       "      <td>52.600000000000001</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>36</td>\n",
       "      <td>31.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>57</td>\n",
       "      <td>33.500000000000000</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951842</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>2</td>\n",
       "      <td>108.599999999999994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>3</td>\n",
       "      <td>3563</td>\n",
       "      <td>A1</td>\n",
       "      <td>堤 昇</td>\n",
       "      <td>静岡</td>\n",
       "      <td>静岡41歳</td>\n",
       "      <td>50.1kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>6.61</td>\n",
       "      <td>49.500000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.29</td>\n",
       "      <td>51.600000000000001</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>28</td>\n",
       "      <td>35.700000000000003</td>\n",
       "      <td>-</td>\n",
       "      <td>23</td>\n",
       "      <td>30.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951843</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>1</td>\n",
       "      <td>107.000000000000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>4</td>\n",
       "      <td>3986</td>\n",
       "      <td>A1</td>\n",
       "      <td>沖島 広和</td>\n",
       "      <td>福岡</td>\n",
       "      <td>福岡33歳</td>\n",
       "      <td>52.9kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>7.03</td>\n",
       "      <td>52.799999999999997</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.70</td>\n",
       "      <td>60.000000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>55</td>\n",
       "      <td>27.199999999999999</td>\n",
       "      <td>-</td>\n",
       "      <td>28</td>\n",
       "      <td>41.299999999999997</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951844</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>6</td>\n",
       "      <td>112.599999999999994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>5</td>\n",
       "      <td>4089</td>\n",
       "      <td>A1</td>\n",
       "      <td>妹尾 忠幸</td>\n",
       "      <td>岡山</td>\n",
       "      <td>岡山30歳</td>\n",
       "      <td>53.5kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>6.15</td>\n",
       "      <td>43.899999999999999</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>5.90</td>\n",
       "      <td>41.299999999999997</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>25</td>\n",
       "      <td>38.200000000000003</td>\n",
       "      <td>-</td>\n",
       "      <td>60</td>\n",
       "      <td>26.899999999999999</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996079</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>1</td>\n",
       "      <td>110.900000000000006</td>\n",
       "      <td>1.3</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>2</td>\n",
       "      <td>4477</td>\n",
       "      <td>A1</td>\n",
       "      <td>篠崎 仁志</td>\n",
       "      <td>福岡</td>\n",
       "      <td>福岡32歳</td>\n",
       "      <td>51.3kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>7.40</td>\n",
       "      <td>52.710000000000001</td>\n",
       "      <td>79.069999999999993</td>\n",
       "      <td>7.60</td>\n",
       "      <td>55.320000000000000</td>\n",
       "      <td>72.340000000000003</td>\n",
       "      <td>14</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>67.35</td>\n",
       "      <td>32</td>\n",
       "      <td>36.000000000000000</td>\n",
       "      <td>56.00</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>1.2</td>\n",
       "      <td>1.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996080</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>2</td>\n",
       "      <td>111.599999999999994</td>\n",
       "      <td>7.6</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>3</td>\n",
       "      <td>4573</td>\n",
       "      <td>A1</td>\n",
       "      <td>佐藤 翼</td>\n",
       "      <td>埼玉</td>\n",
       "      <td>埼玉31歳</td>\n",
       "      <td>51.2kg</td>\n",
       "      <td>F1</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>7.14</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>71.430000000000007</td>\n",
       "      <td>7.70</td>\n",
       "      <td>65.000000000000000</td>\n",
       "      <td>70.000000000000000</td>\n",
       "      <td>42</td>\n",
       "      <td>48.780000000000001</td>\n",
       "      <td>65.85</td>\n",
       "      <td>55</td>\n",
       "      <td>34.880000000000003</td>\n",
       "      <td>55.81</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>1.5</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996081</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>5</td>\n",
       "      <td>114.700000000000003</td>\n",
       "      <td>8.5</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>4</td>\n",
       "      <td>4375</td>\n",
       "      <td>A2</td>\n",
       "      <td>照屋 厚仁</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>大阪36歳</td>\n",
       "      <td>51.0kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>5.60</td>\n",
       "      <td>36.789999999999999</td>\n",
       "      <td>59.430000000000000</td>\n",
       "      <td>6.60</td>\n",
       "      <td>55.060000000000002</td>\n",
       "      <td>67.420000000000002</td>\n",
       "      <td>32</td>\n",
       "      <td>37.500000000000000</td>\n",
       "      <td>47.50</td>\n",
       "      <td>69</td>\n",
       "      <td>48.939999999999998</td>\n",
       "      <td>59.57</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>2.4</td>\n",
       "      <td>3.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996082</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>3</td>\n",
       "      <td>113.299999999999997</td>\n",
       "      <td>15.2</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>5</td>\n",
       "      <td>4381</td>\n",
       "      <td>A2</td>\n",
       "      <td>田路 朋史</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>兵庫35歳</td>\n",
       "      <td>51.0kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.65</td>\n",
       "      <td>42.049999999999997</td>\n",
       "      <td>59.090000000000003</td>\n",
       "      <td>5.73</td>\n",
       "      <td>39.799999999999997</td>\n",
       "      <td>60.200000000000003</td>\n",
       "      <td>45</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>51.67</td>\n",
       "      <td>62</td>\n",
       "      <td>32.649999999999999</td>\n",
       "      <td>46.94</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>3.2</td>\n",
       "      <td>4.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996083</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>4</td>\n",
       "      <td>114.500000000000000</td>\n",
       "      <td>18.7</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>6</td>\n",
       "      <td>4822</td>\n",
       "      <td>A2</td>\n",
       "      <td>百武 翔</td>\n",
       "      <td>佐賀</td>\n",
       "      <td>佐賀27歳</td>\n",
       "      <td>51.0kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.24</td>\n",
       "      <td>27.629999999999999</td>\n",
       "      <td>52.630000000000003</td>\n",
       "      <td>5.30</td>\n",
       "      <td>30.000000000000000</td>\n",
       "      <td>60.000000000000000</td>\n",
       "      <td>56</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>47.62</td>\n",
       "      <td>33</td>\n",
       "      <td>41.460000000000001</td>\n",
       "      <td>53.66</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>9.0</td>\n",
       "      <td>12.4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1333260 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         uniq_key rank            race_time tansho_odds  \\\n",
       "951840  rno=12&jcd=05&hd=20110507    3  109.799999999999997         NaN   \n",
       "951841  rno=12&jcd=05&hd=20110507    5  111.400000000000006         NaN   \n",
       "951842  rno=12&jcd=05&hd=20110507    2  108.599999999999994         NaN   \n",
       "951843  rno=12&jcd=05&hd=20110507    1  107.000000000000000         NaN   \n",
       "951844  rno=12&jcd=05&hd=20110507    6  112.599999999999994         NaN   \n",
       "...                           ...  ...                  ...         ...   \n",
       "996079   rno=9&jcd=13&hd=20200715    1  110.900000000000006         1.3   \n",
       "996080   rno=9&jcd=13&hd=20200715    2  111.599999999999994         7.6   \n",
       "996081   rno=9&jcd=13&hd=20200715    5  114.700000000000003         8.5   \n",
       "996082   rno=9&jcd=13&hd=20200715    3  113.299999999999997        15.2   \n",
       "996083   rno=9&jcd=13&hd=20200715    4  114.500000000000000        18.7   \n",
       "\n",
       "                         cup_name kaijo_name  waku_name  touroku_no  \\\n",
       "951840   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          1        3484   \n",
       "951841   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          2        3933   \n",
       "951842   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          3        3563   \n",
       "951843   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          4        3986   \n",
       "951844   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          5        4089   \n",
       "...                           ...        ...        ...         ...   \n",
       "996079  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          2        4477   \n",
       "996080  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          3        4573   \n",
       "996081  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          4        4375   \n",
       "996082  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          5        4381   \n",
       "996083  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          6        4822   \n",
       "\n",
       "       class_name racer_name country    age  weight fnum lnum mean_st  \\\n",
       "951840         A1      芝田 浩治      兵庫  兵庫39歳  53.5kg   F0   L0    0.18   \n",
       "951841         A1      山地 正樹      岡山  岡山34歳  53.5kg   F0   L0    0.18   \n",
       "951842         A1        堤 昇      静岡  静岡41歳  50.1kg   F0   L0    0.16   \n",
       "951843         A1      沖島 広和      福岡  福岡33歳  52.9kg   F0   L0    0.16   \n",
       "951844         A1      妹尾 忠幸      岡山  岡山30歳  53.5kg   F0   L0    0.18   \n",
       "...           ...        ...     ...    ...     ...  ...  ...     ...   \n",
       "996079         A1      篠崎 仁志      福岡  福岡32歳  51.3kg   F0   L0    0.15   \n",
       "996080         A1       佐藤 翼      埼玉  埼玉31歳  51.2kg   F1   L0    0.15   \n",
       "996081         A2      照屋 厚仁      兵庫  大阪36歳  51.0kg   F0   L0    0.18   \n",
       "996082         A2      田路 朋史      兵庫  兵庫35歳  51.0kg   F0   L0    0.17   \n",
       "996083         A2       百武 翔      佐賀  佐賀27歳  51.0kg   F0   L0    0.17   \n",
       "\n",
       "        zenkoku_win_in_1_prob  zenkoku_win_in_2_prob  zenkoku_win_in_3_prob  \\\n",
       "951840                   7.22     56.200000000000003      0.000000000000000   \n",
       "951841                   7.11     56.399999999999999      0.000000000000000   \n",
       "951842                   6.61     49.500000000000000      0.000000000000000   \n",
       "951843                   7.03     52.799999999999997      0.000000000000000   \n",
       "951844                   6.15     43.899999999999999      0.000000000000000   \n",
       "...                       ...                    ...                    ...   \n",
       "996079                   7.40     52.710000000000001     79.069999999999993   \n",
       "996080                   7.14     55.100000000000001     71.430000000000007   \n",
       "996081                   5.60     36.789999999999999     59.430000000000000   \n",
       "996082                   5.65     42.049999999999997     59.090000000000003   \n",
       "996083                   5.24     27.629999999999999     52.630000000000003   \n",
       "\n",
       "        touchi_win_in_1_prob  touchi_win_in_2_prob  touchi_win_in_3_prob  \\\n",
       "951840                  6.64    57.500000000000000     0.000000000000000   \n",
       "951841                  6.89    52.600000000000001     0.000000000000000   \n",
       "951842                  6.29    51.600000000000001     0.000000000000000   \n",
       "951843                  6.70    60.000000000000000     0.000000000000000   \n",
       "951844                  5.90    41.299999999999997     0.000000000000000   \n",
       "...                      ...                   ...                   ...   \n",
       "996079                  7.60    55.320000000000000    72.340000000000003   \n",
       "996080                  7.70    65.000000000000000    70.000000000000000   \n",
       "996081                  6.60    55.060000000000002    67.420000000000002   \n",
       "996082                  5.73    39.799999999999997    60.200000000000003   \n",
       "996083                  5.30    30.000000000000000    60.000000000000000   \n",
       "\n",
       "        mortor_win_in_1_prob  mortor_win_in_2_prob mortor_win_in_3_prob  \\\n",
       "951840                    22    22.600000000000001                    -   \n",
       "951841                    36    31.600000000000001                    -   \n",
       "951842                    28    35.700000000000003                    -   \n",
       "951843                    55    27.199999999999999                    -   \n",
       "951844                    25    38.200000000000003                    -   \n",
       "...                      ...                   ...                  ...   \n",
       "996079                    14    55.100000000000001                67.35   \n",
       "996080                    42    48.780000000000001                65.85   \n",
       "996081                    32    37.500000000000000                47.50   \n",
       "996082                    45    33.329999999999998                51.67   \n",
       "996083                    56    33.329999999999998                47.62   \n",
       "\n",
       "        boat_win_in_1_prob  boat_win_in_2_prob boat_win_in_3_prob rno jcd  \\\n",
       "951840                  66  29.600000000000001                  -  12  05   \n",
       "951841                  57  33.500000000000000                  -  12  05   \n",
       "951842                  23  30.600000000000001                  -  12  05   \n",
       "951843                  28  41.299999999999997                  -  12  05   \n",
       "951844                  60  26.899999999999999                  -  12  05   \n",
       "...                    ...                 ...                ...  ..  ..   \n",
       "996079                  32  36.000000000000000              56.00   9  13   \n",
       "996080                  55  34.880000000000003              55.81   9  13   \n",
       "996081                  69  48.939999999999998              59.57   9  13   \n",
       "996082                  62  32.649999999999999              46.94   9  13   \n",
       "996083                  33  41.460000000000001              53.66   9  13   \n",
       "\n",
       "              hd  fukusho_min  fukusho_max  \n",
       "951840  20110507          NaN          NaN  \n",
       "951841  20110507          NaN          NaN  \n",
       "951842  20110507          NaN          NaN  \n",
       "951843  20110507          NaN          NaN  \n",
       "951844  20110507          NaN          NaN  \n",
       "...          ...          ...          ...  \n",
       "996079  20200715          1.2          1.4  \n",
       "996080  20200715          1.5          2.0  \n",
       "996081  20200715          2.4          3.5  \n",
       "996082  20200715          3.2          4.6  \n",
       "996083  20200715          9.0         12.4  \n",
       "\n",
       "[1333260 rows x 33 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# split fukusho to min, max\n",
    "def split_fukusho_to_min_max(x, index=0):\n",
    "    if not pd.isna(x):\n",
    "        try:\n",
    "            min_, max_ = x.split(\"-\")\n",
    "            min_, max_ = [float(min_), float(max_)]\n",
    "            return [min_, max_][index]\n",
    "        except:\n",
    "            return None\n",
    "    else:\n",
    "        return None\n",
    "\n",
    "df[\"fukusho_min\"] = df[\"fukusho_odds\"].apply(lambda x:split_fukusho_to_min_max(x, 0))\n",
    "df[\"fukusho_max\"] = df[\"fukusho_odds\"].apply(lambda x:split_fukusho_to_min_max(x, 1))\n",
    "\n",
    "df.drop([\"fukusho_odds\"], axis=1, inplace=True)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>uniq_key</th>\n",
       "      <th>rank</th>\n",
       "      <th>race_time</th>\n",
       "      <th>tansho_odds</th>\n",
       "      <th>cup_name</th>\n",
       "      <th>kaijo_name</th>\n",
       "      <th>waku_name</th>\n",
       "      <th>touroku_no</th>\n",
       "      <th>class_name</th>\n",
       "      <th>racer_name</th>\n",
       "      <th>country</th>\n",
       "      <th>age</th>\n",
       "      <th>weight</th>\n",
       "      <th>fnum</th>\n",
       "      <th>lnum</th>\n",
       "      <th>mean_st</th>\n",
       "      <th>zenkoku_win_in_1_prob</th>\n",
       "      <th>zenkoku_win_in_2_prob</th>\n",
       "      <th>zenkoku_win_in_3_prob</th>\n",
       "      <th>touchi_win_in_1_prob</th>\n",
       "      <th>touchi_win_in_2_prob</th>\n",
       "      <th>touchi_win_in_3_prob</th>\n",
       "      <th>mortor_win_in_1_prob</th>\n",
       "      <th>mortor_win_in_2_prob</th>\n",
       "      <th>mortor_win_in_3_prob</th>\n",
       "      <th>boat_win_in_1_prob</th>\n",
       "      <th>boat_win_in_2_prob</th>\n",
       "      <th>boat_win_in_3_prob</th>\n",
       "      <th>rno</th>\n",
       "      <th>jcd</th>\n",
       "      <th>hd</th>\n",
       "      <th>fukusho_min</th>\n",
       "      <th>fukusho_max</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>951840</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>3</td>\n",
       "      <td>109.799999999999997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>1</td>\n",
       "      <td>3484</td>\n",
       "      <td>A1</td>\n",
       "      <td>芝田 浩治</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>39</td>\n",
       "      <td>53.5kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>7.22</td>\n",
       "      <td>56.200000000000003</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.64</td>\n",
       "      <td>57.500000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>22</td>\n",
       "      <td>22.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>66</td>\n",
       "      <td>29.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951841</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>5</td>\n",
       "      <td>111.400000000000006</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>2</td>\n",
       "      <td>3933</td>\n",
       "      <td>A1</td>\n",
       "      <td>山地 正樹</td>\n",
       "      <td>岡山</td>\n",
       "      <td>34</td>\n",
       "      <td>53.5kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>7.11</td>\n",
       "      <td>56.399999999999999</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.89</td>\n",
       "      <td>52.600000000000001</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>36</td>\n",
       "      <td>31.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>57</td>\n",
       "      <td>33.500000000000000</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951842</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>2</td>\n",
       "      <td>108.599999999999994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>3</td>\n",
       "      <td>3563</td>\n",
       "      <td>A1</td>\n",
       "      <td>堤 昇</td>\n",
       "      <td>静岡</td>\n",
       "      <td>41</td>\n",
       "      <td>50.1kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>6.61</td>\n",
       "      <td>49.500000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.29</td>\n",
       "      <td>51.600000000000001</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>28</td>\n",
       "      <td>35.700000000000003</td>\n",
       "      <td>-</td>\n",
       "      <td>23</td>\n",
       "      <td>30.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951843</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>1</td>\n",
       "      <td>107.000000000000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>4</td>\n",
       "      <td>3986</td>\n",
       "      <td>A1</td>\n",
       "      <td>沖島 広和</td>\n",
       "      <td>福岡</td>\n",
       "      <td>33</td>\n",
       "      <td>52.9kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>7.03</td>\n",
       "      <td>52.799999999999997</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.70</td>\n",
       "      <td>60.000000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>55</td>\n",
       "      <td>27.199999999999999</td>\n",
       "      <td>-</td>\n",
       "      <td>28</td>\n",
       "      <td>41.299999999999997</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951844</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>6</td>\n",
       "      <td>112.599999999999994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>5</td>\n",
       "      <td>4089</td>\n",
       "      <td>A1</td>\n",
       "      <td>妹尾 忠幸</td>\n",
       "      <td>岡山</td>\n",
       "      <td>30</td>\n",
       "      <td>53.5kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>6.15</td>\n",
       "      <td>43.899999999999999</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>5.90</td>\n",
       "      <td>41.299999999999997</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>25</td>\n",
       "      <td>38.200000000000003</td>\n",
       "      <td>-</td>\n",
       "      <td>60</td>\n",
       "      <td>26.899999999999999</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996079</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>1</td>\n",
       "      <td>110.900000000000006</td>\n",
       "      <td>1.3</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>2</td>\n",
       "      <td>4477</td>\n",
       "      <td>A1</td>\n",
       "      <td>篠崎 仁志</td>\n",
       "      <td>福岡</td>\n",
       "      <td>32</td>\n",
       "      <td>51.3kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>7.40</td>\n",
       "      <td>52.710000000000001</td>\n",
       "      <td>79.069999999999993</td>\n",
       "      <td>7.60</td>\n",
       "      <td>55.320000000000000</td>\n",
       "      <td>72.340000000000003</td>\n",
       "      <td>14</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>67.35</td>\n",
       "      <td>32</td>\n",
       "      <td>36.000000000000000</td>\n",
       "      <td>56.00</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>1.2</td>\n",
       "      <td>1.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996080</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>2</td>\n",
       "      <td>111.599999999999994</td>\n",
       "      <td>7.6</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>3</td>\n",
       "      <td>4573</td>\n",
       "      <td>A1</td>\n",
       "      <td>佐藤 翼</td>\n",
       "      <td>埼玉</td>\n",
       "      <td>31</td>\n",
       "      <td>51.2kg</td>\n",
       "      <td>F1</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>7.14</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>71.430000000000007</td>\n",
       "      <td>7.70</td>\n",
       "      <td>65.000000000000000</td>\n",
       "      <td>70.000000000000000</td>\n",
       "      <td>42</td>\n",
       "      <td>48.780000000000001</td>\n",
       "      <td>65.85</td>\n",
       "      <td>55</td>\n",
       "      <td>34.880000000000003</td>\n",
       "      <td>55.81</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>1.5</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996081</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>5</td>\n",
       "      <td>114.700000000000003</td>\n",
       "      <td>8.5</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>4</td>\n",
       "      <td>4375</td>\n",
       "      <td>A2</td>\n",
       "      <td>照屋 厚仁</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>36</td>\n",
       "      <td>51.0kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>5.60</td>\n",
       "      <td>36.789999999999999</td>\n",
       "      <td>59.430000000000000</td>\n",
       "      <td>6.60</td>\n",
       "      <td>55.060000000000002</td>\n",
       "      <td>67.420000000000002</td>\n",
       "      <td>32</td>\n",
       "      <td>37.500000000000000</td>\n",
       "      <td>47.50</td>\n",
       "      <td>69</td>\n",
       "      <td>48.939999999999998</td>\n",
       "      <td>59.57</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>2.4</td>\n",
       "      <td>3.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996082</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>3</td>\n",
       "      <td>113.299999999999997</td>\n",
       "      <td>15.2</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>5</td>\n",
       "      <td>4381</td>\n",
       "      <td>A2</td>\n",
       "      <td>田路 朋史</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>35</td>\n",
       "      <td>51.0kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.65</td>\n",
       "      <td>42.049999999999997</td>\n",
       "      <td>59.090000000000003</td>\n",
       "      <td>5.73</td>\n",
       "      <td>39.799999999999997</td>\n",
       "      <td>60.200000000000003</td>\n",
       "      <td>45</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>51.67</td>\n",
       "      <td>62</td>\n",
       "      <td>32.649999999999999</td>\n",
       "      <td>46.94</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>3.2</td>\n",
       "      <td>4.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996083</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>4</td>\n",
       "      <td>114.500000000000000</td>\n",
       "      <td>18.7</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>6</td>\n",
       "      <td>4822</td>\n",
       "      <td>A2</td>\n",
       "      <td>百武 翔</td>\n",
       "      <td>佐賀</td>\n",
       "      <td>27</td>\n",
       "      <td>51.0kg</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.24</td>\n",
       "      <td>27.629999999999999</td>\n",
       "      <td>52.630000000000003</td>\n",
       "      <td>5.30</td>\n",
       "      <td>30.000000000000000</td>\n",
       "      <td>60.000000000000000</td>\n",
       "      <td>56</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>47.62</td>\n",
       "      <td>33</td>\n",
       "      <td>41.460000000000001</td>\n",
       "      <td>53.66</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>9.0</td>\n",
       "      <td>12.4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1333260 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         uniq_key rank            race_time tansho_odds  \\\n",
       "951840  rno=12&jcd=05&hd=20110507    3  109.799999999999997         NaN   \n",
       "951841  rno=12&jcd=05&hd=20110507    5  111.400000000000006         NaN   \n",
       "951842  rno=12&jcd=05&hd=20110507    2  108.599999999999994         NaN   \n",
       "951843  rno=12&jcd=05&hd=20110507    1  107.000000000000000         NaN   \n",
       "951844  rno=12&jcd=05&hd=20110507    6  112.599999999999994         NaN   \n",
       "...                           ...  ...                  ...         ...   \n",
       "996079   rno=9&jcd=13&hd=20200715    1  110.900000000000006         1.3   \n",
       "996080   rno=9&jcd=13&hd=20200715    2  111.599999999999994         7.6   \n",
       "996081   rno=9&jcd=13&hd=20200715    5  114.700000000000003         8.5   \n",
       "996082   rno=9&jcd=13&hd=20200715    3  113.299999999999997        15.2   \n",
       "996083   rno=9&jcd=13&hd=20200715    4  114.500000000000000        18.7   \n",
       "\n",
       "                         cup_name kaijo_name  waku_name  touroku_no  \\\n",
       "951840   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          1        3484   \n",
       "951841   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          2        3933   \n",
       "951842   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          3        3563   \n",
       "951843   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          4        3986   \n",
       "951844   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          5        4089   \n",
       "...                           ...        ...        ...         ...   \n",
       "996079  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          2        4477   \n",
       "996080  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          3        4573   \n",
       "996081  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          4        4375   \n",
       "996082  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          5        4381   \n",
       "996083  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          6        4822   \n",
       "\n",
       "       class_name racer_name country  age  weight fnum lnum mean_st  \\\n",
       "951840         A1      芝田 浩治      兵庫   39  53.5kg   F0   L0    0.18   \n",
       "951841         A1      山地 正樹      岡山   34  53.5kg   F0   L0    0.18   \n",
       "951842         A1        堤 昇      静岡   41  50.1kg   F0   L0    0.16   \n",
       "951843         A1      沖島 広和      福岡   33  52.9kg   F0   L0    0.16   \n",
       "951844         A1      妹尾 忠幸      岡山   30  53.5kg   F0   L0    0.18   \n",
       "...           ...        ...     ...  ...     ...  ...  ...     ...   \n",
       "996079         A1      篠崎 仁志      福岡   32  51.3kg   F0   L0    0.15   \n",
       "996080         A1       佐藤 翼      埼玉   31  51.2kg   F1   L0    0.15   \n",
       "996081         A2      照屋 厚仁      兵庫   36  51.0kg   F0   L0    0.18   \n",
       "996082         A2      田路 朋史      兵庫   35  51.0kg   F0   L0    0.17   \n",
       "996083         A2       百武 翔      佐賀   27  51.0kg   F0   L0    0.17   \n",
       "\n",
       "        zenkoku_win_in_1_prob  zenkoku_win_in_2_prob  zenkoku_win_in_3_prob  \\\n",
       "951840                   7.22     56.200000000000003      0.000000000000000   \n",
       "951841                   7.11     56.399999999999999      0.000000000000000   \n",
       "951842                   6.61     49.500000000000000      0.000000000000000   \n",
       "951843                   7.03     52.799999999999997      0.000000000000000   \n",
       "951844                   6.15     43.899999999999999      0.000000000000000   \n",
       "...                       ...                    ...                    ...   \n",
       "996079                   7.40     52.710000000000001     79.069999999999993   \n",
       "996080                   7.14     55.100000000000001     71.430000000000007   \n",
       "996081                   5.60     36.789999999999999     59.430000000000000   \n",
       "996082                   5.65     42.049999999999997     59.090000000000003   \n",
       "996083                   5.24     27.629999999999999     52.630000000000003   \n",
       "\n",
       "        touchi_win_in_1_prob  touchi_win_in_2_prob  touchi_win_in_3_prob  \\\n",
       "951840                  6.64    57.500000000000000     0.000000000000000   \n",
       "951841                  6.89    52.600000000000001     0.000000000000000   \n",
       "951842                  6.29    51.600000000000001     0.000000000000000   \n",
       "951843                  6.70    60.000000000000000     0.000000000000000   \n",
       "951844                  5.90    41.299999999999997     0.000000000000000   \n",
       "...                      ...                   ...                   ...   \n",
       "996079                  7.60    55.320000000000000    72.340000000000003   \n",
       "996080                  7.70    65.000000000000000    70.000000000000000   \n",
       "996081                  6.60    55.060000000000002    67.420000000000002   \n",
       "996082                  5.73    39.799999999999997    60.200000000000003   \n",
       "996083                  5.30    30.000000000000000    60.000000000000000   \n",
       "\n",
       "        mortor_win_in_1_prob  mortor_win_in_2_prob mortor_win_in_3_prob  \\\n",
       "951840                    22    22.600000000000001                    -   \n",
       "951841                    36    31.600000000000001                    -   \n",
       "951842                    28    35.700000000000003                    -   \n",
       "951843                    55    27.199999999999999                    -   \n",
       "951844                    25    38.200000000000003                    -   \n",
       "...                      ...                   ...                  ...   \n",
       "996079                    14    55.100000000000001                67.35   \n",
       "996080                    42    48.780000000000001                65.85   \n",
       "996081                    32    37.500000000000000                47.50   \n",
       "996082                    45    33.329999999999998                51.67   \n",
       "996083                    56    33.329999999999998                47.62   \n",
       "\n",
       "        boat_win_in_1_prob  boat_win_in_2_prob boat_win_in_3_prob rno jcd  \\\n",
       "951840                  66  29.600000000000001                  -  12  05   \n",
       "951841                  57  33.500000000000000                  -  12  05   \n",
       "951842                  23  30.600000000000001                  -  12  05   \n",
       "951843                  28  41.299999999999997                  -  12  05   \n",
       "951844                  60  26.899999999999999                  -  12  05   \n",
       "...                    ...                 ...                ...  ..  ..   \n",
       "996079                  32  36.000000000000000              56.00   9  13   \n",
       "996080                  55  34.880000000000003              55.81   9  13   \n",
       "996081                  69  48.939999999999998              59.57   9  13   \n",
       "996082                  62  32.649999999999999              46.94   9  13   \n",
       "996083                  33  41.460000000000001              53.66   9  13   \n",
       "\n",
       "              hd  fukusho_min  fukusho_max  \n",
       "951840  20110507          NaN          NaN  \n",
       "951841  20110507          NaN          NaN  \n",
       "951842  20110507          NaN          NaN  \n",
       "951843  20110507          NaN          NaN  \n",
       "951844  20110507          NaN          NaN  \n",
       "...          ...          ...          ...  \n",
       "996079  20200715          1.2          1.4  \n",
       "996080  20200715          1.5          2.0  \n",
       "996081  20200715          2.4          3.5  \n",
       "996082  20200715          3.2          4.6  \n",
       "996083  20200715          9.0         12.4  \n",
       "\n",
       "[1333260 rows x 33 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# age sanitize\n",
    "def age_sanitize(x):\n",
    "    try:\n",
    "        return int(re.search(\"(\\d{1,})\", x).group(1))\n",
    "    except:\n",
    "        return None\n",
    "\n",
    "df[\"age\"] = df[\"age\"].apply(age_sanitize)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>uniq_key</th>\n",
       "      <th>rank</th>\n",
       "      <th>race_time</th>\n",
       "      <th>tansho_odds</th>\n",
       "      <th>cup_name</th>\n",
       "      <th>kaijo_name</th>\n",
       "      <th>waku_name</th>\n",
       "      <th>touroku_no</th>\n",
       "      <th>class_name</th>\n",
       "      <th>racer_name</th>\n",
       "      <th>country</th>\n",
       "      <th>age</th>\n",
       "      <th>weight</th>\n",
       "      <th>fnum</th>\n",
       "      <th>lnum</th>\n",
       "      <th>mean_st</th>\n",
       "      <th>zenkoku_win_in_1_prob</th>\n",
       "      <th>zenkoku_win_in_2_prob</th>\n",
       "      <th>zenkoku_win_in_3_prob</th>\n",
       "      <th>touchi_win_in_1_prob</th>\n",
       "      <th>touchi_win_in_2_prob</th>\n",
       "      <th>touchi_win_in_3_prob</th>\n",
       "      <th>mortor_win_in_1_prob</th>\n",
       "      <th>mortor_win_in_2_prob</th>\n",
       "      <th>mortor_win_in_3_prob</th>\n",
       "      <th>boat_win_in_1_prob</th>\n",
       "      <th>boat_win_in_2_prob</th>\n",
       "      <th>boat_win_in_3_prob</th>\n",
       "      <th>rno</th>\n",
       "      <th>jcd</th>\n",
       "      <th>hd</th>\n",
       "      <th>fukusho_min</th>\n",
       "      <th>fukusho_max</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>951840</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>3</td>\n",
       "      <td>109.799999999999997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>1</td>\n",
       "      <td>3484</td>\n",
       "      <td>A1</td>\n",
       "      <td>芝田 浩治</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>39</td>\n",
       "      <td>53.5</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>7.22</td>\n",
       "      <td>56.200000000000003</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.64</td>\n",
       "      <td>57.500000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>22</td>\n",
       "      <td>22.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>66</td>\n",
       "      <td>29.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951841</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>5</td>\n",
       "      <td>111.400000000000006</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>2</td>\n",
       "      <td>3933</td>\n",
       "      <td>A1</td>\n",
       "      <td>山地 正樹</td>\n",
       "      <td>岡山</td>\n",
       "      <td>34</td>\n",
       "      <td>53.5</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>7.11</td>\n",
       "      <td>56.399999999999999</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.89</td>\n",
       "      <td>52.600000000000001</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>36</td>\n",
       "      <td>31.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>57</td>\n",
       "      <td>33.500000000000000</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951842</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>2</td>\n",
       "      <td>108.599999999999994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>3</td>\n",
       "      <td>3563</td>\n",
       "      <td>A1</td>\n",
       "      <td>堤 昇</td>\n",
       "      <td>静岡</td>\n",
       "      <td>41</td>\n",
       "      <td>50.1</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>6.61</td>\n",
       "      <td>49.500000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.29</td>\n",
       "      <td>51.600000000000001</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>28</td>\n",
       "      <td>35.700000000000003</td>\n",
       "      <td>-</td>\n",
       "      <td>23</td>\n",
       "      <td>30.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951843</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>1</td>\n",
       "      <td>107.000000000000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>4</td>\n",
       "      <td>3986</td>\n",
       "      <td>A1</td>\n",
       "      <td>沖島 広和</td>\n",
       "      <td>福岡</td>\n",
       "      <td>33</td>\n",
       "      <td>52.9</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>7.03</td>\n",
       "      <td>52.799999999999997</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.70</td>\n",
       "      <td>60.000000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>55</td>\n",
       "      <td>27.199999999999999</td>\n",
       "      <td>-</td>\n",
       "      <td>28</td>\n",
       "      <td>41.299999999999997</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951844</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>6</td>\n",
       "      <td>112.599999999999994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>多摩川</td>\n",
       "      <td>5</td>\n",
       "      <td>4089</td>\n",
       "      <td>A1</td>\n",
       "      <td>妹尾 忠幸</td>\n",
       "      <td>岡山</td>\n",
       "      <td>30</td>\n",
       "      <td>53.5</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>6.15</td>\n",
       "      <td>43.899999999999999</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>5.90</td>\n",
       "      <td>41.299999999999997</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>25</td>\n",
       "      <td>38.200000000000003</td>\n",
       "      <td>-</td>\n",
       "      <td>60</td>\n",
       "      <td>26.899999999999999</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996079</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>1</td>\n",
       "      <td>110.900000000000006</td>\n",
       "      <td>1.3</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>2</td>\n",
       "      <td>4477</td>\n",
       "      <td>A1</td>\n",
       "      <td>篠崎 仁志</td>\n",
       "      <td>福岡</td>\n",
       "      <td>32</td>\n",
       "      <td>51.3</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>7.40</td>\n",
       "      <td>52.710000000000001</td>\n",
       "      <td>79.069999999999993</td>\n",
       "      <td>7.60</td>\n",
       "      <td>55.320000000000000</td>\n",
       "      <td>72.340000000000003</td>\n",
       "      <td>14</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>67.35</td>\n",
       "      <td>32</td>\n",
       "      <td>36.000000000000000</td>\n",
       "      <td>56.00</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>1.2</td>\n",
       "      <td>1.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996080</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>2</td>\n",
       "      <td>111.599999999999994</td>\n",
       "      <td>7.6</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>3</td>\n",
       "      <td>4573</td>\n",
       "      <td>A1</td>\n",
       "      <td>佐藤 翼</td>\n",
       "      <td>埼玉</td>\n",
       "      <td>31</td>\n",
       "      <td>51.2</td>\n",
       "      <td>F1</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>7.14</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>71.430000000000007</td>\n",
       "      <td>7.70</td>\n",
       "      <td>65.000000000000000</td>\n",
       "      <td>70.000000000000000</td>\n",
       "      <td>42</td>\n",
       "      <td>48.780000000000001</td>\n",
       "      <td>65.85</td>\n",
       "      <td>55</td>\n",
       "      <td>34.880000000000003</td>\n",
       "      <td>55.81</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>1.5</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996081</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>5</td>\n",
       "      <td>114.700000000000003</td>\n",
       "      <td>8.5</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>4</td>\n",
       "      <td>4375</td>\n",
       "      <td>A2</td>\n",
       "      <td>照屋 厚仁</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>36</td>\n",
       "      <td>51.0</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>5.60</td>\n",
       "      <td>36.789999999999999</td>\n",
       "      <td>59.430000000000000</td>\n",
       "      <td>6.60</td>\n",
       "      <td>55.060000000000002</td>\n",
       "      <td>67.420000000000002</td>\n",
       "      <td>32</td>\n",
       "      <td>37.500000000000000</td>\n",
       "      <td>47.50</td>\n",
       "      <td>69</td>\n",
       "      <td>48.939999999999998</td>\n",
       "      <td>59.57</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>2.4</td>\n",
       "      <td>3.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996082</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>3</td>\n",
       "      <td>113.299999999999997</td>\n",
       "      <td>15.2</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>5</td>\n",
       "      <td>4381</td>\n",
       "      <td>A2</td>\n",
       "      <td>田路 朋史</td>\n",
       "      <td>兵庫</td>\n",
       "      <td>35</td>\n",
       "      <td>51.0</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.65</td>\n",
       "      <td>42.049999999999997</td>\n",
       "      <td>59.090000000000003</td>\n",
       "      <td>5.73</td>\n",
       "      <td>39.799999999999997</td>\n",
       "      <td>60.200000000000003</td>\n",
       "      <td>45</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>51.67</td>\n",
       "      <td>62</td>\n",
       "      <td>32.649999999999999</td>\n",
       "      <td>46.94</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>3.2</td>\n",
       "      <td>4.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996083</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>4</td>\n",
       "      <td>114.500000000000000</td>\n",
       "      <td>18.7</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>尼崎</td>\n",
       "      <td>6</td>\n",
       "      <td>4822</td>\n",
       "      <td>A2</td>\n",
       "      <td>百武 翔</td>\n",
       "      <td>佐賀</td>\n",
       "      <td>27</td>\n",
       "      <td>51.0</td>\n",
       "      <td>F0</td>\n",
       "      <td>L0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.24</td>\n",
       "      <td>27.629999999999999</td>\n",
       "      <td>52.630000000000003</td>\n",
       "      <td>5.30</td>\n",
       "      <td>30.000000000000000</td>\n",
       "      <td>60.000000000000000</td>\n",
       "      <td>56</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>47.62</td>\n",
       "      <td>33</td>\n",
       "      <td>41.460000000000001</td>\n",
       "      <td>53.66</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>9.0</td>\n",
       "      <td>12.4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1333260 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         uniq_key rank            race_time tansho_odds  \\\n",
       "951840  rno=12&jcd=05&hd=20110507    3  109.799999999999997         NaN   \n",
       "951841  rno=12&jcd=05&hd=20110507    5  111.400000000000006         NaN   \n",
       "951842  rno=12&jcd=05&hd=20110507    2  108.599999999999994         NaN   \n",
       "951843  rno=12&jcd=05&hd=20110507    1  107.000000000000000         NaN   \n",
       "951844  rno=12&jcd=05&hd=20110507    6  112.599999999999994         NaN   \n",
       "...                           ...  ...                  ...         ...   \n",
       "996079   rno=9&jcd=13&hd=20200715    1  110.900000000000006         1.3   \n",
       "996080   rno=9&jcd=13&hd=20200715    2  111.599999999999994         7.6   \n",
       "996081   rno=9&jcd=13&hd=20200715    5  114.700000000000003         8.5   \n",
       "996082   rno=9&jcd=13&hd=20200715    3  113.299999999999997        15.2   \n",
       "996083   rno=9&jcd=13&hd=20200715    4  114.500000000000000        18.7   \n",
       "\n",
       "                         cup_name kaijo_name  waku_name  touroku_no  \\\n",
       "951840   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          1        3484   \n",
       "951841   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          2        3933   \n",
       "951842   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          3        3563   \n",
       "951843   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          4        3986   \n",
       "951844   東日本大震災被災地支援競走第４６回東京スポーツ賞        多摩川          5        4089   \n",
       "...                           ...        ...        ...         ...   \n",
       "996079  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          2        4477   \n",
       "996080  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          3        4573   \n",
       "996081  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          4        4375   \n",
       "996082  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          5        4381   \n",
       "996083  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜         尼崎          6        4822   \n",
       "\n",
       "       class_name racer_name country  age weight fnum lnum mean_st  \\\n",
       "951840         A1      芝田 浩治      兵庫   39   53.5   F0   L0    0.18   \n",
       "951841         A1      山地 正樹      岡山   34   53.5   F0   L0    0.18   \n",
       "951842         A1        堤 昇      静岡   41   50.1   F0   L0    0.16   \n",
       "951843         A1      沖島 広和      福岡   33   52.9   F0   L0    0.16   \n",
       "951844         A1      妹尾 忠幸      岡山   30   53.5   F0   L0    0.18   \n",
       "...           ...        ...     ...  ...    ...  ...  ...     ...   \n",
       "996079         A1      篠崎 仁志      福岡   32   51.3   F0   L0    0.15   \n",
       "996080         A1       佐藤 翼      埼玉   31   51.2   F1   L0    0.15   \n",
       "996081         A2      照屋 厚仁      兵庫   36   51.0   F0   L0    0.18   \n",
       "996082         A2      田路 朋史      兵庫   35   51.0   F0   L0    0.17   \n",
       "996083         A2       百武 翔      佐賀   27   51.0   F0   L0    0.17   \n",
       "\n",
       "        zenkoku_win_in_1_prob  zenkoku_win_in_2_prob  zenkoku_win_in_3_prob  \\\n",
       "951840                   7.22     56.200000000000003      0.000000000000000   \n",
       "951841                   7.11     56.399999999999999      0.000000000000000   \n",
       "951842                   6.61     49.500000000000000      0.000000000000000   \n",
       "951843                   7.03     52.799999999999997      0.000000000000000   \n",
       "951844                   6.15     43.899999999999999      0.000000000000000   \n",
       "...                       ...                    ...                    ...   \n",
       "996079                   7.40     52.710000000000001     79.069999999999993   \n",
       "996080                   7.14     55.100000000000001     71.430000000000007   \n",
       "996081                   5.60     36.789999999999999     59.430000000000000   \n",
       "996082                   5.65     42.049999999999997     59.090000000000003   \n",
       "996083                   5.24     27.629999999999999     52.630000000000003   \n",
       "\n",
       "        touchi_win_in_1_prob  touchi_win_in_2_prob  touchi_win_in_3_prob  \\\n",
       "951840                  6.64    57.500000000000000     0.000000000000000   \n",
       "951841                  6.89    52.600000000000001     0.000000000000000   \n",
       "951842                  6.29    51.600000000000001     0.000000000000000   \n",
       "951843                  6.70    60.000000000000000     0.000000000000000   \n",
       "951844                  5.90    41.299999999999997     0.000000000000000   \n",
       "...                      ...                   ...                   ...   \n",
       "996079                  7.60    55.320000000000000    72.340000000000003   \n",
       "996080                  7.70    65.000000000000000    70.000000000000000   \n",
       "996081                  6.60    55.060000000000002    67.420000000000002   \n",
       "996082                  5.73    39.799999999999997    60.200000000000003   \n",
       "996083                  5.30    30.000000000000000    60.000000000000000   \n",
       "\n",
       "        mortor_win_in_1_prob  mortor_win_in_2_prob mortor_win_in_3_prob  \\\n",
       "951840                    22    22.600000000000001                    -   \n",
       "951841                    36    31.600000000000001                    -   \n",
       "951842                    28    35.700000000000003                    -   \n",
       "951843                    55    27.199999999999999                    -   \n",
       "951844                    25    38.200000000000003                    -   \n",
       "...                      ...                   ...                  ...   \n",
       "996079                    14    55.100000000000001                67.35   \n",
       "996080                    42    48.780000000000001                65.85   \n",
       "996081                    32    37.500000000000000                47.50   \n",
       "996082                    45    33.329999999999998                51.67   \n",
       "996083                    56    33.329999999999998                47.62   \n",
       "\n",
       "        boat_win_in_1_prob  boat_win_in_2_prob boat_win_in_3_prob rno jcd  \\\n",
       "951840                  66  29.600000000000001                  -  12  05   \n",
       "951841                  57  33.500000000000000                  -  12  05   \n",
       "951842                  23  30.600000000000001                  -  12  05   \n",
       "951843                  28  41.299999999999997                  -  12  05   \n",
       "951844                  60  26.899999999999999                  -  12  05   \n",
       "...                    ...                 ...                ...  ..  ..   \n",
       "996079                  32  36.000000000000000              56.00   9  13   \n",
       "996080                  55  34.880000000000003              55.81   9  13   \n",
       "996081                  69  48.939999999999998              59.57   9  13   \n",
       "996082                  62  32.649999999999999              46.94   9  13   \n",
       "996083                  33  41.460000000000001              53.66   9  13   \n",
       "\n",
       "              hd  fukusho_min  fukusho_max  \n",
       "951840  20110507          NaN          NaN  \n",
       "951841  20110507          NaN          NaN  \n",
       "951842  20110507          NaN          NaN  \n",
       "951843  20110507          NaN          NaN  \n",
       "951844  20110507          NaN          NaN  \n",
       "...          ...          ...          ...  \n",
       "996079  20200715          1.2          1.4  \n",
       "996080  20200715          1.5          2.0  \n",
       "996081  20200715          2.4          3.5  \n",
       "996082  20200715          3.2          4.6  \n",
       "996083  20200715          9.0         12.4  \n",
       "\n",
       "[1333260 rows x 33 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# weight sanitize\n",
    "def weight_sanitize(x):\n",
    "    try:\n",
    "        return re.search(\"(\\d\\d.\\d)\", x).group(1)\n",
    "    except:\n",
    "        return None\n",
    "df[\"weight\"] = df[\"weight\"].apply(weight_sanitize)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv(\"boatrace.csv.gz\", compression=\"gzip\", index=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'|O'"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[\"kaijo_name\"].dtype.str"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>uniq_key</th>\n",
       "      <th>rank</th>\n",
       "      <th>race_time</th>\n",
       "      <th>tansho_odds</th>\n",
       "      <th>cup_name</th>\n",
       "      <th>kaijo_name</th>\n",
       "      <th>waku_name</th>\n",
       "      <th>touroku_no</th>\n",
       "      <th>class_name</th>\n",
       "      <th>racer_name</th>\n",
       "      <th>country</th>\n",
       "      <th>age</th>\n",
       "      <th>weight</th>\n",
       "      <th>fnum</th>\n",
       "      <th>lnum</th>\n",
       "      <th>mean_st</th>\n",
       "      <th>zenkoku_win_in_1_prob</th>\n",
       "      <th>zenkoku_win_in_2_prob</th>\n",
       "      <th>zenkoku_win_in_3_prob</th>\n",
       "      <th>touchi_win_in_1_prob</th>\n",
       "      <th>touchi_win_in_2_prob</th>\n",
       "      <th>touchi_win_in_3_prob</th>\n",
       "      <th>mortor_win_in_1_prob</th>\n",
       "      <th>mortor_win_in_2_prob</th>\n",
       "      <th>mortor_win_in_3_prob</th>\n",
       "      <th>boat_win_in_1_prob</th>\n",
       "      <th>boat_win_in_2_prob</th>\n",
       "      <th>boat_win_in_3_prob</th>\n",
       "      <th>rno</th>\n",
       "      <th>jcd</th>\n",
       "      <th>hd</th>\n",
       "      <th>fukusho_min</th>\n",
       "      <th>fukusho_max</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>951840</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>3</td>\n",
       "      <td>109.799999999999997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3484</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>39</td>\n",
       "      <td>53.5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>7.22</td>\n",
       "      <td>56.200000000000003</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.64</td>\n",
       "      <td>57.500000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>22</td>\n",
       "      <td>22.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>66</td>\n",
       "      <td>29.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951841</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>5</td>\n",
       "      <td>111.400000000000006</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3933</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>34</td>\n",
       "      <td>53.5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>7.11</td>\n",
       "      <td>56.399999999999999</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.89</td>\n",
       "      <td>52.600000000000001</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>36</td>\n",
       "      <td>31.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>57</td>\n",
       "      <td>33.500000000000000</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951842</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>2</td>\n",
       "      <td>108.599999999999994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3563</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>41</td>\n",
       "      <td>50.1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>6.61</td>\n",
       "      <td>49.500000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.29</td>\n",
       "      <td>51.600000000000001</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>28</td>\n",
       "      <td>35.700000000000003</td>\n",
       "      <td>-</td>\n",
       "      <td>23</td>\n",
       "      <td>30.600000000000001</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951843</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>1</td>\n",
       "      <td>107.000000000000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>3986</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>33</td>\n",
       "      <td>52.9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>7.03</td>\n",
       "      <td>52.799999999999997</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>6.70</td>\n",
       "      <td>60.000000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>55</td>\n",
       "      <td>27.199999999999999</td>\n",
       "      <td>-</td>\n",
       "      <td>28</td>\n",
       "      <td>41.299999999999997</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951844</th>\n",
       "      <td>rno=12&amp;jcd=05&amp;hd=20110507</td>\n",
       "      <td>6</td>\n",
       "      <td>112.599999999999994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>東日本大震災被災地支援競走第４６回東京スポーツ賞</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>4089</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>30</td>\n",
       "      <td>53.5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>6.15</td>\n",
       "      <td>43.899999999999999</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>5.90</td>\n",
       "      <td>41.299999999999997</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>25</td>\n",
       "      <td>38.200000000000003</td>\n",
       "      <td>-</td>\n",
       "      <td>60</td>\n",
       "      <td>26.899999999999999</td>\n",
       "      <td>-</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>20110507</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996079</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>1</td>\n",
       "      <td>110.900000000000006</td>\n",
       "      <td>1.3</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>4477</td>\n",
       "      <td>0</td>\n",
       "      <td>205</td>\n",
       "      <td>3</td>\n",
       "      <td>32</td>\n",
       "      <td>51.3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>7.40</td>\n",
       "      <td>52.710000000000001</td>\n",
       "      <td>79.069999999999993</td>\n",
       "      <td>7.60</td>\n",
       "      <td>55.320000000000000</td>\n",
       "      <td>72.340000000000003</td>\n",
       "      <td>14</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>67.35</td>\n",
       "      <td>32</td>\n",
       "      <td>36.000000000000000</td>\n",
       "      <td>56.00</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>1.2</td>\n",
       "      <td>1.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996080</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>2</td>\n",
       "      <td>111.599999999999994</td>\n",
       "      <td>7.6</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>4573</td>\n",
       "      <td>0</td>\n",
       "      <td>425</td>\n",
       "      <td>6</td>\n",
       "      <td>31</td>\n",
       "      <td>51.2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>7.14</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>71.430000000000007</td>\n",
       "      <td>7.70</td>\n",
       "      <td>65.000000000000000</td>\n",
       "      <td>70.000000000000000</td>\n",
       "      <td>42</td>\n",
       "      <td>48.780000000000001</td>\n",
       "      <td>65.85</td>\n",
       "      <td>55</td>\n",
       "      <td>34.880000000000003</td>\n",
       "      <td>55.81</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>1.5</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996081</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>5</td>\n",
       "      <td>114.700000000000003</td>\n",
       "      <td>8.5</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>10</td>\n",
       "      <td>4</td>\n",
       "      <td>4375</td>\n",
       "      <td>1</td>\n",
       "      <td>1130</td>\n",
       "      <td>0</td>\n",
       "      <td>36</td>\n",
       "      <td>51.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>5.60</td>\n",
       "      <td>36.789999999999999</td>\n",
       "      <td>59.430000000000000</td>\n",
       "      <td>6.60</td>\n",
       "      <td>55.060000000000002</td>\n",
       "      <td>67.420000000000002</td>\n",
       "      <td>32</td>\n",
       "      <td>37.500000000000000</td>\n",
       "      <td>47.50</td>\n",
       "      <td>69</td>\n",
       "      <td>48.939999999999998</td>\n",
       "      <td>59.57</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>2.4</td>\n",
       "      <td>3.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996082</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>3</td>\n",
       "      <td>113.299999999999997</td>\n",
       "      <td>15.2</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>10</td>\n",
       "      <td>5</td>\n",
       "      <td>4381</td>\n",
       "      <td>1</td>\n",
       "      <td>233</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>51.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.65</td>\n",
       "      <td>42.049999999999997</td>\n",
       "      <td>59.090000000000003</td>\n",
       "      <td>5.73</td>\n",
       "      <td>39.799999999999997</td>\n",
       "      <td>60.200000000000003</td>\n",
       "      <td>45</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>51.67</td>\n",
       "      <td>62</td>\n",
       "      <td>32.649999999999999</td>\n",
       "      <td>46.94</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>3.2</td>\n",
       "      <td>4.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996083</th>\n",
       "      <td>rno=9&amp;jcd=13&amp;hd=20200715</td>\n",
       "      <td>4</td>\n",
       "      <td>114.500000000000000</td>\n",
       "      <td>18.7</td>\n",
       "      <td>尼崎モーターボート大賞〜まくってちょ〜うだい！！〜</td>\n",
       "      <td>10</td>\n",
       "      <td>6</td>\n",
       "      <td>4822</td>\n",
       "      <td>1</td>\n",
       "      <td>1662</td>\n",
       "      <td>9</td>\n",
       "      <td>27</td>\n",
       "      <td>51.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.24</td>\n",
       "      <td>27.629999999999999</td>\n",
       "      <td>52.630000000000003</td>\n",
       "      <td>5.30</td>\n",
       "      <td>30.000000000000000</td>\n",
       "      <td>60.000000000000000</td>\n",
       "      <td>56</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>47.62</td>\n",
       "      <td>33</td>\n",
       "      <td>41.460000000000001</td>\n",
       "      <td>53.66</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>20200715</td>\n",
       "      <td>9.0</td>\n",
       "      <td>12.4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1333260 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         uniq_key rank            race_time tansho_odds  \\\n",
       "951840  rno=12&jcd=05&hd=20110507    3  109.799999999999997         NaN   \n",
       "951841  rno=12&jcd=05&hd=20110507    5  111.400000000000006         NaN   \n",
       "951842  rno=12&jcd=05&hd=20110507    2  108.599999999999994         NaN   \n",
       "951843  rno=12&jcd=05&hd=20110507    1  107.000000000000000         NaN   \n",
       "951844  rno=12&jcd=05&hd=20110507    6  112.599999999999994         NaN   \n",
       "...                           ...  ...                  ...         ...   \n",
       "996079   rno=9&jcd=13&hd=20200715    1  110.900000000000006         1.3   \n",
       "996080   rno=9&jcd=13&hd=20200715    2  111.599999999999994         7.6   \n",
       "996081   rno=9&jcd=13&hd=20200715    5  114.700000000000003         8.5   \n",
       "996082   rno=9&jcd=13&hd=20200715    3  113.299999999999997        15.2   \n",
       "996083   rno=9&jcd=13&hd=20200715    4  114.500000000000000        18.7   \n",
       "\n",
       "                         cup_name  kaijo_name  waku_name  touroku_no  \\\n",
       "951840   東日本大震災被災地支援競走第４６回東京スポーツ賞           0          1        3484   \n",
       "951841   東日本大震災被災地支援競走第４６回東京スポーツ賞           0          2        3933   \n",
       "951842   東日本大震災被災地支援競走第４６回東京スポーツ賞           0          3        3563   \n",
       "951843   東日本大震災被災地支援競走第４６回東京スポーツ賞           0          4        3986   \n",
       "951844   東日本大震災被災地支援競走第４６回東京スポーツ賞           0          5        4089   \n",
       "...                           ...         ...        ...         ...   \n",
       "996079  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜          10          2        4477   \n",
       "996080  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜          10          3        4573   \n",
       "996081  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜          10          4        4375   \n",
       "996082  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜          10          5        4381   \n",
       "996083  尼崎モーターボート大賞〜まくってちょ〜うだい！！〜          10          6        4822   \n",
       "\n",
       "        class_name  racer_name  country  age weight  fnum  lnum mean_st  \\\n",
       "951840           0           0        0   39   53.5     0     0    0.18   \n",
       "951841           0           1        1   34   53.5     0     0    0.18   \n",
       "951842           0           2        2   41   50.1     0     0    0.16   \n",
       "951843           0           3        3   33   52.9     0     0    0.16   \n",
       "951844           0           4        1   30   53.5     0     0    0.18   \n",
       "...            ...         ...      ...  ...    ...   ...   ...     ...   \n",
       "996079           0         205        3   32   51.3     0     0    0.15   \n",
       "996080           0         425        6   31   51.2     1     0    0.15   \n",
       "996081           1        1130        0   36   51.0     0     0    0.18   \n",
       "996082           1         233        0   35   51.0     0     0    0.17   \n",
       "996083           1        1662        9   27   51.0     0     0    0.17   \n",
       "\n",
       "        zenkoku_win_in_1_prob  zenkoku_win_in_2_prob  zenkoku_win_in_3_prob  \\\n",
       "951840                   7.22     56.200000000000003      0.000000000000000   \n",
       "951841                   7.11     56.399999999999999      0.000000000000000   \n",
       "951842                   6.61     49.500000000000000      0.000000000000000   \n",
       "951843                   7.03     52.799999999999997      0.000000000000000   \n",
       "951844                   6.15     43.899999999999999      0.000000000000000   \n",
       "...                       ...                    ...                    ...   \n",
       "996079                   7.40     52.710000000000001     79.069999999999993   \n",
       "996080                   7.14     55.100000000000001     71.430000000000007   \n",
       "996081                   5.60     36.789999999999999     59.430000000000000   \n",
       "996082                   5.65     42.049999999999997     59.090000000000003   \n",
       "996083                   5.24     27.629999999999999     52.630000000000003   \n",
       "\n",
       "        touchi_win_in_1_prob  touchi_win_in_2_prob  touchi_win_in_3_prob  \\\n",
       "951840                  6.64    57.500000000000000     0.000000000000000   \n",
       "951841                  6.89    52.600000000000001     0.000000000000000   \n",
       "951842                  6.29    51.600000000000001     0.000000000000000   \n",
       "951843                  6.70    60.000000000000000     0.000000000000000   \n",
       "951844                  5.90    41.299999999999997     0.000000000000000   \n",
       "...                      ...                   ...                   ...   \n",
       "996079                  7.60    55.320000000000000    72.340000000000003   \n",
       "996080                  7.70    65.000000000000000    70.000000000000000   \n",
       "996081                  6.60    55.060000000000002    67.420000000000002   \n",
       "996082                  5.73    39.799999999999997    60.200000000000003   \n",
       "996083                  5.30    30.000000000000000    60.000000000000000   \n",
       "\n",
       "        mortor_win_in_1_prob  mortor_win_in_2_prob mortor_win_in_3_prob  \\\n",
       "951840                    22    22.600000000000001                    -   \n",
       "951841                    36    31.600000000000001                    -   \n",
       "951842                    28    35.700000000000003                    -   \n",
       "951843                    55    27.199999999999999                    -   \n",
       "951844                    25    38.200000000000003                    -   \n",
       "...                      ...                   ...                  ...   \n",
       "996079                    14    55.100000000000001                67.35   \n",
       "996080                    42    48.780000000000001                65.85   \n",
       "996081                    32    37.500000000000000                47.50   \n",
       "996082                    45    33.329999999999998                51.67   \n",
       "996083                    56    33.329999999999998                47.62   \n",
       "\n",
       "        boat_win_in_1_prob  boat_win_in_2_prob boat_win_in_3_prob rno jcd  \\\n",
       "951840                  66  29.600000000000001                  -  12  05   \n",
       "951841                  57  33.500000000000000                  -  12  05   \n",
       "951842                  23  30.600000000000001                  -  12  05   \n",
       "951843                  28  41.299999999999997                  -  12  05   \n",
       "951844                  60  26.899999999999999                  -  12  05   \n",
       "...                    ...                 ...                ...  ..  ..   \n",
       "996079                  32  36.000000000000000              56.00   9  13   \n",
       "996080                  55  34.880000000000003              55.81   9  13   \n",
       "996081                  69  48.939999999999998              59.57   9  13   \n",
       "996082                  62  32.649999999999999              46.94   9  13   \n",
       "996083                  33  41.460000000000001              53.66   9  13   \n",
       "\n",
       "              hd  fukusho_min  fukusho_max  \n",
       "951840  20110507          NaN          NaN  \n",
       "951841  20110507          NaN          NaN  \n",
       "951842  20110507          NaN          NaN  \n",
       "951843  20110507          NaN          NaN  \n",
       "951844  20110507          NaN          NaN  \n",
       "...          ...          ...          ...  \n",
       "996079  20200715          1.2          1.4  \n",
       "996080  20200715          1.5          2.0  \n",
       "996081  20200715          2.4          3.5  \n",
       "996082  20200715          3.2          4.6  \n",
       "996083  20200715          9.0         12.4  \n",
       "\n",
       "[1333260 rows x 33 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# label encoding\n",
    "for cat_col in [\"class_name\", \"kaijo_name\", \"racer_name\", \"country\", \"fnum\", \"lnum\"]:\n",
    "    if df[cat_col].dtype.str == \"|O\":\n",
    "        dic = {val:idx for idx, val in enumerate(df[cat_col].unique())}\n",
    "        df[cat_col] = df[cat_col].apply(lambda x:dic[x])\n",
    "\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# sanitize rank\n",
    "def int_parse(x):\n",
    "    try:\n",
    "        return int(x)\n",
    "    except:\n",
    "        return None\n",
    "\n",
    "df[\"rank\"] = df[\"rank\"].apply(int_parse)\n",
    "df = df[pd.notnull(df[\"rank\"])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 1313895 entries, 951840 to 996083\n",
      "Data columns (total 33 columns):\n",
      " #   Column                 Non-Null Count    Dtype  \n",
      "---  ------                 --------------    -----  \n",
      " 0   uniq_key               1313895 non-null  object \n",
      " 1   rank                   1313895 non-null  float64\n",
      " 2   race_time              1009659 non-null  float64\n",
      " 3   tansho_odds            800231 non-null   float64\n",
      " 4   cup_name               1313895 non-null  object \n",
      " 5   kaijo_name             1313895 non-null  int64  \n",
      " 6   waku_name              1313895 non-null  int64  \n",
      " 7   touroku_no             1313895 non-null  int64  \n",
      " 8   class_name             1313895 non-null  int64  \n",
      " 9   racer_name             1313895 non-null  int64  \n",
      " 10  country                1313895 non-null  int64  \n",
      " 11  age                    1313895 non-null  int64  \n",
      " 12  weight                 1313895 non-null  float64\n",
      " 13  fnum                   1313895 non-null  int64  \n",
      " 14  lnum                   1313895 non-null  int64  \n",
      " 15  mean_st                1293136 non-null  float64\n",
      " 16  zenkoku_win_in_1_prob  1313895 non-null  float64\n",
      " 17  zenkoku_win_in_2_prob  1313895 non-null  float64\n",
      " 18  zenkoku_win_in_3_prob  1313895 non-null  float64\n",
      " 19  touchi_win_in_1_prob   1313895 non-null  float64\n",
      " 20  touchi_win_in_2_prob   1313895 non-null  float64\n",
      " 21  touchi_win_in_3_prob   1313895 non-null  float64\n",
      " 22  mortor_win_in_1_prob   1313895 non-null  int64  \n",
      " 23  mortor_win_in_2_prob   1313895 non-null  float64\n",
      " 24  mortor_win_in_3_prob   1036005 non-null  float64\n",
      " 25  boat_win_in_1_prob     1313895 non-null  int64  \n",
      " 26  boat_win_in_2_prob     1313895 non-null  float64\n",
      " 27  boat_win_in_3_prob     1036005 non-null  float64\n",
      " 28  rno                    1313895 non-null  float64\n",
      " 29  jcd                    1313895 non-null  float64\n",
      " 30  hd                     1313895 non-null  float64\n",
      " 31  fukusho_min            800231 non-null   float64\n",
      " 32  fukusho_max            800231 non-null   float64\n",
      "dtypes: float64(20), int64(11), object(2)\n",
      "memory usage: 340.8+ MB\n"
     ]
    }
   ],
   "source": [
    "# sanitize tansho_odds, wight, mean_st, mortor_win_in_3_prob, boat_win_in_3_prob\n",
    "\n",
    "def sanitize(x):\n",
    "    try:\n",
    "        return float(x)\n",
    "    except:\n",
    "        try:\n",
    "            return int(x)\n",
    "        except:\n",
    "            return None\n",
    "\n",
    "for col in [\"tansho_odds\", \"weight\", \"mean_st\", \"mortor_win_in_3_prob\", \"boat_win_in_3_prob\", \"rno\", \"jcd\", \"hd\"]:\n",
    "    df[col] = df[col].apply(sanitize)\n",
    "\n",
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1313895, 33)"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 216,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df[pd.notnull(df[\"tansho_odds\"])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 217,
   "metadata": {},
   "outputs": [],
   "source": [
    "a = df.copy()\n",
    "a[\"tansho_odds+waku_name\"] = a[\"tansho_odds\"] + a[\"waku_name\"]\n",
    "a[\"tansho_odds*waku_name\"] = a[\"tansho_odds\"] * a[\"waku_name\"]\n",
    " \n",
    "# df[\"zenkoku_win_in_1_prob/waku_name\"] = df[\"zenkoku_win_in_1_prob\"] / df[\"waku_name\"]\n",
    "\n",
    "bs = []\n",
    "for racer_name in a[\"racer_name\"].unique():\n",
    "    b = a[a[\"racer_name\"] == racer_name][[\"hd\", \"racer_name\", \"race_time\", \"rank\", \"waku_name\"]]\n",
    "    b[\"p1_race_time\"] = b[\"race_time\"].shift(+1)\n",
    "    b[\"p2_race_time\"] = b[\"race_time\"].shift(+2)\n",
    "    b[\"p3_race_time\"] = b[\"race_time\"].shift(+3)\n",
    "    b[\"prev1_rank\"] = b[\"rank\"].shift(+1)\n",
    "    b[\"prev2_rank\"] = b[\"rank\"].shift(+2)\n",
    "    b[\"prev3_rank\"] = b[\"rank\"].shift(+3)\n",
    "    \n",
    "    b[\"prev_min_rank\"] = b[[\"prev1_rank\", \"prev2_rank\", \"prev3_rank\"]].min(axis=1)\n",
    "    b[\"prev_mean_rank\"] = b[[\"prev1_rank\", \"prev2_rank\", \"prev3_rank\"]].mean(axis=1)\n",
    "    b[\"prev_median_rank\"] = b[[\"prev1_rank\", \"prev2_rank\", \"prev3_rank\"]].median(axis=1)\n",
    "    bs.append(b.drop([\"rank\",\"race_time\", \"waku_name\"], axis=1))\n",
    "bs = pd.concat(bs)\n",
    "a = pd.merge(a, bs, on=[\"hd\", \"racer_name\"], how=\"left\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 238,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1062130     True\n",
       "1062131     True\n",
       "1062132    False\n",
       "1062133    False\n",
       "1062134     True\n",
       "           ...  \n",
       "1326328    False\n",
       "1326329     True\n",
       "1326330     True\n",
       "1326331    False\n",
       "1326332    False\n",
       "Name: rank, Length: 264203, dtype: bool"
      ]
     },
     "execution_count": 238,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "holddays = a[\"hd\"]\n",
    "size=len(holddays)\n",
    "trn_holddays = set(holddays[:int(0.8*size)])\n",
    "import random\n",
    "random.seed(13)\n",
    "# trn_cup = set(random.sample(cup_names.tolist(), int(0.8*size)))\n",
    "val_holddays = {c for c in holddays if c not in trn_holddays}\n",
    "\n",
    "trn_y = a[a.hd.apply(lambda x:x in trn_holddays)][\"rank\"].apply(lambda x:x<=3)\n",
    "val_y = a[a.hd.apply(lambda x:x in val_holddays)][\"rank\"].apply(lambda x:x<=3)\n",
    "\n",
    "val_y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 239,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tansho_odds</th>\n",
       "      <th>kaijo_name</th>\n",
       "      <th>waku_name</th>\n",
       "      <th>touroku_no</th>\n",
       "      <th>class_name</th>\n",
       "      <th>racer_name</th>\n",
       "      <th>country</th>\n",
       "      <th>age</th>\n",
       "      <th>weight</th>\n",
       "      <th>fnum</th>\n",
       "      <th>lnum</th>\n",
       "      <th>mean_st</th>\n",
       "      <th>zenkoku_win_in_1_prob</th>\n",
       "      <th>zenkoku_win_in_2_prob</th>\n",
       "      <th>zenkoku_win_in_3_prob</th>\n",
       "      <th>touchi_win_in_1_prob</th>\n",
       "      <th>touchi_win_in_2_prob</th>\n",
       "      <th>touchi_win_in_3_prob</th>\n",
       "      <th>mortor_win_in_1_prob</th>\n",
       "      <th>mortor_win_in_2_prob</th>\n",
       "      <th>mortor_win_in_3_prob</th>\n",
       "      <th>boat_win_in_1_prob</th>\n",
       "      <th>boat_win_in_2_prob</th>\n",
       "      <th>boat_win_in_3_prob</th>\n",
       "      <th>rno</th>\n",
       "      <th>jcd</th>\n",
       "      <th>hd</th>\n",
       "      <th>fukusho_min</th>\n",
       "      <th>fukusho_max</th>\n",
       "      <th>tansho_odds+waku_name</th>\n",
       "      <th>tansho_odds*waku_name</th>\n",
       "      <th>p1_race_time</th>\n",
       "      <th>p2_race_time</th>\n",
       "      <th>p3_race_time</th>\n",
       "      <th>prev1_rank</th>\n",
       "      <th>prev2_rank</th>\n",
       "      <th>prev3_rank</th>\n",
       "      <th>prev_min_rank</th>\n",
       "      <th>prev_mean_rank</th>\n",
       "      <th>prev_median_rank</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.000000000000000</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>3589</td>\n",
       "      <td>0</td>\n",
       "      <td>1150</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>52.399999999999999</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>6.29</td>\n",
       "      <td>46.149999999999999</td>\n",
       "      <td>63.079999999999998</td>\n",
       "      <td>4.25</td>\n",
       "      <td>37.500000000000000</td>\n",
       "      <td>37.500000000000000</td>\n",
       "      <td>21</td>\n",
       "      <td>27.370000000000001</td>\n",
       "      <td>43.159999999999997</td>\n",
       "      <td>36</td>\n",
       "      <td>31.960000000000001</td>\n",
       "      <td>49.770000000000003</td>\n",
       "      <td>1.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>20170308.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.000000000000000</td>\n",
       "      <td>1.000000000000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.000000000000000</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>3589</td>\n",
       "      <td>0</td>\n",
       "      <td>1150</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>52.399999999999999</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>6.29</td>\n",
       "      <td>46.149999999999999</td>\n",
       "      <td>63.079999999999998</td>\n",
       "      <td>4.25</td>\n",
       "      <td>37.500000000000000</td>\n",
       "      <td>37.500000000000000</td>\n",
       "      <td>21</td>\n",
       "      <td>27.370000000000001</td>\n",
       "      <td>43.159999999999997</td>\n",
       "      <td>36</td>\n",
       "      <td>31.960000000000001</td>\n",
       "      <td>49.770000000000003</td>\n",
       "      <td>1.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>20170308.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.000000000000000</td>\n",
       "      <td>1.000000000000000</td>\n",
       "      <td>114.700000000000003</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000000000000</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9.500000000000000</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>3847</td>\n",
       "      <td>2</td>\n",
       "      <td>1476</td>\n",
       "      <td>2</td>\n",
       "      <td>40</td>\n",
       "      <td>56.100000000000001</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.15</td>\n",
       "      <td>3.67</td>\n",
       "      <td>13.949999999999999</td>\n",
       "      <td>31.399999999999999</td>\n",
       "      <td>1.89</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>0.000000000000000</td>\n",
       "      <td>13</td>\n",
       "      <td>33.079999999999998</td>\n",
       "      <td>50.000000000000000</td>\n",
       "      <td>52</td>\n",
       "      <td>39.450000000000003</td>\n",
       "      <td>55.500000000000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>20170308.0</td>\n",
       "      <td>1.3</td>\n",
       "      <td>2.4</td>\n",
       "      <td>11.500000000000000</td>\n",
       "      <td>19.000000000000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7.600000000000000</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>3411</td>\n",
       "      <td>2</td>\n",
       "      <td>581</td>\n",
       "      <td>7</td>\n",
       "      <td>47</td>\n",
       "      <td>52.299999999999997</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>4.35</td>\n",
       "      <td>23.609999999999999</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>5.58</td>\n",
       "      <td>36.840000000000003</td>\n",
       "      <td>52.630000000000003</td>\n",
       "      <td>53</td>\n",
       "      <td>19.660000000000000</td>\n",
       "      <td>32.479999999999997</td>\n",
       "      <td>35</td>\n",
       "      <td>39.090000000000003</td>\n",
       "      <td>57.270000000000003</td>\n",
       "      <td>1.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>20170308.0</td>\n",
       "      <td>1.3</td>\n",
       "      <td>2.3</td>\n",
       "      <td>10.600000000000000</td>\n",
       "      <td>22.799999999999997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7.600000000000000</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>3411</td>\n",
       "      <td>2</td>\n",
       "      <td>581</td>\n",
       "      <td>7</td>\n",
       "      <td>47</td>\n",
       "      <td>52.299999999999997</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.16</td>\n",
       "      <td>4.35</td>\n",
       "      <td>23.609999999999999</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>5.58</td>\n",
       "      <td>36.840000000000003</td>\n",
       "      <td>52.630000000000003</td>\n",
       "      <td>53</td>\n",
       "      <td>19.660000000000000</td>\n",
       "      <td>32.479999999999997</td>\n",
       "      <td>35</td>\n",
       "      <td>39.090000000000003</td>\n",
       "      <td>57.270000000000003</td>\n",
       "      <td>1.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>20170308.0</td>\n",
       "      <td>1.3</td>\n",
       "      <td>2.3</td>\n",
       "      <td>10.600000000000000</td>\n",
       "      <td>22.799999999999997</td>\n",
       "      <td>119.500000000000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.000000000000000</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1062125</th>\n",
       "      <td>2.800000000000000</td>\n",
       "      <td>9</td>\n",
       "      <td>4</td>\n",
       "      <td>4547</td>\n",
       "      <td>0</td>\n",
       "      <td>724</td>\n",
       "      <td>6</td>\n",
       "      <td>31</td>\n",
       "      <td>49.000000000000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.14</td>\n",
       "      <td>5.92</td>\n",
       "      <td>30.379999999999999</td>\n",
       "      <td>48.100000000000001</td>\n",
       "      <td>7.25</td>\n",
       "      <td>58.950000000000003</td>\n",
       "      <td>69.469999999999999</td>\n",
       "      <td>26</td>\n",
       "      <td>29.410000000000000</td>\n",
       "      <td>53.920000000000002</td>\n",
       "      <td>58</td>\n",
       "      <td>19.230000000000000</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>20200104.0</td>\n",
       "      <td>1.5</td>\n",
       "      <td>3.5</td>\n",
       "      <td>6.800000000000000</td>\n",
       "      <td>11.199999999999999</td>\n",
       "      <td>109.000000000000000</td>\n",
       "      <td>110.900000000000006</td>\n",
       "      <td>111.700000000000003</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.333333333333333</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1062126</th>\n",
       "      <td>2.800000000000000</td>\n",
       "      <td>9</td>\n",
       "      <td>4</td>\n",
       "      <td>4547</td>\n",
       "      <td>0</td>\n",
       "      <td>724</td>\n",
       "      <td>6</td>\n",
       "      <td>31</td>\n",
       "      <td>49.000000000000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.14</td>\n",
       "      <td>5.92</td>\n",
       "      <td>30.379999999999999</td>\n",
       "      <td>48.100000000000001</td>\n",
       "      <td>7.25</td>\n",
       "      <td>58.950000000000003</td>\n",
       "      <td>69.469999999999999</td>\n",
       "      <td>26</td>\n",
       "      <td>29.410000000000000</td>\n",
       "      <td>53.920000000000002</td>\n",
       "      <td>58</td>\n",
       "      <td>19.230000000000000</td>\n",
       "      <td>33.329999999999998</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>20200104.0</td>\n",
       "      <td>1.5</td>\n",
       "      <td>3.5</td>\n",
       "      <td>6.800000000000000</td>\n",
       "      <td>11.199999999999999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>109.000000000000000</td>\n",
       "      <td>110.900000000000006</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.333333333333333</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1062127</th>\n",
       "      <td>18.800000000000001</td>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>3353</td>\n",
       "      <td>1</td>\n",
       "      <td>559</td>\n",
       "      <td>6</td>\n",
       "      <td>51</td>\n",
       "      <td>51.000000000000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.76</td>\n",
       "      <td>40.630000000000003</td>\n",
       "      <td>63.539999999999999</td>\n",
       "      <td>5.69</td>\n",
       "      <td>37.180000000000000</td>\n",
       "      <td>58.969999999999999</td>\n",
       "      <td>41</td>\n",
       "      <td>35.869999999999997</td>\n",
       "      <td>47.829999999999998</td>\n",
       "      <td>30</td>\n",
       "      <td>38.890000000000001</td>\n",
       "      <td>53.329999999999998</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>20200104.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>6.5</td>\n",
       "      <td>23.800000000000001</td>\n",
       "      <td>94.000000000000000</td>\n",
       "      <td>109.799999999999997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>110.000000000000000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.333333333333333</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1062128</th>\n",
       "      <td>18.800000000000001</td>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>3353</td>\n",
       "      <td>1</td>\n",
       "      <td>559</td>\n",
       "      <td>6</td>\n",
       "      <td>51</td>\n",
       "      <td>51.000000000000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>5.76</td>\n",
       "      <td>40.630000000000003</td>\n",
       "      <td>63.539999999999999</td>\n",
       "      <td>5.69</td>\n",
       "      <td>37.180000000000000</td>\n",
       "      <td>58.969999999999999</td>\n",
       "      <td>41</td>\n",
       "      <td>35.869999999999997</td>\n",
       "      <td>47.829999999999998</td>\n",
       "      <td>30</td>\n",
       "      <td>38.890000000000001</td>\n",
       "      <td>53.329999999999998</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>20200104.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>6.5</td>\n",
       "      <td>23.800000000000001</td>\n",
       "      <td>94.000000000000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>109.799999999999997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.333333333333333</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1062129</th>\n",
       "      <td>6.400000000000000</td>\n",
       "      <td>9</td>\n",
       "      <td>6</td>\n",
       "      <td>3412</td>\n",
       "      <td>0</td>\n",
       "      <td>322</td>\n",
       "      <td>6</td>\n",
       "      <td>50</td>\n",
       "      <td>51.000000000000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.17</td>\n",
       "      <td>6.20</td>\n",
       "      <td>51.329999999999998</td>\n",
       "      <td>63.719999999999999</td>\n",
       "      <td>7.04</td>\n",
       "      <td>55.100000000000001</td>\n",
       "      <td>73.469999999999999</td>\n",
       "      <td>60</td>\n",
       "      <td>33.619999999999997</td>\n",
       "      <td>52.590000000000003</td>\n",
       "      <td>34</td>\n",
       "      <td>37.609999999999999</td>\n",
       "      <td>57.799999999999997</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>20200104.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>12.400000000000000</td>\n",
       "      <td>38.400000000000006</td>\n",
       "      <td>111.000000000000000</td>\n",
       "      <td>108.400000000000006</td>\n",
       "      <td>110.700000000000003</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000000000000</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1062130 rows × 40 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                tansho_odds  kaijo_name  waku_name  touroku_no  class_name  \\\n",
       "0         1.000000000000000           6          1        3589           0   \n",
       "1         1.000000000000000           6          1        3589           0   \n",
       "2         9.500000000000000           6          2        3847           2   \n",
       "3         7.600000000000000           6          3        3411           2   \n",
       "4         7.600000000000000           6          3        3411           2   \n",
       "...                     ...         ...        ...         ...         ...   \n",
       "1062125   2.800000000000000           9          4        4547           0   \n",
       "1062126   2.800000000000000           9          4        4547           0   \n",
       "1062127  18.800000000000001           9          5        3353           1   \n",
       "1062128  18.800000000000001           9          5        3353           1   \n",
       "1062129   6.400000000000000           9          6        3412           0   \n",
       "\n",
       "         racer_name  country  age              weight  fnum  lnum  mean_st  \\\n",
       "0              1150        6   43  52.399999999999999     0     0     0.16   \n",
       "1              1150        6   43  52.399999999999999     0     0     0.16   \n",
       "2              1476        2   40  56.100000000000001     0     0     0.15   \n",
       "3               581        7   47  52.299999999999997     0     0     0.16   \n",
       "4               581        7   47  52.299999999999997     0     0     0.16   \n",
       "...             ...      ...  ...                 ...   ...   ...      ...   \n",
       "1062125         724        6   31  49.000000000000000     0     0     0.14   \n",
       "1062126         724        6   31  49.000000000000000     0     0     0.14   \n",
       "1062127         559        6   51  51.000000000000000     0     0     0.17   \n",
       "1062128         559        6   51  51.000000000000000     0     0     0.17   \n",
       "1062129         322        6   50  51.000000000000000     0     0     0.17   \n",
       "\n",
       "         zenkoku_win_in_1_prob  zenkoku_win_in_2_prob  zenkoku_win_in_3_prob  \\\n",
       "0                         6.29     46.149999999999999     63.079999999999998   \n",
       "1                         6.29     46.149999999999999     63.079999999999998   \n",
       "2                         3.67     13.949999999999999     31.399999999999999   \n",
       "3                         4.35     23.609999999999999     33.329999999999998   \n",
       "4                         4.35     23.609999999999999     33.329999999999998   \n",
       "...                        ...                    ...                    ...   \n",
       "1062125                   5.92     30.379999999999999     48.100000000000001   \n",
       "1062126                   5.92     30.379999999999999     48.100000000000001   \n",
       "1062127                   5.76     40.630000000000003     63.539999999999999   \n",
       "1062128                   5.76     40.630000000000003     63.539999999999999   \n",
       "1062129                   6.20     51.329999999999998     63.719999999999999   \n",
       "\n",
       "         touchi_win_in_1_prob  touchi_win_in_2_prob  touchi_win_in_3_prob  \\\n",
       "0                        4.25    37.500000000000000    37.500000000000000   \n",
       "1                        4.25    37.500000000000000    37.500000000000000   \n",
       "2                        1.89     0.000000000000000     0.000000000000000   \n",
       "3                        5.58    36.840000000000003    52.630000000000003   \n",
       "4                        5.58    36.840000000000003    52.630000000000003   \n",
       "...                       ...                   ...                   ...   \n",
       "1062125                  7.25    58.950000000000003    69.469999999999999   \n",
       "1062126                  7.25    58.950000000000003    69.469999999999999   \n",
       "1062127                  5.69    37.180000000000000    58.969999999999999   \n",
       "1062128                  5.69    37.180000000000000    58.969999999999999   \n",
       "1062129                  7.04    55.100000000000001    73.469999999999999   \n",
       "\n",
       "         mortor_win_in_1_prob  mortor_win_in_2_prob  mortor_win_in_3_prob  \\\n",
       "0                          21    27.370000000000001    43.159999999999997   \n",
       "1                          21    27.370000000000001    43.159999999999997   \n",
       "2                          13    33.079999999999998    50.000000000000000   \n",
       "3                          53    19.660000000000000    32.479999999999997   \n",
       "4                          53    19.660000000000000    32.479999999999997   \n",
       "...                       ...                   ...                   ...   \n",
       "1062125                    26    29.410000000000000    53.920000000000002   \n",
       "1062126                    26    29.410000000000000    53.920000000000002   \n",
       "1062127                    41    35.869999999999997    47.829999999999998   \n",
       "1062128                    41    35.869999999999997    47.829999999999998   \n",
       "1062129                    60    33.619999999999997    52.590000000000003   \n",
       "\n",
       "         boat_win_in_1_prob  boat_win_in_2_prob  boat_win_in_3_prob  rno  \\\n",
       "0                        36  31.960000000000001  49.770000000000003  1.0   \n",
       "1                        36  31.960000000000001  49.770000000000003  1.0   \n",
       "2                        52  39.450000000000003  55.500000000000000  1.0   \n",
       "3                        35  39.090000000000003  57.270000000000003  1.0   \n",
       "4                        35  39.090000000000003  57.270000000000003  1.0   \n",
       "...                     ...                 ...                 ...  ...   \n",
       "1062125                  58  19.230000000000000  33.329999999999998  9.0   \n",
       "1062126                  58  19.230000000000000  33.329999999999998  9.0   \n",
       "1062127                  30  38.890000000000001  53.329999999999998  9.0   \n",
       "1062128                  30  38.890000000000001  53.329999999999998  9.0   \n",
       "1062129                  34  37.609999999999999  57.799999999999997  9.0   \n",
       "\n",
       "          jcd          hd  fukusho_min  fukusho_max  tansho_odds+waku_name  \\\n",
       "0        23.0  20170308.0          1.0          1.0      2.000000000000000   \n",
       "1        23.0  20170308.0          1.0          1.0      2.000000000000000   \n",
       "2        23.0  20170308.0          1.3          2.4     11.500000000000000   \n",
       "3        23.0  20170308.0          1.3          2.3     10.600000000000000   \n",
       "4        23.0  20170308.0          1.3          2.3     10.600000000000000   \n",
       "...       ...         ...          ...          ...                    ...   \n",
       "1062125   2.0  20200104.0          1.5          3.5      6.800000000000000   \n",
       "1062126   2.0  20200104.0          1.5          3.5      6.800000000000000   \n",
       "1062127   2.0  20200104.0          2.7          6.5     23.800000000000001   \n",
       "1062128   2.0  20200104.0          2.7          6.5     23.800000000000001   \n",
       "1062129   2.0  20200104.0          1.0          1.0     12.400000000000000   \n",
       "\n",
       "         tansho_odds*waku_name         p1_race_time         p2_race_time  \\\n",
       "0            1.000000000000000                  NaN                  NaN   \n",
       "1            1.000000000000000  114.700000000000003                  NaN   \n",
       "2           19.000000000000000                  NaN                  NaN   \n",
       "3           22.799999999999997                  NaN                  NaN   \n",
       "4           22.799999999999997  119.500000000000000                  NaN   \n",
       "...                        ...                  ...                  ...   \n",
       "1062125     11.199999999999999  109.000000000000000  110.900000000000006   \n",
       "1062126     11.199999999999999                  NaN  109.000000000000000   \n",
       "1062127     94.000000000000000  109.799999999999997                  NaN   \n",
       "1062128     94.000000000000000                  NaN  109.799999999999997   \n",
       "1062129     38.400000000000006  111.000000000000000  108.400000000000006   \n",
       "\n",
       "                p3_race_time  prev1_rank  prev2_rank  prev3_rank  \\\n",
       "0                        NaN         NaN         NaN         NaN   \n",
       "1                        NaN         1.0         NaN         NaN   \n",
       "2                        NaN         NaN         NaN         NaN   \n",
       "3                        NaN         NaN         NaN         NaN   \n",
       "4                        NaN         3.0         NaN         NaN   \n",
       "...                      ...         ...         ...         ...   \n",
       "1062125  111.700000000000003         1.0         4.0         5.0   \n",
       "1062126  110.900000000000006         5.0         1.0         4.0   \n",
       "1062127  110.000000000000000         2.0         6.0         2.0   \n",
       "1062128                  NaN         5.0         2.0         6.0   \n",
       "1062129  110.700000000000003         1.0         1.0         1.0   \n",
       "\n",
       "         prev_min_rank     prev_mean_rank  prev_median_rank  \n",
       "0                  NaN                NaN               NaN  \n",
       "1                  1.0  1.000000000000000               1.0  \n",
       "2                  NaN                NaN               NaN  \n",
       "3                  NaN                NaN               NaN  \n",
       "4                  3.0  3.000000000000000               3.0  \n",
       "...                ...                ...               ...  \n",
       "1062125            1.0  3.333333333333333               4.0  \n",
       "1062126            1.0  3.333333333333333               4.0  \n",
       "1062127            2.0  3.333333333333333               2.0  \n",
       "1062128            2.0  4.333333333333333               5.0  \n",
       "1062129            1.0  1.000000000000000               1.0  \n",
       "\n",
       "[1062130 rows x 40 columns]"
      ]
     },
     "execution_count": 239,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trn_x = a[a.hd.apply(lambda x:x in trn_holddays)].drop([\"uniq_key\", \"race_time\", \"rank\", \"cup_name\"], axis=1)\n",
    "val_x = a[a.hd.apply(lambda x:x in val_holddays)].drop([\"uniq_key\", \"race_time\", \"rank\", \"cup_name\"], axis=1)\n",
    "\n",
    "trn_x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 240,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0           True\n",
       "1           True\n",
       "2           True\n",
       "3           True\n",
       "4           True\n",
       "           ...  \n",
       "1062125     True\n",
       "1062126     True\n",
       "1062127    False\n",
       "1062128    False\n",
       "1062129    False\n",
       "Name: rank, Length: 1062130, dtype: bool"
      ]
     },
     "execution_count": 240,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trn_y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 241,
   "metadata": {},
   "outputs": [],
   "source": [
    "param = {\n",
    "            \"objective\": \"binary\",\n",
    "            \"metric\": \"auc\",\n",
    "            \"max_depth\": 20,\n",
    "            \"num_leaves\": 20,\n",
    "            \"learning_rate\": 0.1,\n",
    "            #\"bagging_fraction\": 0.99,\n",
    "            #\"feature_fraction\": 0.99,\n",
    "            #\"lambda_l1\": 0.3,\n",
    "            #\"lambda_l2\": 0.3,\n",
    "            \"bagging_seed\": 777,\n",
    "            \"verbosity\": -1,\n",
    "            \"seed\": 777,\n",
    "            # 'max_bin': 512\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 242,
   "metadata": {},
   "outputs": [],
   "source": [
    "def train(trn_x, trn_y, val_x, val_y, category, param, verbose, early_stopping_rounds, n_estimators):\n",
    "\n",
    "    print(f'now start to train')\n",
    "    trn_data = lgb.Dataset(trn_x, label=trn_y, categorical_feature=category)\n",
    "    val_data = lgb.Dataset(val_x, label=val_y, categorical_feature=category)\n",
    "    num_round = n_estimators\n",
    "    clf = lgb.train(param, trn_data, num_round, valid_sets=[\n",
    "        trn_data, val_data], verbose_eval=verbose, early_stopping_rounds=early_stopping_rounds)\n",
    "    #oof_predictions[xs_val_idx] = clf.predict(xs_val)\n",
    "    eval_loss = roc_auc_score(val_y, clf.predict(val_x))\n",
    "    print(f'end eval_loss={eval_loss}')\n",
    "    return clf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 243,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "now start to train\n",
      "[1]\ttraining's auc: 0.77554\tvalid_1's auc: 0.781759\n",
      "Training until validation scores don't improve for 50 rounds\n",
      "[2]\ttraining's auc: 0.784008\tvalid_1's auc: 0.789951\n",
      "[3]\ttraining's auc: 0.785517\tvalid_1's auc: 0.791657\n",
      "[4]\ttraining's auc: 0.786845\tvalid_1's auc: 0.79298\n",
      "[5]\ttraining's auc: 0.788467\tvalid_1's auc: 0.794484\n",
      "[6]\ttraining's auc: 0.789309\tvalid_1's auc: 0.795323\n",
      "[7]\ttraining's auc: 0.790477\tvalid_1's auc: 0.796523\n",
      "[8]\ttraining's auc: 0.790815\tvalid_1's auc: 0.79689\n",
      "[9]\ttraining's auc: 0.791299\tvalid_1's auc: 0.797441\n",
      "[10]\ttraining's auc: 0.792003\tvalid_1's auc: 0.798105\n",
      "[11]\ttraining's auc: 0.792533\tvalid_1's auc: 0.798619\n",
      "[12]\ttraining's auc: 0.793444\tvalid_1's auc: 0.799481\n",
      "[13]\ttraining's auc: 0.793903\tvalid_1's auc: 0.799868\n",
      "[14]\ttraining's auc: 0.794351\tvalid_1's auc: 0.800338\n",
      "[15]\ttraining's auc: 0.794706\tvalid_1's auc: 0.800644\n",
      "[16]\ttraining's auc: 0.795514\tvalid_1's auc: 0.801379\n",
      "[17]\ttraining's auc: 0.79595\tvalid_1's auc: 0.801536\n",
      "[18]\ttraining's auc: 0.796389\tvalid_1's auc: 0.801943\n",
      "[19]\ttraining's auc: 0.79671\tvalid_1's auc: 0.802119\n",
      "[20]\ttraining's auc: 0.797099\tvalid_1's auc: 0.802384\n",
      "[21]\ttraining's auc: 0.797421\tvalid_1's auc: 0.802552\n",
      "[22]\ttraining's auc: 0.797772\tvalid_1's auc: 0.80271\n",
      "[23]\ttraining's auc: 0.798118\tvalid_1's auc: 0.802839\n",
      "[24]\ttraining's auc: 0.798465\tvalid_1's auc: 0.803147\n",
      "[25]\ttraining's auc: 0.798838\tvalid_1's auc: 0.80332\n",
      "[26]\ttraining's auc: 0.799163\tvalid_1's auc: 0.803418\n",
      "[27]\ttraining's auc: 0.7996\tvalid_1's auc: 0.803848\n",
      "[28]\ttraining's auc: 0.7999\tvalid_1's auc: 0.803967\n",
      "[29]\ttraining's auc: 0.80017\tvalid_1's auc: 0.804136\n",
      "[30]\ttraining's auc: 0.800472\tvalid_1's auc: 0.804162\n",
      "[31]\ttraining's auc: 0.80074\tvalid_1's auc: 0.804234\n",
      "[32]\ttraining's auc: 0.801002\tvalid_1's auc: 0.804373\n",
      "[33]\ttraining's auc: 0.801264\tvalid_1's auc: 0.804389\n",
      "[34]\ttraining's auc: 0.801521\tvalid_1's auc: 0.804379\n",
      "[35]\ttraining's auc: 0.80208\tvalid_1's auc: 0.804809\n",
      "[36]\ttraining's auc: 0.802319\tvalid_1's auc: 0.804871\n",
      "[37]\ttraining's auc: 0.802571\tvalid_1's auc: 0.804903\n",
      "[38]\ttraining's auc: 0.802793\tvalid_1's auc: 0.804924\n",
      "[39]\ttraining's auc: 0.803086\tvalid_1's auc: 0.804958\n",
      "[40]\ttraining's auc: 0.803338\tvalid_1's auc: 0.805005\n",
      "[41]\ttraining's auc: 0.803619\tvalid_1's auc: 0.805193\n",
      "[42]\ttraining's auc: 0.803824\tvalid_1's auc: 0.805157\n",
      "[43]\ttraining's auc: 0.804032\tvalid_1's auc: 0.805155\n",
      "[44]\ttraining's auc: 0.804275\tvalid_1's auc: 0.80517\n",
      "[45]\ttraining's auc: 0.804633\tvalid_1's auc: 0.80541\n",
      "[46]\ttraining's auc: 0.804828\tvalid_1's auc: 0.805422\n",
      "[47]\ttraining's auc: 0.805041\tvalid_1's auc: 0.805437\n",
      "[48]\ttraining's auc: 0.805281\tvalid_1's auc: 0.805456\n",
      "[49]\ttraining's auc: 0.805448\tvalid_1's auc: 0.805475\n",
      "[50]\ttraining's auc: 0.805629\tvalid_1's auc: 0.805464\n",
      "[51]\ttraining's auc: 0.805804\tvalid_1's auc: 0.805479\n",
      "[52]\ttraining's auc: 0.806231\tvalid_1's auc: 0.805797\n",
      "[53]\ttraining's auc: 0.806411\tvalid_1's auc: 0.805793\n",
      "[54]\ttraining's auc: 0.8066\tvalid_1's auc: 0.8058\n",
      "[55]\ttraining's auc: 0.806748\tvalid_1's auc: 0.805834\n",
      "[56]\ttraining's auc: 0.80689\tvalid_1's auc: 0.80585\n",
      "[57]\ttraining's auc: 0.807164\tvalid_1's auc: 0.805994\n",
      "[58]\ttraining's auc: 0.807287\tvalid_1's auc: 0.805987\n",
      "[59]\ttraining's auc: 0.807463\tvalid_1's auc: 0.806011\n",
      "[60]\ttraining's auc: 0.807658\tvalid_1's auc: 0.806019\n",
      "[61]\ttraining's auc: 0.807841\tvalid_1's auc: 0.806039\n",
      "[62]\ttraining's auc: 0.807977\tvalid_1's auc: 0.806015\n",
      "[63]\ttraining's auc: 0.808109\tvalid_1's auc: 0.80603\n",
      "[64]\ttraining's auc: 0.808281\tvalid_1's auc: 0.806073\n",
      "[65]\ttraining's auc: 0.808425\tvalid_1's auc: 0.806073\n",
      "[66]\ttraining's auc: 0.808587\tvalid_1's auc: 0.806093\n",
      "[67]\ttraining's auc: 0.808723\tvalid_1's auc: 0.806063\n",
      "[68]\ttraining's auc: 0.808893\tvalid_1's auc: 0.806108\n",
      "[69]\ttraining's auc: 0.809041\tvalid_1's auc: 0.806162\n",
      "[70]\ttraining's auc: 0.809147\tvalid_1's auc: 0.806133\n",
      "[71]\ttraining's auc: 0.809293\tvalid_1's auc: 0.806136\n",
      "[72]\ttraining's auc: 0.809407\tvalid_1's auc: 0.806137\n",
      "[73]\ttraining's auc: 0.809562\tvalid_1's auc: 0.806145\n",
      "[74]\ttraining's auc: 0.809689\tvalid_1's auc: 0.806135\n",
      "[75]\ttraining's auc: 0.809888\tvalid_1's auc: 0.806152\n",
      "[76]\ttraining's auc: 0.809981\tvalid_1's auc: 0.806142\n",
      "[77]\ttraining's auc: 0.810077\tvalid_1's auc: 0.806129\n",
      "[78]\ttraining's auc: 0.810229\tvalid_1's auc: 0.806188\n",
      "[79]\ttraining's auc: 0.810378\tvalid_1's auc: 0.806186\n",
      "[80]\ttraining's auc: 0.81045\tvalid_1's auc: 0.806156\n",
      "[81]\ttraining's auc: 0.810564\tvalid_1's auc: 0.806199\n",
      "[82]\ttraining's auc: 0.810745\tvalid_1's auc: 0.80621\n",
      "[83]\ttraining's auc: 0.810863\tvalid_1's auc: 0.806197\n",
      "[84]\ttraining's auc: 0.811021\tvalid_1's auc: 0.806207\n",
      "[85]\ttraining's auc: 0.811158\tvalid_1's auc: 0.806179\n",
      "[86]\ttraining's auc: 0.811285\tvalid_1's auc: 0.806166\n",
      "[87]\ttraining's auc: 0.811417\tvalid_1's auc: 0.806152\n",
      "[88]\ttraining's auc: 0.811498\tvalid_1's auc: 0.80615\n",
      "[89]\ttraining's auc: 0.811635\tvalid_1's auc: 0.806155\n",
      "[90]\ttraining's auc: 0.811783\tvalid_1's auc: 0.806218\n",
      "[91]\ttraining's auc: 0.811931\tvalid_1's auc: 0.806225\n",
      "[92]\ttraining's auc: 0.812032\tvalid_1's auc: 0.806208\n",
      "[93]\ttraining's auc: 0.812183\tvalid_1's auc: 0.806218\n",
      "[94]\ttraining's auc: 0.812283\tvalid_1's auc: 0.806189\n",
      "[95]\ttraining's auc: 0.812444\tvalid_1's auc: 0.806211\n",
      "[96]\ttraining's auc: 0.812529\tvalid_1's auc: 0.806192\n",
      "[97]\ttraining's auc: 0.812639\tvalid_1's auc: 0.806204\n",
      "[98]\ttraining's auc: 0.812754\tvalid_1's auc: 0.806197\n",
      "[99]\ttraining's auc: 0.812839\tvalid_1's auc: 0.806182\n",
      "[100]\ttraining's auc: 0.812994\tvalid_1's auc: 0.806188\n",
      "[101]\ttraining's auc: 0.813074\tvalid_1's auc: 0.806183\n",
      "[102]\ttraining's auc: 0.813222\tvalid_1's auc: 0.806184\n",
      "[103]\ttraining's auc: 0.813349\tvalid_1's auc: 0.806174\n",
      "[104]\ttraining's auc: 0.81343\tvalid_1's auc: 0.806171\n",
      "[105]\ttraining's auc: 0.813571\tvalid_1's auc: 0.806199\n",
      "[106]\ttraining's auc: 0.813659\tvalid_1's auc: 0.806189\n",
      "[107]\ttraining's auc: 0.813773\tvalid_1's auc: 0.806223\n",
      "[108]\ttraining's auc: 0.813872\tvalid_1's auc: 0.806209\n",
      "[109]\ttraining's auc: 0.813941\tvalid_1's auc: 0.806179\n",
      "[110]\ttraining's auc: 0.814053\tvalid_1's auc: 0.806202\n",
      "[111]\ttraining's auc: 0.814135\tvalid_1's auc: 0.806187\n",
      "[112]\ttraining's auc: 0.814253\tvalid_1's auc: 0.806176\n",
      "[113]\ttraining's auc: 0.814416\tvalid_1's auc: 0.806173\n",
      "[114]\ttraining's auc: 0.814492\tvalid_1's auc: 0.806153\n",
      "[115]\ttraining's auc: 0.814599\tvalid_1's auc: 0.806156\n",
      "[116]\ttraining's auc: 0.814726\tvalid_1's auc: 0.806164\n",
      "[117]\ttraining's auc: 0.814865\tvalid_1's auc: 0.80616\n",
      "[118]\ttraining's auc: 0.815011\tvalid_1's auc: 0.806182\n",
      "[119]\ttraining's auc: 0.815094\tvalid_1's auc: 0.806157\n",
      "[120]\ttraining's auc: 0.815215\tvalid_1's auc: 0.806151\n",
      "[121]\ttraining's auc: 0.815369\tvalid_1's auc: 0.806169\n",
      "[122]\ttraining's auc: 0.815448\tvalid_1's auc: 0.806153\n",
      "[123]\ttraining's auc: 0.815514\tvalid_1's auc: 0.80612\n",
      "[124]\ttraining's auc: 0.81564\tvalid_1's auc: 0.806122\n",
      "[125]\ttraining's auc: 0.815694\tvalid_1's auc: 0.806103\n",
      "[126]\ttraining's auc: 0.815794\tvalid_1's auc: 0.806111\n",
      "[127]\ttraining's auc: 0.815888\tvalid_1's auc: 0.806115\n",
      "[128]\ttraining's auc: 0.816059\tvalid_1's auc: 0.806119\n",
      "[129]\ttraining's auc: 0.816139\tvalid_1's auc: 0.80611\n",
      "[130]\ttraining's auc: 0.816245\tvalid_1's auc: 0.806088\n",
      "[131]\ttraining's auc: 0.816408\tvalid_1's auc: 0.806112\n",
      "[132]\ttraining's auc: 0.816513\tvalid_1's auc: 0.806122\n",
      "[133]\ttraining's auc: 0.816644\tvalid_1's auc: 0.8061\n",
      "[134]\ttraining's auc: 0.81674\tvalid_1's auc: 0.806108\n",
      "[135]\ttraining's auc: 0.816909\tvalid_1's auc: 0.80612\n",
      "[136]\ttraining's auc: 0.817018\tvalid_1's auc: 0.806121\n",
      "[137]\ttraining's auc: 0.817127\tvalid_1's auc: 0.8061\n",
      "[138]\ttraining's auc: 0.817176\tvalid_1's auc: 0.80608\n",
      "[139]\ttraining's auc: 0.817299\tvalid_1's auc: 0.806078\n",
      "[140]\ttraining's auc: 0.817362\tvalid_1's auc: 0.806061\n",
      "[141]\ttraining's auc: 0.817435\tvalid_1's auc: 0.806044\n",
      "Early stopping, best iteration is:\n",
      "[91]\ttraining's auc: 0.811931\tvalid_1's auc: 0.806225\n",
      "end eval_loss=0.8062252245301829\n"
     ]
    }
   ],
   "source": [
    "category = [idx for idx, c in enumerate(trn_x.columns) if c in {\"class_name\", \"kaijo_name\", \"racer_name\", \"country\", \"fnum\", \"lnum\"}]\n",
    "clf = train(trn_x, trn_y, val_x, val_y, category, param, 1, 50, 10000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 244,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>column</th>\n",
       "      <th>gain</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>fukusho_min</td>\n",
       "      <td>504272.659294128417969</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>prev1_rank</td>\n",
       "      <td>330451.948448181152344</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>tansho_odds+waku_name</td>\n",
       "      <td>244247.701347351074219</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>tansho_odds*waku_name</td>\n",
       "      <td>201926.905681610107422</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>racer_name</td>\n",
       "      <td>149834.202022552490234</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>tansho_odds</td>\n",
       "      <td>138697.735496520996094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>rno</td>\n",
       "      <td>101110.083957672119141</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>zenkoku_win_in_1_prob</td>\n",
       "      <td>89752.651042938232422</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>waku_name</td>\n",
       "      <td>45920.269271850585938</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>prev_mean_rank</td>\n",
       "      <td>8542.212982177734375</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>zenkoku_win_in_3_prob</td>\n",
       "      <td>5407.192962646484375</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>prev_median_rank</td>\n",
       "      <td>5007.637054443359375</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>mortor_win_in_3_prob</td>\n",
       "      <td>3946.883968353271484</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>p1_race_time</td>\n",
       "      <td>2501.069908142089844</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>kaijo_name</td>\n",
       "      <td>2334.044101715087891</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>mortor_win_in_2_prob</td>\n",
       "      <td>1599.378334045410156</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>touchi_win_in_1_prob</td>\n",
       "      <td>1149.483032226562500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>p2_race_time</td>\n",
       "      <td>1004.674407958984375</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>zenkoku_win_in_2_prob</td>\n",
       "      <td>917.363998413085938</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>weight</td>\n",
       "      <td>846.295909881591797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>fnum</td>\n",
       "      <td>554.828304290771484</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>prev_min_rank</td>\n",
       "      <td>412.926902770996094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>class_name</td>\n",
       "      <td>363.808990478515625</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>prev2_rank</td>\n",
       "      <td>229.917396545410156</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>fukusho_max</td>\n",
       "      <td>128.086498260498047</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>touchi_win_in_2_prob</td>\n",
       "      <td>107.938003540039062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>mean_st</td>\n",
       "      <td>45.112300872802734</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>jcd</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>boat_win_in_3_prob</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>age</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>country</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>boat_win_in_2_prob</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>boat_win_in_1_prob</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>p3_race_time</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>mortor_win_in_1_prob</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>touchi_win_in_3_prob</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>prev3_rank</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>lnum</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>touroku_no</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>hd</td>\n",
       "      <td>0.000000000000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   column                    gain\n",
       "27            fukusho_min  504272.659294128417969\n",
       "34             prev1_rank  330451.948448181152344\n",
       "29  tansho_odds+waku_name  244247.701347351074219\n",
       "30  tansho_odds*waku_name  201926.905681610107422\n",
       "5              racer_name  149834.202022552490234\n",
       "0             tansho_odds  138697.735496520996094\n",
       "24                    rno  101110.083957672119141\n",
       "12  zenkoku_win_in_1_prob   89752.651042938232422\n",
       "2               waku_name   45920.269271850585938\n",
       "38         prev_mean_rank    8542.212982177734375\n",
       "14  zenkoku_win_in_3_prob    5407.192962646484375\n",
       "39       prev_median_rank    5007.637054443359375\n",
       "20   mortor_win_in_3_prob    3946.883968353271484\n",
       "31           p1_race_time    2501.069908142089844\n",
       "1              kaijo_name    2334.044101715087891\n",
       "19   mortor_win_in_2_prob    1599.378334045410156\n",
       "15   touchi_win_in_1_prob    1149.483032226562500\n",
       "32           p2_race_time    1004.674407958984375\n",
       "13  zenkoku_win_in_2_prob     917.363998413085938\n",
       "8                  weight     846.295909881591797\n",
       "9                    fnum     554.828304290771484\n",
       "37          prev_min_rank     412.926902770996094\n",
       "4              class_name     363.808990478515625\n",
       "35             prev2_rank     229.917396545410156\n",
       "28            fukusho_max     128.086498260498047\n",
       "16   touchi_win_in_2_prob     107.938003540039062\n",
       "11                mean_st      45.112300872802734\n",
       "25                    jcd       0.000000000000000\n",
       "23     boat_win_in_3_prob       0.000000000000000\n",
       "7                     age       0.000000000000000\n",
       "6                 country       0.000000000000000\n",
       "22     boat_win_in_2_prob       0.000000000000000\n",
       "21     boat_win_in_1_prob       0.000000000000000\n",
       "33           p3_race_time       0.000000000000000\n",
       "18   mortor_win_in_1_prob       0.000000000000000\n",
       "17   touchi_win_in_3_prob       0.000000000000000\n",
       "36             prev3_rank       0.000000000000000\n",
       "10                   lnum       0.000000000000000\n",
       "3              touroku_no       0.000000000000000\n",
       "26                     hd       0.000000000000000"
      ]
     },
     "execution_count": 244,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "imp = [{\"column\":c, \"gain\":g} for c,g in zip(trn_x.columns, clf.feature_importance(importance_type=\"gain\"))]\n",
    "\n",
    "pd.DataFrame(imp).sort_values(by=[\"gain\"], ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}