FreecodeCamp_extract.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "ea1b5f11",
   "metadata": {},
   "source": [
    "target site https://www.football-data.co.uk/englandm.php"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "10e04d03",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "url=\"https://www.football-data.co.uk/englandm.php\"\n",
    "url=\"https://www.football-data.co.uk/mmz4281/2122/E0.csv\"\n",
    "df_premier21 = pd.read_csv(url, on_bad_lines='skip')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "54f11f41",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_premier21.rename({\"FTHG\":\"home_goals\",\n",
    "                     \"FTAG\" : \"away_goals\"},inplace=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "f9e0bab8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Div</th>\n",
       "      <th>Date</th>\n",
       "      <th>Time</th>\n",
       "      <th>HomeTeam</th>\n",
       "      <th>AwayTeam</th>\n",
       "      <th>FTHG</th>\n",
       "      <th>FTAG</th>\n",
       "      <th>FTR</th>\n",
       "      <th>HTHG</th>\n",
       "      <th>HTAG</th>\n",
       "      <th>...</th>\n",
       "      <th>AvgC&lt;2.5</th>\n",
       "      <th>AHCh</th>\n",
       "      <th>B365CAHH</th>\n",
       "      <th>B365CAHA</th>\n",
       "      <th>PCAHH</th>\n",
       "      <th>PCAHA</th>\n",
       "      <th>MaxCAHH</th>\n",
       "      <th>MaxCAHA</th>\n",
       "      <th>AvgCAHH</th>\n",
       "      <th>AvgCAHA</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>E0</td>\n",
       "      <td>13/08/2021</td>\n",
       "      <td>20:00</td>\n",
       "      <td>Brentford</td>\n",
       "      <td>Arsenal</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>H</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.62</td>\n",
       "      <td>0.50</td>\n",
       "      <td>1.75</td>\n",
       "      <td>2.05</td>\n",
       "      <td>1.81</td>\n",
       "      <td>2.13</td>\n",
       "      <td>2.05</td>\n",
       "      <td>2.17</td>\n",
       "      <td>1.80</td>\n",
       "      <td>2.09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>E0</td>\n",
       "      <td>14/08/2021</td>\n",
       "      <td>12:30</td>\n",
       "      <td>Man United</td>\n",
       "      <td>Leeds</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>H</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.25</td>\n",
       "      <td>-1.00</td>\n",
       "      <td>2.05</td>\n",
       "      <td>1.75</td>\n",
       "      <td>2.17</td>\n",
       "      <td>1.77</td>\n",
       "      <td>2.19</td>\n",
       "      <td>1.93</td>\n",
       "      <td>2.10</td>\n",
       "      <td>1.79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>E0</td>\n",
       "      <td>14/08/2021</td>\n",
       "      <td>15:00</td>\n",
       "      <td>Burnley</td>\n",
       "      <td>Brighton</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>A</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.62</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1.79</td>\n",
       "      <td>2.15</td>\n",
       "      <td>1.81</td>\n",
       "      <td>2.14</td>\n",
       "      <td>1.82</td>\n",
       "      <td>2.19</td>\n",
       "      <td>1.79</td>\n",
       "      <td>2.12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>E0</td>\n",
       "      <td>14/08/2021</td>\n",
       "      <td>15:00</td>\n",
       "      <td>Chelsea</td>\n",
       "      <td>Crystal Palace</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>H</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.94</td>\n",
       "      <td>-1.50</td>\n",
       "      <td>2.05</td>\n",
       "      <td>1.75</td>\n",
       "      <td>2.12</td>\n",
       "      <td>1.81</td>\n",
       "      <td>2.16</td>\n",
       "      <td>1.93</td>\n",
       "      <td>2.06</td>\n",
       "      <td>1.82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>E0</td>\n",
       "      <td>14/08/2021</td>\n",
       "      <td>15:00</td>\n",
       "      <td>Everton</td>\n",
       "      <td>Southampton</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>H</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1.67</td>\n",
       "      <td>-0.50</td>\n",
       "      <td>2.05</td>\n",
       "      <td>1.88</td>\n",
       "      <td>2.05</td>\n",
       "      <td>1.88</td>\n",
       "      <td>2.08</td>\n",
       "      <td>1.90</td>\n",
       "      <td>2.03</td>\n",
       "      <td>1.86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>375</th>\n",
       "      <td>E0</td>\n",
       "      <td>22/05/2022</td>\n",
       "      <td>16:00</td>\n",
       "      <td>Crystal Palace</td>\n",
       "      <td>Man United</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>H</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.04</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1.68</td>\n",
       "      <td>2.15</td>\n",
       "      <td>1.74</td>\n",
       "      <td>2.23</td>\n",
       "      <td>1.88</td>\n",
       "      <td>2.25</td>\n",
       "      <td>1.74</td>\n",
       "      <td>2.16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>376</th>\n",
       "      <td>E0</td>\n",
       "      <td>22/05/2022</td>\n",
       "      <td>16:00</td>\n",
       "      <td>Leicester</td>\n",
       "      <td>Southampton</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>H</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.63</td>\n",
       "      <td>-0.75</td>\n",
       "      <td>1.83</td>\n",
       "      <td>2.07</td>\n",
       "      <td>1.88</td>\n",
       "      <td>2.03</td>\n",
       "      <td>1.94</td>\n",
       "      <td>2.26</td>\n",
       "      <td>1.87</td>\n",
       "      <td>2.01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>377</th>\n",
       "      <td>E0</td>\n",
       "      <td>22/05/2022</td>\n",
       "      <td>16:00</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolves</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>H</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>3.28</td>\n",
       "      <td>-2.50</td>\n",
       "      <td>2.02</td>\n",
       "      <td>1.77</td>\n",
       "      <td>2.06</td>\n",
       "      <td>1.83</td>\n",
       "      <td>2.19</td>\n",
       "      <td>1.99</td>\n",
       "      <td>2.07</td>\n",
       "      <td>1.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>378</th>\n",
       "      <td>E0</td>\n",
       "      <td>22/05/2022</td>\n",
       "      <td>16:00</td>\n",
       "      <td>Man City</td>\n",
       "      <td>Aston Villa</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>H</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>3.36</td>\n",
       "      <td>-2.25</td>\n",
       "      <td>2.06</td>\n",
       "      <td>1.84</td>\n",
       "      <td>2.05</td>\n",
       "      <td>1.86</td>\n",
       "      <td>2.09</td>\n",
       "      <td>2.03</td>\n",
       "      <td>2.01</td>\n",
       "      <td>1.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>379</th>\n",
       "      <td>E0</td>\n",
       "      <td>22/05/2022</td>\n",
       "      <td>16:00</td>\n",
       "      <td>Norwich</td>\n",
       "      <td>Tottenham</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>A</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>2.40</td>\n",
       "      <td>1.50</td>\n",
       "      <td>1.95</td>\n",
       "      <td>1.95</td>\n",
       "      <td>1.96</td>\n",
       "      <td>1.94</td>\n",
       "      <td>2.16</td>\n",
       "      <td>1.98</td>\n",
       "      <td>1.99</td>\n",
       "      <td>1.89</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>380 rows × 106 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    Div        Date   Time        HomeTeam        AwayTeam  FTHG  FTAG FTR  \\\n",
       "0    E0  13/08/2021  20:00       Brentford         Arsenal     2     0   H   \n",
       "1    E0  14/08/2021  12:30      Man United           Leeds     5     1   H   \n",
       "2    E0  14/08/2021  15:00         Burnley        Brighton     1     2   A   \n",
       "3    E0  14/08/2021  15:00         Chelsea  Crystal Palace     3     0   H   \n",
       "4    E0  14/08/2021  15:00         Everton     Southampton     3     1   H   \n",
       "..   ..         ...    ...             ...             ...   ...   ...  ..   \n",
       "375  E0  22/05/2022  16:00  Crystal Palace      Man United     1     0   H   \n",
       "376  E0  22/05/2022  16:00       Leicester     Southampton     4     1   H   \n",
       "377  E0  22/05/2022  16:00       Liverpool          Wolves     3     1   H   \n",
       "378  E0  22/05/2022  16:00        Man City     Aston Villa     3     2   H   \n",
       "379  E0  22/05/2022  16:00         Norwich       Tottenham     0     5   A   \n",
       "\n",
       "     HTHG  HTAG  ... AvgC<2.5  AHCh  B365CAHH  B365CAHA  PCAHH  PCAHA  \\\n",
       "0       1     0  ...     1.62  0.50      1.75      2.05   1.81   2.13   \n",
       "1       1     0  ...     2.25 -1.00      2.05      1.75   2.17   1.77   \n",
       "2       1     0  ...     1.62  0.25      1.79      2.15   1.81   2.14   \n",
       "3       2     0  ...     1.94 -1.50      2.05      1.75   2.12   1.81   \n",
       "4       0     1  ...     1.67 -0.50      2.05      1.88   2.05   1.88   \n",
       "..    ...   ...  ...      ...   ...       ...       ...    ...    ...   \n",
       "375     1     0  ...     2.04  0.25      1.68      2.15   1.74   2.23   \n",
       "376     0     0  ...     2.63 -0.75      1.83      2.07   1.88   2.03   \n",
       "377     1     1  ...     3.28 -2.50      2.02      1.77   2.06   1.83   \n",
       "378     0     1  ...     3.36 -2.25      2.06      1.84   2.05   1.86   \n",
       "379     0     2  ...     2.40  1.50      1.95      1.95   1.96   1.94   \n",
       "\n",
       "     MaxCAHH  MaxCAHA  AvgCAHH  AvgCAHA  \n",
       "0       2.05     2.17     1.80     2.09  \n",
       "1       2.19     1.93     2.10     1.79  \n",
       "2       1.82     2.19     1.79     2.12  \n",
       "3       2.16     1.93     2.06     1.82  \n",
       "4       2.08     1.90     2.03     1.86  \n",
       "..       ...      ...      ...      ...  \n",
       "375     1.88     2.25     1.74     2.16  \n",
       "376     1.94     2.26     1.87     2.01  \n",
       "377     2.19     1.99     2.07     1.80  \n",
       "378     2.09     2.03     2.01     1.87  \n",
       "379     2.16     1.98     1.99     1.89  \n",
       "\n",
       "[380 rows x 106 columns]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_premier21"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "13d937c1",
   "metadata": {},
   "outputs": [],
   "source": [
    "import camelot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "99e2c900",
   "metadata": {},
   "outputs": [],
   "source": [
    "tb = camelot.read_pdf(\"foo.pdf\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "0f26d101",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'accuracy': 99.02, 'whitespace': 12.24, 'order': 1, 'page': 1}"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tb.export('foo2.csv', f='csv', compress=True)\n",
    "tb[0].parsing_report"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "d337e0ef",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<TableList n=1>\n",
      "              0            1                2                     3  \\\n",
      "0  Cycle \\nName  KI \\n(1/km)  Distance \\n(mi)  Percent Fuel Savings   \n",
      "1                                                  Improved \\nSpeed   \n",
      "2        2012_2         3.30              1.3                  5.9%   \n",
      "3        2145_1         0.68             11.2                  2.4%   \n",
      "4        4234_1         0.59             58.7                  8.5%   \n",
      "5        2032_2         0.17             57.8                 21.7%   \n",
      "6        4171_1         0.07            173.9                 58.1%   \n",
      "\n",
      "                   4                  5                 6  \n",
      "0                                                          \n",
      "1  Decreased \\nAccel  Eliminate \\nStops  Decreased \\nIdle  \n",
      "2               9.5%              29.2%             17.4%  \n",
      "3               0.1%               9.5%              2.7%  \n",
      "4               1.3%               8.5%              3.3%  \n",
      "5               0.3%               2.7%              1.2%  \n",
      "6               1.6%               2.1%              0.5%  \n"
     ]
    }
   ],
   "source": [
    "tables = camelot.read_pdf('foo.pdf',  flavor='lattice')\n",
    "print(tables)\n",
    "\n",
    "tables.export('foo.csv', f='csv', compress=True)\n",
    "tables[0].to_csv('foo2.csv')  # to a csv file\n",
    "print(tables[0].df)  # to a df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "46d615bd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[WDM] - ====== WebDriver manager ======\n",
      "[WDM] - Current google-chrome version is 102.0.5005\n",
      "[WDM] - Get LATEST chromedriver version for 102.0.5005 google-chrome\n",
      "[WDM] - About to download new driver from https://chromedriver.storage.googleapis.com/102.0.5005.61/chromedriver_mac64.zip\n",
      "[WDM] - Driver has been saved in cache [/Users/magnus/.wdm/drivers/chromedriver/mac64/102.0.5005.61]\n",
      "<ipython-input-46-793bc1500ee4>:6: DeprecationWarning: executable_path has been deprecated, please pass in a Service object\n",
      "  driver = webdriver.Chrome(ChromeDriverManager().install())\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[WDM] - ====== WebDriver manager ======\n",
      "[WDM] - Current google-chrome version is 102.0.5005\n",
      "[WDM] - Get LATEST chromedriver version for 102.0.5005 google-chrome\n",
      "[WDM] - Driver [/Users/magnus/.wdm/drivers/chromedriver/mac64/102.0.5005.61/chromedriver] found in cache\n",
      "<ipython-input-46-793bc1500ee4>:14: DeprecationWarning: executable_path has been deprecated, please pass in a Service object\n",
      "  driver = webdriver.Chrome(ChromeDriverManager().install())\n"
     ]
    }
   ],
   "source": [
    "from selenium import webdriver\n",
    "#from selenium.webdriver.chrome.service import Service\n",
    "import pandas as pd\n",
    "from webdriver_manager.chrome import ChromeDriverManager\n",
    "\n",
    "driver = webdriver.Chrome(ChromeDriverManager().install())\n",
    "\n",
    "web = 'https://www.thesun.co.uk/sport/football/'\n",
    "path = '/Users/frankandrade/Downloads/chromedriver'  # introduce path here\n",
    "\n",
    "# Creating the driver\n",
    "driver_service = Service(executable_path=path)\n",
    "#driver = webdriver.Chrome(service=driver_service)\n",
    "driver = webdriver.Chrome(ChromeDriverManager().install())\n",
    "\n",
    "driver.get(web)\n",
    "# Finding Elements\n",
    "containers = driver.find_elements(by='xpath', value='//div[@class=\"teaser__copy-container\"]')\n",
    "titles = []\n",
    "subtitles = []\n",
    "links = []\n",
    "for container in containers:\n",
    "    title = container.find_element(by='xpath', value='./a/h2').text\n",
    "    subtitle = container.find_element(by='xpath', value='./a/p').text\n",
    "    link = container.find_element(by='xpath', value='./a').get_attribute('href')\n",
    "    titles.append(title)\n",
    "    subtitles.append(subtitle)\n",
    "    links.append(link)\n",
    "\n",
    "# Exporting data to a CSV file\n",
    "my_dict = {'title': titles, 'subtitle': subtitles, 'link': links}\n",
    "df_headlines = pd.DataFrame(my_dict)\n",
    "df_headlines.to_csv('headline.csv')\n",
    "\n",
    "driver.quit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "68414da3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>subtitle</th>\n",
       "      <th>link</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>HOT ROD</td>\n",
       "      <td>Georgina Rodriguez shows bikini tan lines as R...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/football/190009...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>SAL SEARCHING</td>\n",
       "      <td>Marseille launch £26m permanent bid for Arsena...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/football/190007...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>PHILL YOUR BOOTS</td>\n",
       "      <td>Man City agree £45million deal for Leeds star ...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/football/189951...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>ENGLAND 5 NETHERLANDS 1</td>\n",
       "      <td>Beth Mead scores twice to beat Greaves' 61-yea...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/18997761/englan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>ALL GON WRONG</td>\n",
       "      <td>Higuain slams Arsenal for claims he was too ex...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/football/190010...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://www.thesun.co.uk/sport/football/190021...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://www.thesun.co.uk/sport/football/189992...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>ONE WAY TICKETS</td>\n",
       "      <td>Raphinha and Di Maria meet in Ibiza as they pr...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/football/190015...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>'I WANT TO PLAY'</td>\n",
       "      <td>Kepa warns Chelsea to play him or he will seek...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/football/190008...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>'VERY DISAPPOINTED'</td>\n",
       "      <td>Watford spark outrage by arranging friendly ag...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/football/190009...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://www.thesun.co.uk/sport/football/190010...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>RICH AND POOR</td>\n",
       "      <td>Everton 'must sell in days in boost to Chelsea...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/football/189991...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>ROO THE DAY</td>\n",
       "      <td>Rooney leaves Hourihane in transfer limbo afte...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/19002215/wayne-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>NEYM YOUR PRICE</td>\n",
       "      <td>Neymar's agents 'open talks with Juventus over...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/football/189989...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>CEK HIM OUT</td>\n",
       "      <td>Newcastle, Villa and Everton on alert with Sou...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/18996629/west-h...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://www.thesun.co.uk/sport/19000157/man-ut...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>MO SELLER</td>\n",
       "      <td>Liverpool may let Salah LEAVE for £60m with Re...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/18996844/liverp...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>BOTMAN BEGINS</td>\n",
       "      <td>Newcastle finally strike £39m deal for Botman ...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/18996542/newcas...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>TON OF INTEREST</td>\n",
       "      <td>Frankfurt &amp; Lyon enter transfer battle with Pr...</td>\n",
       "      <td>https://www.thesun.co.uk/sport/19001593/frankf...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      title  \\\n",
       "10                  HOT ROD   \n",
       "40            SAL SEARCHING   \n",
       "17         PHILL YOUR BOOTS   \n",
       "34  ENGLAND 5 NETHERLANDS 1   \n",
       "18            ALL GON WRONG   \n",
       "0                             \n",
       "6                             \n",
       "16          ONE WAY TICKETS   \n",
       "38         'I WANT TO PLAY'   \n",
       "24      'VERY DISAPPOINTED'   \n",
       "8                             \n",
       "43            RICH AND POOR   \n",
       "12              ROO THE DAY   \n",
       "27          NEYM YOUR PRICE   \n",
       "29              CEK HIM OUT   \n",
       "5                             \n",
       "15                MO SELLER   \n",
       "30            BOTMAN BEGINS   \n",
       "25          TON OF INTEREST   \n",
       "\n",
       "                                             subtitle  \\\n",
       "10  Georgina Rodriguez shows bikini tan lines as R...   \n",
       "40  Marseille launch £26m permanent bid for Arsena...   \n",
       "17  Man City agree £45million deal for Leeds star ...   \n",
       "34  Beth Mead scores twice to beat Greaves' 61-yea...   \n",
       "18  Higuain slams Arsenal for claims he was too ex...   \n",
       "0                                                       \n",
       "6                                                       \n",
       "16  Raphinha and Di Maria meet in Ibiza as they pr...   \n",
       "38  Kepa warns Chelsea to play him or he will seek...   \n",
       "24  Watford spark outrage by arranging friendly ag...   \n",
       "8                                                       \n",
       "43  Everton 'must sell in days in boost to Chelsea...   \n",
       "12  Rooney leaves Hourihane in transfer limbo afte...   \n",
       "27  Neymar's agents 'open talks with Juventus over...   \n",
       "29  Newcastle, Villa and Everton on alert with Sou...   \n",
       "5                                                       \n",
       "15  Liverpool may let Salah LEAVE for £60m with Re...   \n",
       "30  Newcastle finally strike £39m deal for Botman ...   \n",
       "25  Frankfurt & Lyon enter transfer battle with Pr...   \n",
       "\n",
       "                                                 link  \n",
       "10  https://www.thesun.co.uk/sport/football/190009...  \n",
       "40  https://www.thesun.co.uk/sport/football/190007...  \n",
       "17  https://www.thesun.co.uk/sport/football/189951...  \n",
       "34  https://www.thesun.co.uk/sport/18997761/englan...  \n",
       "18  https://www.thesun.co.uk/sport/football/190010...  \n",
       "0   https://www.thesun.co.uk/sport/football/190021...  \n",
       "6   https://www.thesun.co.uk/sport/football/189992...  \n",
       "16  https://www.thesun.co.uk/sport/football/190015...  \n",
       "38  https://www.thesun.co.uk/sport/football/190008...  \n",
       "24  https://www.thesun.co.uk/sport/football/190009...  \n",
       "8   https://www.thesun.co.uk/sport/football/190010...  \n",
       "43  https://www.thesun.co.uk/sport/football/189991...  \n",
       "12  https://www.thesun.co.uk/sport/19002215/wayne-...  \n",
       "27  https://www.thesun.co.uk/sport/football/189989...  \n",
       "29  https://www.thesun.co.uk/sport/18996629/west-h...  \n",
       "5   https://www.thesun.co.uk/sport/19000157/man-ut...  \n",
       "15  https://www.thesun.co.uk/sport/18996844/liverp...  \n",
       "30  https://www.thesun.co.uk/sport/18996542/newcas...  \n",
       "25  https://www.thesun.co.uk/sport/19001593/frankf...  "
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_headlines.sample(19)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "cdfcec76",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}