movie_data.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Movie Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import re\n",
    "from sqlalchemy import create_engine\n",
    "from config import db_password\n",
    "import time \n",
    "import psycopg2"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Extract Data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Extract Wikipedia Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_dir = '/Users/rileybrowne/Documents/ucb_da_course/Homework/movies_ETL/data'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "7311"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with open(f'{file_dir}/wikipedia-movies.json', mode='r') as file:\n",
    "    wiki_movies_raw = json.load(file)\n",
    "\n",
    "len(wiki_movies_raw)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'url': 'https://en.wikipedia.org/wiki/The_Adventures_of_Ford_Fairlane',\n",
       "  'year': 1990,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt0098987/',\n",
       "  'title': 'The Adventures of Ford Fairlane',\n",
       "  'Directed by': 'Renny Harlin',\n",
       "  'Produced by': ['Steve Perry', 'Joel Silver'],\n",
       "  'Screenplay by': ['David Arnott', 'James Cappe', 'Daniel Waters'],\n",
       "  'Story by': ['David Arnott', 'James Cappe'],\n",
       "  'Based on': ['Characters', 'by Rex Weiner'],\n",
       "  'Starring': ['Andrew Dice Clay',\n",
       "   'Wayne Newton',\n",
       "   'Priscilla Presley',\n",
       "   'Lauren Holly',\n",
       "   'Morris Day',\n",
       "   'Robert Englund',\n",
       "   \"Ed O'Neill\"],\n",
       "  'Narrated by': 'Andrew \"Dice\" Clay',\n",
       "  'Music by': ['Cliff Eidelman', 'Yello'],\n",
       "  'Cinematography': 'Oliver Wood',\n",
       "  'Edited by': 'Michael Tronick',\n",
       "  'Productioncompany ': 'Silver Pictures',\n",
       "  'Distributed by': '20th Century Fox',\n",
       "  'Release date': ['July 11, 1990', '(', '1990-07-11', ')'],\n",
       "  'Running time': '102 minutes',\n",
       "  'Country': 'United States',\n",
       "  'Language': 'English',\n",
       "  'Budget': '$20 million',\n",
       "  'Box office': '$21.4 million'},\n",
       " {'url': 'https://en.wikipedia.org/wiki/After_Dark,_My_Sweet',\n",
       "  'year': 1990,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt0098994/',\n",
       "  'title': 'After Dark, My Sweet',\n",
       "  'Directed by': 'James Foley',\n",
       "  'Produced by': ['Ric Kidney', 'Robert Redlin'],\n",
       "  'Screenplay by': ['James Foley', 'Robert Redlin'],\n",
       "  'Based on': ['the novel', 'After Dark, My Sweet', 'by', 'Jim Thompson'],\n",
       "  'Starring': ['Jason Patric',\n",
       "   'Rachel Ward',\n",
       "   'Bruce Dern',\n",
       "   'George Dickerson'],\n",
       "  'Music by': 'Maurice Jarre',\n",
       "  'Cinematography': 'Mark Plummer',\n",
       "  'Edited by': 'Howard E. Smith',\n",
       "  'Productioncompany ': 'Avenue Pictures',\n",
       "  'Distributed by': 'Avenue Pictures',\n",
       "  'Release date': ['May 17, 1990',\n",
       "   '(',\n",
       "   '1990-05-17',\n",
       "   ')',\n",
       "   '(Cannes Film Market)',\n",
       "   'August 24, 1990',\n",
       "   '(',\n",
       "   '1990-08-24',\n",
       "   ')',\n",
       "   '(United States)'],\n",
       "  'Running time': '114 minutes',\n",
       "  'Country': 'United States',\n",
       "  'Language': 'English',\n",
       "  'Budget': '$6 million',\n",
       "  'Box office': '$2.7 million'},\n",
       " {'url': 'https://en.wikipedia.org/wiki/Air_America_(film)',\n",
       "  'year': 1990,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt0099005/',\n",
       "  'title': 'Air America',\n",
       "  'Directed by': 'Roger Spottiswoode',\n",
       "  'Produced by': 'Daniel Melnick',\n",
       "  'Screenplay by': ['John Eskow', 'Richard Rush'],\n",
       "  'Based on': ['Air America', 'by', 'Christopher Robbins'],\n",
       "  'Starring': ['Mel Gibson',\n",
       "   'Robert Downey Jr.',\n",
       "   'Nancy Travis',\n",
       "   'David Marshall Grant',\n",
       "   'Lane Smith'],\n",
       "  'Music by': 'Charles Gross',\n",
       "  'Cinematography': 'Roger Deakins',\n",
       "  'Edited by': ['John Bloom', 'Lois Freeman-Fox'],\n",
       "  'Productioncompany ': ['Carolco Pictures', 'IndieProd Company'],\n",
       "  'Distributed by': 'TriStar Pictures',\n",
       "  'Release date': ['August 10, 1990', '(', '1990-08-10', ')'],\n",
       "  'Running time': '113 minutes',\n",
       "  'Country': 'United States',\n",
       "  'Language': ['English', 'Lao'],\n",
       "  'Budget': '$35 million',\n",
       "  'Box office': '$57,718,089'},\n",
       " {'url': 'https://en.wikipedia.org/wiki/Alice_(1990_film)',\n",
       "  'year': 1990,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt0099012/',\n",
       "  'title': 'Alice',\n",
       "  'Directed by': 'Woody Allen',\n",
       "  'Produced by': 'Robert Greenhut',\n",
       "  'Written by': 'Woody Allen',\n",
       "  'Starring': ['Alec Baldwin',\n",
       "   'Blythe Danner',\n",
       "   'Judy Davis',\n",
       "   'Mia Farrow',\n",
       "   'William Hurt',\n",
       "   'Keye Luke',\n",
       "   'Joe Mantegna',\n",
       "   'Bernadette Peters'],\n",
       "  'Cinematography': 'Carlo Di Palma',\n",
       "  'Edited by': 'Susan E. Morse',\n",
       "  'Distributed by': 'Orion Pictures',\n",
       "  'Release date': ['December 25, 1990', '(', '1990-12-25', ')'],\n",
       "  'Running time': '106 minutes',\n",
       "  'Country': 'United States',\n",
       "  'Language': 'English',\n",
       "  'Budget': '$12 million',\n",
       "  'Box office': '$7,331,647'},\n",
       " {'url': 'https://en.wikipedia.org/wiki/Almost_an_Angel',\n",
       "  'year': 1990,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt0099018/',\n",
       "  'title': 'Almost an Angel',\n",
       "  'Directed by': 'John Cornell',\n",
       "  'Produced by': 'John Cornell',\n",
       "  'Written by': 'Paul Hogan',\n",
       "  'Starring': ['Paul Hogan', 'Elias Koteas', 'Linda Kozlowski'],\n",
       "  'Music by': 'Maurice Jarre',\n",
       "  'Cinematography': 'Russell Boyd',\n",
       "  'Edited by': 'David Stiven',\n",
       "  'Distributed by': 'Paramount Pictures',\n",
       "  'Release date': 'December 19, 1990',\n",
       "  'Running time': '95 minutes',\n",
       "  'Country': 'US',\n",
       "  'Language': 'English',\n",
       "  'Budget': '$25 million',\n",
       "  'Box office': '$6,939,946 (USA)'}]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# First 5 records\n",
    "wiki_movies_raw[:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'url': 'https://en.wikipedia.org/wiki/Holmes_%26_Watson',\n",
       "  'year': 2018,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt1255919/',\n",
       "  'title': 'Holmes & Watson',\n",
       "  'Directed by': 'Etan Cohen',\n",
       "  'Produced by': ['Will Ferrell',\n",
       "   'Adam McKay',\n",
       "   'Jimmy Miller',\n",
       "   'Clayton Townsend'],\n",
       "  'Screenplay by': 'Etan Cohen',\n",
       "  'Based on': ['Sherlock Holmes',\n",
       "   'and',\n",
       "   'Dr. Watson',\n",
       "   'by',\n",
       "   'Sir Arthur Conan Doyle'],\n",
       "  'Starring': ['Will Ferrell',\n",
       "   'John C. Reilly',\n",
       "   'Rebecca Hall',\n",
       "   'Rob Brydon',\n",
       "   'Steve Coogan',\n",
       "   'Ralph Fiennes'],\n",
       "  'Music by': 'Mark Mothersbaugh',\n",
       "  'Cinematography': 'Oliver Wood',\n",
       "  'Edited by': 'Dean Zimmerman',\n",
       "  'Productioncompanies ': ['Columbia Pictures',\n",
       "   'Gary Sanchez Productions',\n",
       "   'Mosaic Media Group',\n",
       "   'Mimran Schur Pictures'],\n",
       "  'Distributed by': 'Sony Pictures Releasing',\n",
       "  'Release date': ['December 25, 2018',\n",
       "   '(',\n",
       "   '2018-12-25',\n",
       "   ')',\n",
       "   '(United States)'],\n",
       "  'Running time': '90 minutes',\n",
       "  'Country': 'United States',\n",
       "  'Language': 'English',\n",
       "  'Budget': '$42 million',\n",
       "  'Box office': '$41.9 million'},\n",
       " {'url': 'https://en.wikipedia.org/wiki/Vice_(2018_film)',\n",
       "  'year': 2018,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt6266538/',\n",
       "  'title': 'Vice',\n",
       "  'Directed by': 'Adam McKay',\n",
       "  'Produced by': ['Brad Pitt',\n",
       "   'Dede Gardner',\n",
       "   'Jeremy Kleiner',\n",
       "   'Kevin J. Messick',\n",
       "   'Will Ferrell',\n",
       "   'Adam McKay'],\n",
       "  'Written by': 'Adam McKay',\n",
       "  'Starring': ['Christian Bale',\n",
       "   'Amy Adams',\n",
       "   'Steve Carell',\n",
       "   'Sam Rockwell',\n",
       "   'Tyler Perry',\n",
       "   'Alison Pill',\n",
       "   'Lily Rabe',\n",
       "   'Jesse Plemons'],\n",
       "  'Music by': 'Nicholas Britell',\n",
       "  'Cinematography': 'Greig Fraser',\n",
       "  'Edited by': 'Hank Corwin',\n",
       "  'Productioncompany ': ['Plan B Entertainment',\n",
       "   'Gary Sanchez Productions',\n",
       "   'Annapurna Pictures'],\n",
       "  'Distributed by': 'Mirror Releasing',\n",
       "  'Release date': ['December 11, 2018',\n",
       "   '(',\n",
       "   '2018-12-11',\n",
       "   ')',\n",
       "   '(',\n",
       "   'Samuel Goldwyn Theater',\n",
       "   ')',\n",
       "   'December 25, 2018',\n",
       "   '(',\n",
       "   '2018-12-25',\n",
       "   ')',\n",
       "   '(United States)'],\n",
       "  'Running time': '132 minutes',\n",
       "  'Country': 'United States',\n",
       "  'Language': 'English',\n",
       "  'Budget': '$60 million',\n",
       "  'Box office': '$76.1 million'},\n",
       " {'url': 'https://en.wikipedia.org/wiki/On_the_Basis_of_Sex',\n",
       "  'year': 2018,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt4669788/',\n",
       "  'title': 'On the Basis of Sex',\n",
       "  'Directed by': 'Mimi Leder',\n",
       "  'Produced by': 'Robert W. Cort',\n",
       "  'Written by': 'Daniel Stiepleman',\n",
       "  'Starring': ['Felicity Jones',\n",
       "   'Armie Hammer',\n",
       "   'Justin Theroux',\n",
       "   'Sam Waterston',\n",
       "   'Kathy Bates'],\n",
       "  'Music by': 'Mychael Danna',\n",
       "  'Cinematography': 'Michael Grady',\n",
       "  'Edited by': 'Michelle Tesoro',\n",
       "  'Productioncompanies ': ['Focus Features',\n",
       "   '[1]',\n",
       "   'Participant Media',\n",
       "   '[1]',\n",
       "   'Robert Cort Productions',\n",
       "   '[1]',\n",
       "   'Alibaba Pictures',\n",
       "   '[2]'],\n",
       "  'Distributed by': 'Focus Features',\n",
       "  'Release date': ['November 8, 2018',\n",
       "   '(',\n",
       "   '2018-11-08',\n",
       "   ')',\n",
       "   '(',\n",
       "   'AFI Fest',\n",
       "   ')',\n",
       "   'December 25, 2018',\n",
       "   '(',\n",
       "   '2018-12-25',\n",
       "   ')',\n",
       "   '(United States)'],\n",
       "  'Running time': '120 minutes',\n",
       "  'Country': 'United States',\n",
       "  'Language': 'English',\n",
       "  'Budget': '$20 million',\n",
       "  'Box office': '$38.4 million'},\n",
       " {'url': 'https://en.wikipedia.org/wiki/Destroyer_(2018_film)',\n",
       "  'year': 2018,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt7137380/',\n",
       "  'title': 'Destroyer',\n",
       "  'Directed by': 'Karyn Kusama',\n",
       "  'Produced by': ['Fred Berger', 'Phil Hay', 'Matt Manfredi'],\n",
       "  'Written by': ['Phil Hay', 'Matt Manfredi'],\n",
       "  'Starring': ['Nicole Kidman',\n",
       "   'Sebastian Stan',\n",
       "   'Toby Kebbell',\n",
       "   'Tatiana Maslany',\n",
       "   'Bradley Whitford',\n",
       "   'Jade Pettyjohn',\n",
       "   'Scoot McNairy'],\n",
       "  'Music by': 'Theodore Shapiro',\n",
       "  'Cinematography': 'Julie Kirkwood',\n",
       "  'Edited by': 'Plummy Tucker',\n",
       "  'Productioncompany ': ['30West',\n",
       "   'Automatik Entertainment',\n",
       "   'Annapurna Pictures'],\n",
       "  'Distributed by': 'Mirror Releasing',\n",
       "  'Release date': ['August 31, 2018',\n",
       "   '(',\n",
       "   '2018-08-31',\n",
       "   ')',\n",
       "   '(',\n",
       "   'Telluride',\n",
       "   ')',\n",
       "   'December 25, 2018',\n",
       "   '(',\n",
       "   '2018-12-25',\n",
       "   ')',\n",
       "   '(United States)'],\n",
       "  'Running time': '123 minutes',\n",
       "  'Country': 'United States',\n",
       "  'Language': 'English',\n",
       "  'Budget': '$9 million',\n",
       "  'Box office': '$5.5 million'},\n",
       " {'url': 'https://en.wikipedia.org/wiki/Black_Mirror:_Bandersnatch',\n",
       "  'year': 2018,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt9495224/',\n",
       "  'title': 'Bandersnatch',\n",
       "  'Directed by': 'David Slade',\n",
       "  'Produced by': 'Russell McLean',\n",
       "  'Written by': 'Charlie Brooker',\n",
       "  'Starring': ['Fionn Whitehead',\n",
       "   'Will Poulter',\n",
       "   'Craig Parkinson',\n",
       "   'Alice Lowe',\n",
       "   'Asim Chaudhry'],\n",
       "  'Music by': 'Brian Reitzell',\n",
       "  'Cinematography': ['Aaron Morton', 'Jake Polonsky'],\n",
       "  'Edited by': 'Tony Kearns',\n",
       "  'Productioncompany ': ['House of Tomorrow', 'Netflix'],\n",
       "  'Distributed by': 'Netflix',\n",
       "  'Release date': ['28 December 2018', '(', '2018-12-28', ')'],\n",
       "  'Running time': 'Variable; 90 minutes for default path',\n",
       "  'Country': 'United Kingdom',\n",
       "  'Language': 'English'}]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Last 5 records\n",
    "wiki_movies_raw[-5:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'url': 'https://en.wikipedia.org/wiki/Benji:_Off_the_Leash!',\n",
       "  'year': 2004,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt0315273/',\n",
       "  'title': 'Benji: Off the Leash!',\n",
       "  'Directed by': 'Joe Camp',\n",
       "  'Written by': 'Joe Camp',\n",
       "  'Starring': ['Benji', 'Nick Whitaker', 'Shaggy', 'Gypsy the Cockatoo'],\n",
       "  'Music by': 'Antonio di Lorenzo',\n",
       "  'Productioncompany ': 'Mulberry Square Productions',\n",
       "  'Distributed by': 'Mulberry Square Productions',\n",
       "  'Release date': ['March 26, 2004', '(', '2004-03-26', ')'],\n",
       "  'Running time': '97 min',\n",
       "  'Country': 'United States',\n",
       "  'Language': 'English',\n",
       "  'Box office': '$3,817,362'},\n",
       " {'url': 'https://en.wikipedia.org/wiki/The_Best_Thief_in_the_World',\n",
       "  'year': 2004,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt0389796/',\n",
       "  'title': 'The Best Thief in the World',\n",
       "  'Directed by': 'Jacob Kornbluth',\n",
       "  'Produced by': ['Tim Perrell', 'Nicola Usborne'],\n",
       "  'Written by': 'Jacob Kornbluth',\n",
       "  'Starring': ['Marc Rozendaal',\n",
       "   'Michael Silverman',\n",
       "   'David Warshofsky',\n",
       "   'Audra McDonald',\n",
       "   'Lois Smith'],\n",
       "  'Music by': ['Prince Paul', 'and', 'Don Newkirk'],\n",
       "  'Cinematography': 'Ben Kutchins',\n",
       "  'Edited by': 'Stephanie Sterner',\n",
       "  'Distributed by': 'Showtime Networks',\n",
       "  'Release date': ['January 16, 2004', '(', '2004-01-16', ')'],\n",
       "  'Running time': '93 minutes',\n",
       "  'Country': 'United States',\n",
       "  'Language': 'English'},\n",
       " {'url': 'https://en.wikipedia.org/wiki/Beyond_the_Sea_(2004_film)',\n",
       "  'year': 2004,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt0363473/',\n",
       "  'title': 'Beyond the Sea',\n",
       "  'Directed by': 'Kevin Spacey',\n",
       "  'Produced by': ['Kevin Spacey',\n",
       "   'Phillip Barry',\n",
       "   'Dana Brunetti',\n",
       "   'Arthur Friedman',\n",
       "   'Jan Fantl',\n",
       "   'Andy Paterson'],\n",
       "  'Written by': ['Lewis Colick', 'Kevin Spacey'],\n",
       "  'Starring': ['Kevin Spacey', 'Kate Bosworth', 'Bob Hoskins', 'John Goodman'],\n",
       "  'Music by': 'Bobby Darin',\n",
       "  'Cinematography': 'Eduardo Serra',\n",
       "  'Edited by': 'Trevor Waite',\n",
       "  'Productioncompany ': 'Trigger Street Productions',\n",
       "  'Distributed by': ['Lionsgate Films',\n",
       "   '(USA)',\n",
       "   'Entertainment Film Distributors',\n",
       "   '(UK)',\n",
       "   'GAGA',\n",
       "   '(Japan)',\n",
       "   'Maple Pictures',\n",
       "   '(Canada)'],\n",
       "  'Release date': ['December 17, 2004', '(', '2004-12-17', ')'],\n",
       "  'Running time': '118 minutes',\n",
       "  'Country': 'United States',\n",
       "  'Language': 'English',\n",
       "  'Budget': '$25 million',\n",
       "  'Box office': '$8.4 million'},\n",
       " {'url': 'https://en.wikipedia.org/wiki/The_Big_Bounce_(2004_film)',\n",
       "  'year': 2004,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt0315824/',\n",
       "  'title': 'The Big Bounce',\n",
       "  'Directed by': 'George Armitage',\n",
       "  'Produced by': ['George Armitage', 'Steve Bing'],\n",
       "  'Screenplay by': 'Sebastian Gutierrez',\n",
       "  'Based on': ['The Big Bounce', 'by', 'Elmore Leonard'],\n",
       "  'Starring': ['Owen Wilson',\n",
       "   'Charlie Sheen',\n",
       "   'Morgan Freeman',\n",
       "   'Sara Foster',\n",
       "   'Gary Sinise'],\n",
       "  'Music by': 'George S. Clinton',\n",
       "  'Cinematography': 'Jeffrey L. Kimball',\n",
       "  'Edited by': 'Barry Malkin',\n",
       "  'Productioncompany ': 'Shangri-La Entertainment',\n",
       "  'Distributed by': 'Warner Bros. Pictures',\n",
       "  'Release date': ['January 30, 2004', '(', '2004-01-30', ')'],\n",
       "  'Running time': '88 minutes',\n",
       "  'Language': 'English',\n",
       "  'Budget': '$50 million',\n",
       "  'Box office': '$6.8 million'},\n",
       " {'url': 'https://en.wikipedia.org/wiki/Birth_(film)',\n",
       "  'year': 2004,\n",
       "  'imdb_link': 'https://www.imdb.com/title/tt0337876/',\n",
       "  'title': 'Birth',\n",
       "  'Directed by': 'Jonathan Glazer',\n",
       "  'Produced by': ['Lizie Gower', 'Nick Morris', 'Jean-Louis Piel'],\n",
       "  'Written by': ['Jean-Claude Carrière', 'Milo Addica', 'Jonathan Glazer'],\n",
       "  'Starring': ['Nicole Kidman',\n",
       "   'Cameron Bright',\n",
       "   'Danny Huston',\n",
       "   'Lauren Bacall'],\n",
       "  'Music by': 'Alexandre Desplat',\n",
       "  'Cinematography': 'Harris Savides',\n",
       "  'Edited by': ['Sam Sneade', 'Claus Wehlisch'],\n",
       "  'Distributed by': 'New Line Cinema',\n",
       "  'Release date': ['November 8, 2004', '(', '2004-11-08', ')'],\n",
       "  'Running time': '96 minutes',\n",
       "  'Country': 'United States',\n",
       "  'Language': 'English',\n",
       "  'Budget': '$20 million',\n",
       "  'Box office': '$23.9 million'}]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Some records in the middle\n",
    "wiki_movies_raw[3600:3605]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Extract Kaggle Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "kaggle_metadata = pd.read_csv(f'{file_dir}/movies_metadata.csv', low_memory=False)\n",
    "ratings = pd.read_csv(f'{file_dir}/ratings.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>adult</th>\n",
       "      <th>belongs_to_collection</th>\n",
       "      <th>budget</th>\n",
       "      <th>genres</th>\n",
       "      <th>homepage</th>\n",
       "      <th>id</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>original_language</th>\n",
       "      <th>original_title</th>\n",
       "      <th>overview</th>\n",
       "      <th>...</th>\n",
       "      <th>release_date</th>\n",
       "      <th>revenue</th>\n",
       "      <th>runtime</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title</th>\n",
       "      <th>video</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 10194, 'name': 'Toy Story Collection', ...</td>\n",
       "      <td>30000000</td>\n",
       "      <td>[{'id': 16, 'name': 'Animation'}, {'id': 35, '...</td>\n",
       "      <td>http://toystory.disney.com/toy-story</td>\n",
       "      <td>862</td>\n",
       "      <td>tt0114709</td>\n",
       "      <td>en</td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>Led by Woody, Andy's toys live happily in his ...</td>\n",
       "      <td>...</td>\n",
       "      <td>1995-10-30</td>\n",
       "      <td>373554033.0</td>\n",
       "      <td>81.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>False</td>\n",
       "      <td>7.7</td>\n",
       "      <td>5415.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>65000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8844</td>\n",
       "      <td>tt0113497</td>\n",
       "      <td>en</td>\n",
       "      <td>Jumanji</td>\n",
       "      <td>When siblings Judy and Peter discover an encha...</td>\n",
       "      <td>...</td>\n",
       "      <td>1995-12-15</td>\n",
       "      <td>262797249.0</td>\n",
       "      <td>104.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}, {'iso...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Roll the dice and unleash the excitement!</td>\n",
       "      <td>Jumanji</td>\n",
       "      <td>False</td>\n",
       "      <td>6.9</td>\n",
       "      <td>2413.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 119050, 'name': 'Grumpy Old Men Collect...</td>\n",
       "      <td>0</td>\n",
       "      <td>[{'id': 10749, 'name': 'Romance'}, {'id': 35, ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15602</td>\n",
       "      <td>tt0113228</td>\n",
       "      <td>en</td>\n",
       "      <td>Grumpier Old Men</td>\n",
       "      <td>A family wedding reignites the ancient feud be...</td>\n",
       "      <td>...</td>\n",
       "      <td>1995-12-22</td>\n",
       "      <td>0.0</td>\n",
       "      <td>101.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Still Yelling. Still Fighting. Still Ready for...</td>\n",
       "      <td>Grumpier Old Men</td>\n",
       "      <td>False</td>\n",
       "      <td>6.5</td>\n",
       "      <td>92.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16000000</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>31357</td>\n",
       "      <td>tt0114885</td>\n",
       "      <td>en</td>\n",
       "      <td>Waiting to Exhale</td>\n",
       "      <td>Cheated on, mistreated and stepped on, the wom...</td>\n",
       "      <td>...</td>\n",
       "      <td>1995-12-22</td>\n",
       "      <td>81452156.0</td>\n",
       "      <td>127.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Friends are the people who let you be yourself...</td>\n",
       "      <td>Waiting to Exhale</td>\n",
       "      <td>False</td>\n",
       "      <td>6.1</td>\n",
       "      <td>34.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 96871, 'name': 'Father of the Bride Col...</td>\n",
       "      <td>0</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11862</td>\n",
       "      <td>tt0113041</td>\n",
       "      <td>en</td>\n",
       "      <td>Father of the Bride Part II</td>\n",
       "      <td>Just when George Banks has recovered from his ...</td>\n",
       "      <td>...</td>\n",
       "      <td>1995-02-10</td>\n",
       "      <td>76578911.0</td>\n",
       "      <td>106.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Just When His World Is Back To Normal... He's ...</td>\n",
       "      <td>Father of the Bride Part II</td>\n",
       "      <td>False</td>\n",
       "      <td>5.7</td>\n",
       "      <td>173.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   adult                              belongs_to_collection    budget  \\\n",
       "0  False  {'id': 10194, 'name': 'Toy Story Collection', ...  30000000   \n",
       "1  False                                                NaN  65000000   \n",
       "2  False  {'id': 119050, 'name': 'Grumpy Old Men Collect...         0   \n",
       "3  False                                                NaN  16000000   \n",
       "4  False  {'id': 96871, 'name': 'Father of the Bride Col...         0   \n",
       "\n",
       "                                              genres  \\\n",
       "0  [{'id': 16, 'name': 'Animation'}, {'id': 35, '...   \n",
       "1  [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   \n",
       "2  [{'id': 10749, 'name': 'Romance'}, {'id': 35, ...   \n",
       "3  [{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...   \n",
       "4                     [{'id': 35, 'name': 'Comedy'}]   \n",
       "\n",
       "                               homepage     id    imdb_id original_language  \\\n",
       "0  http://toystory.disney.com/toy-story    862  tt0114709                en   \n",
       "1                                   NaN   8844  tt0113497                en   \n",
       "2                                   NaN  15602  tt0113228                en   \n",
       "3                                   NaN  31357  tt0114885                en   \n",
       "4                                   NaN  11862  tt0113041                en   \n",
       "\n",
       "                original_title  \\\n",
       "0                    Toy Story   \n",
       "1                      Jumanji   \n",
       "2             Grumpier Old Men   \n",
       "3            Waiting to Exhale   \n",
       "4  Father of the Bride Part II   \n",
       "\n",
       "                                            overview  ... release_date  \\\n",
       "0  Led by Woody, Andy's toys live happily in his ...  ...   1995-10-30   \n",
       "1  When siblings Judy and Peter discover an encha...  ...   1995-12-15   \n",
       "2  A family wedding reignites the ancient feud be...  ...   1995-12-22   \n",
       "3  Cheated on, mistreated and stepped on, the wom...  ...   1995-12-22   \n",
       "4  Just when George Banks has recovered from his ...  ...   1995-02-10   \n",
       "\n",
       "       revenue runtime                                   spoken_languages  \\\n",
       "0  373554033.0    81.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "1  262797249.0   104.0  [{'iso_639_1': 'en', 'name': 'English'}, {'iso...   \n",
       "2          0.0   101.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "3   81452156.0   127.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "4   76578911.0   106.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "\n",
       "     status                                            tagline  \\\n",
       "0  Released                                                NaN   \n",
       "1  Released          Roll the dice and unleash the excitement!   \n",
       "2  Released  Still Yelling. Still Fighting. Still Ready for...   \n",
       "3  Released  Friends are the people who let you be yourself...   \n",
       "4  Released  Just When His World Is Back To Normal... He's ...   \n",
       "\n",
       "                         title  video vote_average vote_count  \n",
       "0                    Toy Story  False          7.7     5415.0  \n",
       "1                      Jumanji  False          6.9     2413.0  \n",
       "2             Grumpier Old Men  False          6.5       92.0  \n",
       "3            Waiting to Exhale  False          6.1       34.0  \n",
       "4  Father of the Bride Part II  False          5.7      173.0  \n",
       "\n",
       "[5 rows x 24 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "kaggle_metadata.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>movieId</th>\n",
       "      <th>rating</th>\n",
       "      <th>timestamp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>110</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1425941529</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>147</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1425942435</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>858</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1425941523</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>1221</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1425941546</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>1246</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1425941556</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   userId  movieId  rating   timestamp\n",
       "0       1      110     1.0  1425941529\n",
       "1       1      147     4.5  1425942435\n",
       "2       1      858     5.0  1425941523\n",
       "3       1     1221     5.0  1425941546\n",
       "4       1     1246     5.0  1425941556"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ratings.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Transform Data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Transform Wiki Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title</th>\n",
       "      <th>Directed by</th>\n",
       "      <th>Produced by</th>\n",
       "      <th>Screenplay by</th>\n",
       "      <th>Story by</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>...</th>\n",
       "      <th>Predecessor</th>\n",
       "      <th>Founders</th>\n",
       "      <th>Area served</th>\n",
       "      <th>Products</th>\n",
       "      <th>Services</th>\n",
       "      <th>Russian</th>\n",
       "      <th>Hebrew</th>\n",
       "      <th>Revenue</th>\n",
       "      <th>Operating income</th>\n",
       "      <th>Polish</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Adventures_o...</td>\n",
       "      <td>1990.0</td>\n",
       "      <td>https://www.imdb.com/title/tt0098987/</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>Renny Harlin</td>\n",
       "      <td>[Steve Perry, Joel Silver]</td>\n",
       "      <td>[David Arnott, James Cappe, Daniel Waters]</td>\n",
       "      <td>[David Arnott, James Cappe]</td>\n",
       "      <td>[Characters, by Rex Weiner]</td>\n",
       "      <td>[Andrew Dice Clay, Wayne Newton, Priscilla Pre...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://en.wikipedia.org/wiki/After_Dark,_My_S...</td>\n",
       "      <td>1990.0</td>\n",
       "      <td>https://www.imdb.com/title/tt0098994/</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>James Foley</td>\n",
       "      <td>[Ric Kidney, Robert Redlin]</td>\n",
       "      <td>[James Foley, Robert Redlin]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[the novel, After Dark, My Sweet, by, Jim Thom...</td>\n",
       "      <td>[Jason Patric, Rachel Ward, Bruce Dern, George...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Air_America_(film)</td>\n",
       "      <td>1990.0</td>\n",
       "      <td>https://www.imdb.com/title/tt0099005/</td>\n",
       "      <td>Air America</td>\n",
       "      <td>Roger Spottiswoode</td>\n",
       "      <td>Daniel Melnick</td>\n",
       "      <td>[John Eskow, Richard Rush]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Air America, by, Christopher Robbins]</td>\n",
       "      <td>[Mel Gibson, Robert Downey Jr., Nancy Travis, ...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Alice_(1990_film)</td>\n",
       "      <td>1990.0</td>\n",
       "      <td>https://www.imdb.com/title/tt0099012/</td>\n",
       "      <td>Alice</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>Robert Greenhut</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Alec Baldwin, Blythe Danner, Judy Davis, Mia ...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Almost_an_Angel</td>\n",
       "      <td>1990.0</td>\n",
       "      <td>https://www.imdb.com/title/tt0099018/</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Paul Hogan, Elias Koteas, Linda Kozlowski]</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 193 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 url    year  \\\n",
       "0  https://en.wikipedia.org/wiki/The_Adventures_o...  1990.0   \n",
       "1  https://en.wikipedia.org/wiki/After_Dark,_My_S...  1990.0   \n",
       "2   https://en.wikipedia.org/wiki/Air_America_(film)  1990.0   \n",
       "3    https://en.wikipedia.org/wiki/Alice_(1990_film)  1990.0   \n",
       "4      https://en.wikipedia.org/wiki/Almost_an_Angel  1990.0   \n",
       "\n",
       "                               imdb_link                            title  \\\n",
       "0  https://www.imdb.com/title/tt0098987/  The Adventures of Ford Fairlane   \n",
       "1  https://www.imdb.com/title/tt0098994/             After Dark, My Sweet   \n",
       "2  https://www.imdb.com/title/tt0099005/                      Air America   \n",
       "3  https://www.imdb.com/title/tt0099012/                            Alice   \n",
       "4  https://www.imdb.com/title/tt0099018/                  Almost an Angel   \n",
       "\n",
       "          Directed by                  Produced by  \\\n",
       "0        Renny Harlin   [Steve Perry, Joel Silver]   \n",
       "1         James Foley  [Ric Kidney, Robert Redlin]   \n",
       "2  Roger Spottiswoode               Daniel Melnick   \n",
       "3         Woody Allen              Robert Greenhut   \n",
       "4        John Cornell                 John Cornell   \n",
       "\n",
       "                                Screenplay by                     Story by  \\\n",
       "0  [David Arnott, James Cappe, Daniel Waters]  [David Arnott, James Cappe]   \n",
       "1                [James Foley, Robert Redlin]                          NaN   \n",
       "2                  [John Eskow, Richard Rush]                          NaN   \n",
       "3                                         NaN                          NaN   \n",
       "4                                         NaN                          NaN   \n",
       "\n",
       "                                            Based on  \\\n",
       "0                        [Characters, by Rex Weiner]   \n",
       "1  [the novel, After Dark, My Sweet, by, Jim Thom...   \n",
       "2             [Air America, by, Christopher Robbins]   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                            Starring  ... Predecessor  \\\n",
       "0  [Andrew Dice Clay, Wayne Newton, Priscilla Pre...  ...         NaN   \n",
       "1  [Jason Patric, Rachel Ward, Bruce Dern, George...  ...         NaN   \n",
       "2  [Mel Gibson, Robert Downey Jr., Nancy Travis, ...  ...         NaN   \n",
       "3  [Alec Baldwin, Blythe Danner, Judy Davis, Mia ...  ...         NaN   \n",
       "4        [Paul Hogan, Elias Koteas, Linda Kozlowski]  ...         NaN   \n",
       "\n",
       "  Founders Area served Products Services Russian Hebrew Revenue  \\\n",
       "0      NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "1      NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "2      NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "3      NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "4      NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "\n",
       "  Operating income Polish  \n",
       "0              NaN    NaN  \n",
       "1              NaN    NaN  \n",
       "2              NaN    NaN  \n",
       "3              NaN    NaN  \n",
       "4              NaN    NaN  \n",
       "\n",
       "[5 rows x 193 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create DF from raw wiki data\n",
    "wiki_movies_df = pd.DataFrame(wiki_movies_raw)\n",
    "\n",
    "# View top DF\n",
    "wiki_movies_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title</th>\n",
       "      <th>Directed by</th>\n",
       "      <th>Produced by</th>\n",
       "      <th>Screenplay by</th>\n",
       "      <th>Story by</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>...</th>\n",
       "      <th>Predecessor</th>\n",
       "      <th>Founders</th>\n",
       "      <th>Area served</th>\n",
       "      <th>Products</th>\n",
       "      <th>Services</th>\n",
       "      <th>Russian</th>\n",
       "      <th>Hebrew</th>\n",
       "      <th>Revenue</th>\n",
       "      <th>Operating income</th>\n",
       "      <th>Polish</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7306</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Holmes_%26_Watson</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>https://www.imdb.com/title/tt1255919/</td>\n",
       "      <td>Holmes &amp; Watson</td>\n",
       "      <td>Etan Cohen</td>\n",
       "      <td>[Will Ferrell, Adam McKay, Jimmy Miller, Clayt...</td>\n",
       "      <td>Etan Cohen</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Sherlock Holmes, and, Dr. Watson, by, Sir Art...</td>\n",
       "      <td>[Will Ferrell, John C. Reilly, Rebecca Hall, R...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7307</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Vice_(2018_film)</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>https://www.imdb.com/title/tt6266538/</td>\n",
       "      <td>Vice</td>\n",
       "      <td>Adam McKay</td>\n",
       "      <td>[Brad Pitt, Dede Gardner, Jeremy Kleiner, Kevi...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Christian Bale, Amy Adams, Steve Carell, Sam ...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7308</th>\n",
       "      <td>https://en.wikipedia.org/wiki/On_the_Basis_of_Sex</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>https://www.imdb.com/title/tt4669788/</td>\n",
       "      <td>On the Basis of Sex</td>\n",
       "      <td>Mimi Leder</td>\n",
       "      <td>Robert W. Cort</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Felicity Jones, Armie Hammer, Justin Theroux,...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7309</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Destroyer_(2018_...</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>https://www.imdb.com/title/tt7137380/</td>\n",
       "      <td>Destroyer</td>\n",
       "      <td>Karyn Kusama</td>\n",
       "      <td>[Fred Berger, Phil Hay, Matt Manfredi]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Nicole Kidman, Sebastian Stan, Toby Kebbell, ...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7310</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Black_Mirror:_Ba...</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>https://www.imdb.com/title/tt9495224/</td>\n",
       "      <td>Bandersnatch</td>\n",
       "      <td>David Slade</td>\n",
       "      <td>Russell McLean</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Fionn Whitehead, Will Poulter, Craig Parkinso...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 193 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    url    year  \\\n",
       "7306    https://en.wikipedia.org/wiki/Holmes_%26_Watson  2018.0   \n",
       "7307     https://en.wikipedia.org/wiki/Vice_(2018_film)  2018.0   \n",
       "7308  https://en.wikipedia.org/wiki/On_the_Basis_of_Sex  2018.0   \n",
       "7309  https://en.wikipedia.org/wiki/Destroyer_(2018_...  2018.0   \n",
       "7310  https://en.wikipedia.org/wiki/Black_Mirror:_Ba...  2018.0   \n",
       "\n",
       "                                  imdb_link                title  \\\n",
       "7306  https://www.imdb.com/title/tt1255919/      Holmes & Watson   \n",
       "7307  https://www.imdb.com/title/tt6266538/                 Vice   \n",
       "7308  https://www.imdb.com/title/tt4669788/  On the Basis of Sex   \n",
       "7309  https://www.imdb.com/title/tt7137380/            Destroyer   \n",
       "7310  https://www.imdb.com/title/tt9495224/         Bandersnatch   \n",
       "\n",
       "       Directed by                                        Produced by  \\\n",
       "7306    Etan Cohen  [Will Ferrell, Adam McKay, Jimmy Miller, Clayt...   \n",
       "7307    Adam McKay  [Brad Pitt, Dede Gardner, Jeremy Kleiner, Kevi...   \n",
       "7308    Mimi Leder                                     Robert W. Cort   \n",
       "7309  Karyn Kusama             [Fred Berger, Phil Hay, Matt Manfredi]   \n",
       "7310   David Slade                                     Russell McLean   \n",
       "\n",
       "     Screenplay by Story by  \\\n",
       "7306    Etan Cohen      NaN   \n",
       "7307           NaN      NaN   \n",
       "7308           NaN      NaN   \n",
       "7309           NaN      NaN   \n",
       "7310           NaN      NaN   \n",
       "\n",
       "                                               Based on  \\\n",
       "7306  [Sherlock Holmes, and, Dr. Watson, by, Sir Art...   \n",
       "7307                                                NaN   \n",
       "7308                                                NaN   \n",
       "7309                                                NaN   \n",
       "7310                                                NaN   \n",
       "\n",
       "                                               Starring  ... Predecessor  \\\n",
       "7306  [Will Ferrell, John C. Reilly, Rebecca Hall, R...  ...         NaN   \n",
       "7307  [Christian Bale, Amy Adams, Steve Carell, Sam ...  ...         NaN   \n",
       "7308  [Felicity Jones, Armie Hammer, Justin Theroux,...  ...         NaN   \n",
       "7309  [Nicole Kidman, Sebastian Stan, Toby Kebbell, ...  ...         NaN   \n",
       "7310  [Fionn Whitehead, Will Poulter, Craig Parkinso...  ...         NaN   \n",
       "\n",
       "     Founders Area served Products Services Russian Hebrew Revenue  \\\n",
       "7306      NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "7307      NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "7308      NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "7309      NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "7310      NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "\n",
       "     Operating income Polish  \n",
       "7306              NaN    NaN  \n",
       "7307              NaN    NaN  \n",
       "7308              NaN    NaN  \n",
       "7309              NaN    NaN  \n",
       "7310              NaN    NaN  \n",
       "\n",
       "[5 rows x 193 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# View bottom of DF\n",
    "wiki_movies_df.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title</th>\n",
       "      <th>Directed by</th>\n",
       "      <th>Produced by</th>\n",
       "      <th>Screenplay by</th>\n",
       "      <th>Story by</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>...</th>\n",
       "      <th>Predecessor</th>\n",
       "      <th>Founders</th>\n",
       "      <th>Area served</th>\n",
       "      <th>Products</th>\n",
       "      <th>Services</th>\n",
       "      <th>Russian</th>\n",
       "      <th>Hebrew</th>\n",
       "      <th>Revenue</th>\n",
       "      <th>Operating income</th>\n",
       "      <th>Polish</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5391</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Solitary_Man_(film)</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>https://www.imdb.com/title/tt1294213/</td>\n",
       "      <td>Solitary Man</td>\n",
       "      <td>[Brian Koppelman, David Levien]</td>\n",
       "      <td>[Moshi Diamont, Danny Dimbort, Joe Gatta, Jare...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Michael Douglas, Jenna Fischer, Jesse Eisenbe...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>277</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Barton_Fink</td>\n",
       "      <td>1991.0</td>\n",
       "      <td>https://www.imdb.com/title/tt0101410/</td>\n",
       "      <td>Barton Fink</td>\n",
       "      <td>Joel Coen</td>\n",
       "      <td>Ethan Coen</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[John Turturro, John Goodman, Judy Davis, Mich...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1828</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Tin_Cup</td>\n",
       "      <td>1996.0</td>\n",
       "      <td>https://www.imdb.com/title/tt0117918/</td>\n",
       "      <td>Tin Cup</td>\n",
       "      <td>Ron Shelton</td>\n",
       "      <td>Gary Foster</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Kevin Costner, Rene Russo, Cheech Marin, Don ...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>780</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Indecent_Proposal</td>\n",
       "      <td>1993.0</td>\n",
       "      <td>https://www.imdb.com/title/tt0107211/</td>\n",
       "      <td>Indecent Proposal</td>\n",
       "      <td>Adrian Lyne</td>\n",
       "      <td>Sherry Lansing</td>\n",
       "      <td>Amy Holden Jones</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Indecent Proposal, by Jack Engelhard]</td>\n",
       "      <td>[Robert Redford, Demi Moore, Woody Harrelson, ...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>811</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Mr._Wonderful_(f...</td>\n",
       "      <td>1993.0</td>\n",
       "      <td>https://www.imdb.com/title/tt0107613/</td>\n",
       "      <td>Mr. Wonderful</td>\n",
       "      <td>Anthony Minghella</td>\n",
       "      <td>Marianne Moloney</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Matt Dillon, Annabella Sciorra, Mary-Louise P...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 193 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    url    year  \\\n",
       "5391  https://en.wikipedia.org/wiki/Solitary_Man_(film)  2010.0   \n",
       "277           https://en.wikipedia.org/wiki/Barton_Fink  1991.0   \n",
       "1828              https://en.wikipedia.org/wiki/Tin_Cup  1996.0   \n",
       "780     https://en.wikipedia.org/wiki/Indecent_Proposal  1993.0   \n",
       "811   https://en.wikipedia.org/wiki/Mr._Wonderful_(f...  1993.0   \n",
       "\n",
       "                                  imdb_link              title  \\\n",
       "5391  https://www.imdb.com/title/tt1294213/       Solitary Man   \n",
       "277   https://www.imdb.com/title/tt0101410/        Barton Fink   \n",
       "1828  https://www.imdb.com/title/tt0117918/            Tin Cup   \n",
       "780   https://www.imdb.com/title/tt0107211/  Indecent Proposal   \n",
       "811   https://www.imdb.com/title/tt0107613/      Mr. Wonderful   \n",
       "\n",
       "                          Directed by  \\\n",
       "5391  [Brian Koppelman, David Levien]   \n",
       "277                         Joel Coen   \n",
       "1828                      Ron Shelton   \n",
       "780                       Adrian Lyne   \n",
       "811                 Anthony Minghella   \n",
       "\n",
       "                                            Produced by     Screenplay by  \\\n",
       "5391  [Moshi Diamont, Danny Dimbort, Joe Gatta, Jare...               NaN   \n",
       "277                                          Ethan Coen               NaN   \n",
       "1828                                        Gary Foster               NaN   \n",
       "780                                      Sherry Lansing  Amy Holden Jones   \n",
       "811                                    Marianne Moloney               NaN   \n",
       "\n",
       "     Story by                                Based on  \\\n",
       "5391      NaN                                     NaN   \n",
       "277       NaN                                     NaN   \n",
       "1828      NaN                                     NaN   \n",
       "780       NaN  [Indecent Proposal, by Jack Engelhard]   \n",
       "811       NaN                                     NaN   \n",
       "\n",
       "                                               Starring  ... Predecessor  \\\n",
       "5391  [Michael Douglas, Jenna Fischer, Jesse Eisenbe...  ...         NaN   \n",
       "277   [John Turturro, John Goodman, Judy Davis, Mich...  ...         NaN   \n",
       "1828  [Kevin Costner, Rene Russo, Cheech Marin, Don ...  ...         NaN   \n",
       "780   [Robert Redford, Demi Moore, Woody Harrelson, ...  ...         NaN   \n",
       "811   [Matt Dillon, Annabella Sciorra, Mary-Louise P...  ...         NaN   \n",
       "\n",
       "     Founders Area served Products Services Russian Hebrew Revenue  \\\n",
       "5391      NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "277       NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "1828      NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "780       NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "811       NaN         NaN      NaN      NaN     NaN    NaN     NaN   \n",
       "\n",
       "     Operating income Polish  \n",
       "5391              NaN    NaN  \n",
       "277               NaN    NaN  \n",
       "1828              NaN    NaN  \n",
       "780               NaN    NaN  \n",
       "811               NaN    NaN  \n",
       "\n",
       "[5 rows x 193 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# View middle of DF\n",
    "wiki_movies_df.sample(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Actor control',\n",
       " 'Adaptation by',\n",
       " 'Alias',\n",
       " 'Alma mater',\n",
       " 'Also known as',\n",
       " 'Animation by',\n",
       " 'Arabic',\n",
       " 'Area',\n",
       " 'Area served',\n",
       " 'Artist(s)',\n",
       " 'Attraction type',\n",
       " 'Audio format',\n",
       " 'Author',\n",
       " 'Based on',\n",
       " 'Biographical data',\n",
       " 'Bopomofo',\n",
       " 'Born',\n",
       " 'Box office',\n",
       " 'Budget',\n",
       " 'Camera setup',\n",
       " 'Cantonese',\n",
       " 'Characters',\n",
       " 'Children',\n",
       " 'Chinese',\n",
       " 'Cinematography',\n",
       " 'Closing date',\n",
       " 'Color process',\n",
       " 'Comics',\n",
       " 'Composer(s)',\n",
       " 'Coordinates',\n",
       " 'Country',\n",
       " 'Country of origin',\n",
       " 'Cover artist',\n",
       " 'Created by',\n",
       " 'Date premiered',\n",
       " 'Designer(s)',\n",
       " 'Developed by',\n",
       " 'Developer(s)',\n",
       " 'Dewey Decimal',\n",
       " 'Died',\n",
       " 'Directed by',\n",
       " 'Director',\n",
       " 'Distributed by',\n",
       " 'Distributor',\n",
       " 'Divisions',\n",
       " 'Duration',\n",
       " 'Edited by',\n",
       " 'Editor(s)',\n",
       " 'Ending theme',\n",
       " 'Engine',\n",
       " 'Engine(s)',\n",
       " 'Executive producer(s)',\n",
       " 'Family',\n",
       " 'Fate',\n",
       " 'Film(s)',\n",
       " 'Followed by',\n",
       " 'Format(s)',\n",
       " 'Formerly',\n",
       " 'Founded',\n",
       " 'Founder',\n",
       " 'Founders',\n",
       " 'French',\n",
       " 'Full name',\n",
       " 'Gender',\n",
       " 'Genre',\n",
       " 'Genre(s)',\n",
       " 'Genres',\n",
       " 'Gwoyeu Romatzyh',\n",
       " 'Hangul',\n",
       " 'Hanyu Pinyin',\n",
       " 'Headquarters',\n",
       " 'Hebrew',\n",
       " 'Height',\n",
       " 'Hepburn',\n",
       " 'Hokkien POJ',\n",
       " 'IPA',\n",
       " 'ISBN',\n",
       " 'Illustrator',\n",
       " 'Industry',\n",
       " 'Instruments',\n",
       " 'Japanese',\n",
       " 'Jyutping',\n",
       " 'Key people',\n",
       " 'LC Class',\n",
       " 'Label',\n",
       " 'Labels',\n",
       " 'Language',\n",
       " 'Length',\n",
       " 'Literal meaning',\n",
       " 'Literally',\n",
       " 'Mandarin',\n",
       " 'McCune–Reischauer',\n",
       " 'Media type',\n",
       " 'Mode(s)',\n",
       " 'Music',\n",
       " 'Music by',\n",
       " 'Name',\n",
       " 'Narrated by',\n",
       " 'Nationality',\n",
       " 'No. of episodes',\n",
       " 'No. of seasons',\n",
       " 'Novel(s)',\n",
       " 'Number of employees',\n",
       " 'OCLC',\n",
       " 'Occupation',\n",
       " 'Opening date',\n",
       " 'Opening theme',\n",
       " 'Operating income',\n",
       " 'Original language',\n",
       " 'Original language(s)',\n",
       " 'Original network',\n",
       " 'Original release',\n",
       " 'Original title',\n",
       " 'Original work',\n",
       " 'Other names',\n",
       " 'Owner',\n",
       " 'Pages',\n",
       " 'Parent',\n",
       " 'Parent(s)',\n",
       " 'Picture format',\n",
       " 'Place premiered',\n",
       " 'Platform(s)',\n",
       " 'Polish',\n",
       " 'Portrayed by',\n",
       " 'Preceded by',\n",
       " 'Predecessor',\n",
       " 'Produced by',\n",
       " 'Producer',\n",
       " 'Producer(s)',\n",
       " 'Production company',\n",
       " 'Production company(s)',\n",
       " 'Production location(s)',\n",
       " 'Productioncompanies ',\n",
       " 'Productioncompany ',\n",
       " 'Products',\n",
       " 'Programmer(s)',\n",
       " 'Publication date',\n",
       " 'Published',\n",
       " 'Published in English',\n",
       " 'Publisher',\n",
       " 'Publisher(s)',\n",
       " 'Recorded',\n",
       " 'Relatives',\n",
       " 'Release',\n",
       " 'Release date',\n",
       " 'Release(s)',\n",
       " 'Released',\n",
       " 'Replaced',\n",
       " 'Replaced by',\n",
       " 'Resting place',\n",
       " 'Revenue',\n",
       " 'Revised Romanization',\n",
       " 'Romanized',\n",
       " 'Running time',\n",
       " 'Russian',\n",
       " 'Screen story by',\n",
       " 'Screenplay by',\n",
       " 'Seasons',\n",
       " 'Series',\n",
       " 'Services',\n",
       " 'Set in',\n",
       " 'Setting',\n",
       " 'Simplified',\n",
       " 'Simplified Chinese',\n",
       " 'Species',\n",
       " 'Spouse(s)',\n",
       " 'Starring',\n",
       " 'Status',\n",
       " 'Story by',\n",
       " 'Subject',\n",
       " 'Subsidiaries',\n",
       " 'Suggested by',\n",
       " 'Television series',\n",
       " 'Text',\n",
       " 'Theme music composer',\n",
       " 'Total assets',\n",
       " 'Traditional',\n",
       " 'Traditional Chinese',\n",
       " 'Transcriptions',\n",
       " 'Type',\n",
       " 'Venue',\n",
       " 'Voices of',\n",
       " 'Wade–Giles',\n",
       " 'Website',\n",
       " 'Writer(s)',\n",
       " 'Written by',\n",
       " 'Yale Romanization',\n",
       " 'Years active',\n",
       " 'Yiddish',\n",
       " 'imdb_link',\n",
       " 'title',\n",
       " 'url',\n",
       " 'year']"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create a list of columns in DF\n",
    "sorted(wiki_movies_df.columns.tolist())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "7311"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Current movie count \n",
    "len(wiki_movies_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "7076"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Cleanup DF to have only movies with Directors and IMDB links \n",
    "wiki_movies = [movie for movie in wiki_movies_raw\n",
    "               if ('Director' in movie or 'Directed by' in movie)\n",
    "                   and 'imdb_link' in movie\n",
    "                   and 'No. of episodes' not in movie]\n",
    "len(wiki_movies)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title</th>\n",
       "      <th>Directed by</th>\n",
       "      <th>Produced by</th>\n",
       "      <th>Screenplay by</th>\n",
       "      <th>Story by</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>...</th>\n",
       "      <th>Hepburn</th>\n",
       "      <th>Literally</th>\n",
       "      <th>Cantonese</th>\n",
       "      <th>Chinese</th>\n",
       "      <th>Yiddish</th>\n",
       "      <th>Arabic</th>\n",
       "      <th>Romanized</th>\n",
       "      <th>Russian</th>\n",
       "      <th>Hebrew</th>\n",
       "      <th>Polish</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Adventures_o...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098987/</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>Renny Harlin</td>\n",
       "      <td>[Steve Perry, Joel Silver]</td>\n",
       "      <td>[David Arnott, James Cappe, Daniel Waters]</td>\n",
       "      <td>[David Arnott, James Cappe]</td>\n",
       "      <td>[Characters, by Rex Weiner]</td>\n",
       "      <td>[Andrew Dice Clay, Wayne Newton, Priscilla Pre...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://en.wikipedia.org/wiki/After_Dark,_My_S...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098994/</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>James Foley</td>\n",
       "      <td>[Ric Kidney, Robert Redlin]</td>\n",
       "      <td>[James Foley, Robert Redlin]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[the novel, After Dark, My Sweet, by, Jim Thom...</td>\n",
       "      <td>[Jason Patric, Rachel Ward, Bruce Dern, George...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Air_America_(film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099005/</td>\n",
       "      <td>Air America</td>\n",
       "      <td>Roger Spottiswoode</td>\n",
       "      <td>Daniel Melnick</td>\n",
       "      <td>[John Eskow, Richard Rush]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Air America, by, Christopher Robbins]</td>\n",
       "      <td>[Mel Gibson, Robert Downey Jr., Nancy Travis, ...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Alice_(1990_film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099012/</td>\n",
       "      <td>Alice</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>Robert Greenhut</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Alec Baldwin, Blythe Danner, Judy Davis, Mia ...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Almost_an_Angel</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099018/</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Paul Hogan, Elias Koteas, Linda Kozlowski]</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 75 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 url  year  \\\n",
       "0  https://en.wikipedia.org/wiki/The_Adventures_o...  1990   \n",
       "1  https://en.wikipedia.org/wiki/After_Dark,_My_S...  1990   \n",
       "2   https://en.wikipedia.org/wiki/Air_America_(film)  1990   \n",
       "3    https://en.wikipedia.org/wiki/Alice_(1990_film)  1990   \n",
       "4      https://en.wikipedia.org/wiki/Almost_an_Angel  1990   \n",
       "\n",
       "                               imdb_link                            title  \\\n",
       "0  https://www.imdb.com/title/tt0098987/  The Adventures of Ford Fairlane   \n",
       "1  https://www.imdb.com/title/tt0098994/             After Dark, My Sweet   \n",
       "2  https://www.imdb.com/title/tt0099005/                      Air America   \n",
       "3  https://www.imdb.com/title/tt0099012/                            Alice   \n",
       "4  https://www.imdb.com/title/tt0099018/                  Almost an Angel   \n",
       "\n",
       "          Directed by                  Produced by  \\\n",
       "0        Renny Harlin   [Steve Perry, Joel Silver]   \n",
       "1         James Foley  [Ric Kidney, Robert Redlin]   \n",
       "2  Roger Spottiswoode               Daniel Melnick   \n",
       "3         Woody Allen              Robert Greenhut   \n",
       "4        John Cornell                 John Cornell   \n",
       "\n",
       "                                Screenplay by                     Story by  \\\n",
       "0  [David Arnott, James Cappe, Daniel Waters]  [David Arnott, James Cappe]   \n",
       "1                [James Foley, Robert Redlin]                          NaN   \n",
       "2                  [John Eskow, Richard Rush]                          NaN   \n",
       "3                                         NaN                          NaN   \n",
       "4                                         NaN                          NaN   \n",
       "\n",
       "                                            Based on  \\\n",
       "0                        [Characters, by Rex Weiner]   \n",
       "1  [the novel, After Dark, My Sweet, by, Jim Thom...   \n",
       "2             [Air America, by, Christopher Robbins]   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                            Starring  ... Hepburn Literally  \\\n",
       "0  [Andrew Dice Clay, Wayne Newton, Priscilla Pre...  ...     NaN       NaN   \n",
       "1  [Jason Patric, Rachel Ward, Bruce Dern, George...  ...     NaN       NaN   \n",
       "2  [Mel Gibson, Robert Downey Jr., Nancy Travis, ...  ...     NaN       NaN   \n",
       "3  [Alec Baldwin, Blythe Danner, Judy Davis, Mia ...  ...     NaN       NaN   \n",
       "4        [Paul Hogan, Elias Koteas, Linda Kozlowski]  ...     NaN       NaN   \n",
       "\n",
       "  Cantonese Chinese Yiddish Arabic Romanized Russian Hebrew Polish  \n",
       "0       NaN     NaN     NaN    NaN       NaN     NaN    NaN    NaN  \n",
       "1       NaN     NaN     NaN    NaN       NaN     NaN    NaN    NaN  \n",
       "2       NaN     NaN     NaN    NaN       NaN     NaN    NaN    NaN  \n",
       "3       NaN     NaN     NaN    NaN       NaN     NaN    NaN    NaN  \n",
       "4       NaN     NaN     NaN    NaN       NaN     NaN    NaN    NaN  \n",
       "\n",
       "[5 rows x 75 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create new DF from wiki_movies \n",
    "wiki_movies_directors_df = pd.DataFrame(wiki_movies)\n",
    "wiki_movies_directors_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Adaptation by',\n",
       " 'Also known as',\n",
       " 'Animation by',\n",
       " 'Arabic',\n",
       " 'Audio format',\n",
       " 'Based on',\n",
       " 'Box office',\n",
       " 'Budget',\n",
       " 'Cantonese',\n",
       " 'Chinese',\n",
       " 'Cinematography',\n",
       " 'Color process',\n",
       " 'Composer(s)',\n",
       " 'Country',\n",
       " 'Country of origin',\n",
       " 'Created by',\n",
       " 'Directed by',\n",
       " 'Director',\n",
       " 'Distributed by',\n",
       " 'Distributor',\n",
       " 'Edited by',\n",
       " 'Editor(s)',\n",
       " 'Executive producer(s)',\n",
       " 'Followed by',\n",
       " 'French',\n",
       " 'Genre',\n",
       " 'Hangul',\n",
       " 'Hebrew',\n",
       " 'Hepburn',\n",
       " 'Japanese',\n",
       " 'Label',\n",
       " 'Language',\n",
       " 'Length',\n",
       " 'Literally',\n",
       " 'Mandarin',\n",
       " 'McCune–Reischauer',\n",
       " 'Music by',\n",
       " 'Narrated by',\n",
       " 'Original language(s)',\n",
       " 'Original network',\n",
       " 'Original release',\n",
       " 'Original title',\n",
       " 'Picture format',\n",
       " 'Polish',\n",
       " 'Preceded by',\n",
       " 'Produced by',\n",
       " 'Producer',\n",
       " 'Producer(s)',\n",
       " 'Production company(s)',\n",
       " 'Production location(s)',\n",
       " 'Productioncompanies ',\n",
       " 'Productioncompany ',\n",
       " 'Recorded',\n",
       " 'Release date',\n",
       " 'Released',\n",
       " 'Revised Romanization',\n",
       " 'Romanized',\n",
       " 'Running time',\n",
       " 'Russian',\n",
       " 'Screen story by',\n",
       " 'Screenplay by',\n",
       " 'Simplified',\n",
       " 'Starring',\n",
       " 'Story by',\n",
       " 'Suggested by',\n",
       " 'Theme music composer',\n",
       " 'Traditional',\n",
       " 'Venue',\n",
       " 'Voices of',\n",
       " 'Written by',\n",
       " 'Yiddish',\n",
       " 'imdb_link',\n",
       " 'title',\n",
       " 'url',\n",
       " 'year']"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create a list of the columns in directors DF \n",
    "sorted(wiki_movies_directors_df.columns.tolist())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "75"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Count number of columns in list \n",
    "len(wiki_movies_directors_df.columns.tolist())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6834    https://en.wikipedia.org/wiki/The_Insult_(film)\n",
       "7058     https://en.wikipedia.org/wiki/Capernaum_(film)\n",
       "Name: url, dtype: object"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Look into languages starting with arabic \n",
    "wiki_movies_directors_df[wiki_movies_directors_df[\"Arabic\"].notnull()]['url']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6719    https://en.wikipedia.org/wiki/Menashe_(film)\n",
       "Name: url, dtype: object"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Look into langauges continued \n",
    "wiki_movies_directors_df[wiki_movies_directors_df['Yiddish'].notnull()]['url']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create Function to clean movie data \n",
    "def clean_movie(movie):\n",
    "    \n",
    "    movie = dict(movie) # creates a non-destructive copy\n",
    "    alt_dict = {}\n",
    "    \n",
    "    for key in ['Also known as','Arabic','Cantonese','Chinese','French','Hangul',\n",
    "                'Hebrew','Hepburn','Japanese','Literally','Mandarin','McCune–Reischauer',\n",
    "                'Original title','Polish','Revised Romanization','Romanized','Russian',\n",
    "                'Simplified','Traditional','Yiddish']:\n",
    "        \n",
    "        if key in movie:\n",
    "            alt_dict[key] = movie[key]\n",
    "            movie.pop(key)\n",
    "    \n",
    "    if len(alt_dict) > 0:\n",
    "        movie['alternative_titles'] = alt_dict\n",
    "    \n",
    "    def change_column_name(old_name, new_name):\n",
    "        if old_name in movie:\n",
    "            movie[new_name] = movie.pop(old_name)\n",
    "    \n",
    "    change_column_name('Adaptation by', 'Writer(s)')\n",
    "    change_column_name('Country of origin', 'Country')\n",
    "    change_column_name('Directed by', 'Director')\n",
    "    change_column_name('Distributed by', 'Distributor')\n",
    "    change_column_name('Edited by', 'Editor(s)')\n",
    "    change_column_name('Length', 'Running time')\n",
    "    change_column_name('Original release', 'Release date')\n",
    "    change_column_name('Music by', 'Composer(s)')\n",
    "    change_column_name('Produced by', 'Producer(s)')\n",
    "    change_column_name('Producer', 'Producer(s)')\n",
    "    change_column_name('Productioncompanies ', 'Production company(s)')\n",
    "    change_column_name('Productioncompany ', 'Production company(s)')\n",
    "    change_column_name('Released', 'Release Date')\n",
    "    change_column_name('Release Date', 'Release date')\n",
    "    change_column_name('Screen story by', 'Writer(s)')\n",
    "    change_column_name('Screenplay by', 'Writer(s)')\n",
    "    change_column_name('Story by', 'Writer(s)')\n",
    "    change_column_name('Theme music composer', 'Composer(s)')\n",
    "    change_column_name('Written by', 'Writer(s)')  \n",
    "    \n",
    "    return movie"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>Narrated by</th>\n",
       "      <th>Cinematography</th>\n",
       "      <th>Release date</th>\n",
       "      <th>Running time</th>\n",
       "      <th>...</th>\n",
       "      <th>Followed by</th>\n",
       "      <th>Created by</th>\n",
       "      <th>Preceded by</th>\n",
       "      <th>Suggested by</th>\n",
       "      <th>alternative_titles</th>\n",
       "      <th>Recorded</th>\n",
       "      <th>Venue</th>\n",
       "      <th>Label</th>\n",
       "      <th>Animation by</th>\n",
       "      <th>Color process</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Adventures_o...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098987/</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>[Characters, by Rex Weiner]</td>\n",
       "      <td>[Andrew Dice Clay, Wayne Newton, Priscilla Pre...</td>\n",
       "      <td>Andrew \"Dice\" Clay</td>\n",
       "      <td>Oliver Wood</td>\n",
       "      <td>[July 11, 1990, (, 1990-07-11, )]</td>\n",
       "      <td>102 minutes</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://en.wikipedia.org/wiki/After_Dark,_My_S...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098994/</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>[the novel, After Dark, My Sweet, by, Jim Thom...</td>\n",
       "      <td>[Jason Patric, Rachel Ward, Bruce Dern, George...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mark Plummer</td>\n",
       "      <td>[May 17, 1990, (, 1990-05-17, ), (Cannes Film ...</td>\n",
       "      <td>114 minutes</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Air_America_(film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099005/</td>\n",
       "      <td>Air America</td>\n",
       "      <td>[Air America, by, Christopher Robbins]</td>\n",
       "      <td>[Mel Gibson, Robert Downey Jr., Nancy Travis, ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Roger Deakins</td>\n",
       "      <td>[August 10, 1990, (, 1990-08-10, )]</td>\n",
       "      <td>113 minutes</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Alice_(1990_film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099012/</td>\n",
       "      <td>Alice</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Alec Baldwin, Blythe Danner, Judy Davis, Mia ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Carlo Di Palma</td>\n",
       "      <td>[December 25, 1990, (, 1990-12-25, )]</td>\n",
       "      <td>106 minutes</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Almost_an_Angel</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099018/</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Paul Hogan, Elias Koteas, Linda Kozlowski]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Russell Boyd</td>\n",
       "      <td>December 19, 1990</td>\n",
       "      <td>95 minutes</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 39 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 url  year  \\\n",
       "0  https://en.wikipedia.org/wiki/The_Adventures_o...  1990   \n",
       "1  https://en.wikipedia.org/wiki/After_Dark,_My_S...  1990   \n",
       "2   https://en.wikipedia.org/wiki/Air_America_(film)  1990   \n",
       "3    https://en.wikipedia.org/wiki/Alice_(1990_film)  1990   \n",
       "4      https://en.wikipedia.org/wiki/Almost_an_Angel  1990   \n",
       "\n",
       "                               imdb_link                            title  \\\n",
       "0  https://www.imdb.com/title/tt0098987/  The Adventures of Ford Fairlane   \n",
       "1  https://www.imdb.com/title/tt0098994/             After Dark, My Sweet   \n",
       "2  https://www.imdb.com/title/tt0099005/                      Air America   \n",
       "3  https://www.imdb.com/title/tt0099012/                            Alice   \n",
       "4  https://www.imdb.com/title/tt0099018/                  Almost an Angel   \n",
       "\n",
       "                                            Based on  \\\n",
       "0                        [Characters, by Rex Weiner]   \n",
       "1  [the novel, After Dark, My Sweet, by, Jim Thom...   \n",
       "2             [Air America, by, Christopher Robbins]   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                            Starring         Narrated by  \\\n",
       "0  [Andrew Dice Clay, Wayne Newton, Priscilla Pre...  Andrew \"Dice\" Clay   \n",
       "1  [Jason Patric, Rachel Ward, Bruce Dern, George...                 NaN   \n",
       "2  [Mel Gibson, Robert Downey Jr., Nancy Travis, ...                 NaN   \n",
       "3  [Alec Baldwin, Blythe Danner, Judy Davis, Mia ...                 NaN   \n",
       "4        [Paul Hogan, Elias Koteas, Linda Kozlowski]                 NaN   \n",
       "\n",
       "   Cinematography                                       Release date  \\\n",
       "0     Oliver Wood                  [July 11, 1990, (, 1990-07-11, )]   \n",
       "1    Mark Plummer  [May 17, 1990, (, 1990-05-17, ), (Cannes Film ...   \n",
       "2   Roger Deakins                [August 10, 1990, (, 1990-08-10, )]   \n",
       "3  Carlo Di Palma              [December 25, 1990, (, 1990-12-25, )]   \n",
       "4    Russell Boyd                                  December 19, 1990   \n",
       "\n",
       "  Running time  ... Followed by Created by Preceded by Suggested by  \\\n",
       "0  102 minutes  ...         NaN        NaN         NaN          NaN   \n",
       "1  114 minutes  ...         NaN        NaN         NaN          NaN   \n",
       "2  113 minutes  ...         NaN        NaN         NaN          NaN   \n",
       "3  106 minutes  ...         NaN        NaN         NaN          NaN   \n",
       "4   95 minutes  ...         NaN        NaN         NaN          NaN   \n",
       "\n",
       "  alternative_titles Recorded Venue Label Animation by Color process  \n",
       "0                NaN      NaN   NaN   NaN          NaN           NaN  \n",
       "1                NaN      NaN   NaN   NaN          NaN           NaN  \n",
       "2                NaN      NaN   NaN   NaN          NaN           NaN  \n",
       "3                NaN      NaN   NaN   NaN          NaN           NaN  \n",
       "4                NaN      NaN   NaN   NaN          NaN           NaN  \n",
       "\n",
       "[5 rows x 39 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create a list of clean movies \n",
    "clean_movies = [clean_movie(movie) for movie in wiki_movies]\n",
    "\n",
    "# Set list to DF \n",
    "wiki_movies_clean_df = pd.DataFrame(clean_movies)\n",
    "wiki_movies_clean_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Animation by',\n",
       " 'Audio format',\n",
       " 'Based on',\n",
       " 'Box office',\n",
       " 'Budget',\n",
       " 'Cinematography',\n",
       " 'Color process',\n",
       " 'Composer(s)',\n",
       " 'Country',\n",
       " 'Created by',\n",
       " 'Director',\n",
       " 'Distributor',\n",
       " 'Editor(s)',\n",
       " 'Executive producer(s)',\n",
       " 'Followed by',\n",
       " 'Genre',\n",
       " 'Label',\n",
       " 'Language',\n",
       " 'Narrated by',\n",
       " 'Original language(s)',\n",
       " 'Original network',\n",
       " 'Picture format',\n",
       " 'Preceded by',\n",
       " 'Producer(s)',\n",
       " 'Production company(s)',\n",
       " 'Production location(s)',\n",
       " 'Recorded',\n",
       " 'Release date',\n",
       " 'Running time',\n",
       " 'Starring',\n",
       " 'Suggested by',\n",
       " 'Venue',\n",
       " 'Voices of',\n",
       " 'Writer(s)',\n",
       " 'alternative_titles',\n",
       " 'imdb_link',\n",
       " 'title',\n",
       " 'url',\n",
       " 'year']"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create list of clean DF columns\n",
    "sorted(wiki_movies_clean_df.columns.tolist())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7311\n",
      "7311\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>Narrated by</th>\n",
       "      <th>Cinematography</th>\n",
       "      <th>Release date</th>\n",
       "      <th>Running time</th>\n",
       "      <th>...</th>\n",
       "      <th>Created by</th>\n",
       "      <th>Preceded by</th>\n",
       "      <th>Suggested by</th>\n",
       "      <th>alternative_titles</th>\n",
       "      <th>Recorded</th>\n",
       "      <th>Venue</th>\n",
       "      <th>Label</th>\n",
       "      <th>Animation by</th>\n",
       "      <th>Color process</th>\n",
       "      <th>imdb_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Adventures_o...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098987/</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>[Characters, by Rex Weiner]</td>\n",
       "      <td>[Andrew Dice Clay, Wayne Newton, Priscilla Pre...</td>\n",
       "      <td>Andrew \"Dice\" Clay</td>\n",
       "      <td>Oliver Wood</td>\n",
       "      <td>[July 11, 1990, (, 1990-07-11, )]</td>\n",
       "      <td>102 minutes</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>tt0098987</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://en.wikipedia.org/wiki/After_Dark,_My_S...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098994/</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>[the novel, After Dark, My Sweet, by, Jim Thom...</td>\n",
       "      <td>[Jason Patric, Rachel Ward, Bruce Dern, George...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mark Plummer</td>\n",
       "      <td>[May 17, 1990, (, 1990-05-17, ), (Cannes Film ...</td>\n",
       "      <td>114 minutes</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>tt0098994</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Air_America_(film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099005/</td>\n",
       "      <td>Air America</td>\n",
       "      <td>[Air America, by, Christopher Robbins]</td>\n",
       "      <td>[Mel Gibson, Robert Downey Jr., Nancy Travis, ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Roger Deakins</td>\n",
       "      <td>[August 10, 1990, (, 1990-08-10, )]</td>\n",
       "      <td>113 minutes</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>tt0099005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Alice_(1990_film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099012/</td>\n",
       "      <td>Alice</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Alec Baldwin, Blythe Danner, Judy Davis, Mia ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Carlo Di Palma</td>\n",
       "      <td>[December 25, 1990, (, 1990-12-25, )]</td>\n",
       "      <td>106 minutes</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>tt0099012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Almost_an_Angel</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099018/</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Paul Hogan, Elias Koteas, Linda Kozlowski]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Russell Boyd</td>\n",
       "      <td>December 19, 1990</td>\n",
       "      <td>95 minutes</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>tt0099018</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 40 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 url  year  \\\n",
       "0  https://en.wikipedia.org/wiki/The_Adventures_o...  1990   \n",
       "1  https://en.wikipedia.org/wiki/After_Dark,_My_S...  1990   \n",
       "2   https://en.wikipedia.org/wiki/Air_America_(film)  1990   \n",
       "3    https://en.wikipedia.org/wiki/Alice_(1990_film)  1990   \n",
       "4      https://en.wikipedia.org/wiki/Almost_an_Angel  1990   \n",
       "\n",
       "                               imdb_link                            title  \\\n",
       "0  https://www.imdb.com/title/tt0098987/  The Adventures of Ford Fairlane   \n",
       "1  https://www.imdb.com/title/tt0098994/             After Dark, My Sweet   \n",
       "2  https://www.imdb.com/title/tt0099005/                      Air America   \n",
       "3  https://www.imdb.com/title/tt0099012/                            Alice   \n",
       "4  https://www.imdb.com/title/tt0099018/                  Almost an Angel   \n",
       "\n",
       "                                            Based on  \\\n",
       "0                        [Characters, by Rex Weiner]   \n",
       "1  [the novel, After Dark, My Sweet, by, Jim Thom...   \n",
       "2             [Air America, by, Christopher Robbins]   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                            Starring         Narrated by  \\\n",
       "0  [Andrew Dice Clay, Wayne Newton, Priscilla Pre...  Andrew \"Dice\" Clay   \n",
       "1  [Jason Patric, Rachel Ward, Bruce Dern, George...                 NaN   \n",
       "2  [Mel Gibson, Robert Downey Jr., Nancy Travis, ...                 NaN   \n",
       "3  [Alec Baldwin, Blythe Danner, Judy Davis, Mia ...                 NaN   \n",
       "4        [Paul Hogan, Elias Koteas, Linda Kozlowski]                 NaN   \n",
       "\n",
       "   Cinematography                                       Release date  \\\n",
       "0     Oliver Wood                  [July 11, 1990, (, 1990-07-11, )]   \n",
       "1    Mark Plummer  [May 17, 1990, (, 1990-05-17, ), (Cannes Film ...   \n",
       "2   Roger Deakins                [August 10, 1990, (, 1990-08-10, )]   \n",
       "3  Carlo Di Palma              [December 25, 1990, (, 1990-12-25, )]   \n",
       "4    Russell Boyd                                  December 19, 1990   \n",
       "\n",
       "  Running time  ... Created by Preceded by Suggested by alternative_titles  \\\n",
       "0  102 minutes  ...        NaN         NaN          NaN                NaN   \n",
       "1  114 minutes  ...        NaN         NaN          NaN                NaN   \n",
       "2  113 minutes  ...        NaN         NaN          NaN                NaN   \n",
       "3  106 minutes  ...        NaN         NaN          NaN                NaN   \n",
       "4   95 minutes  ...        NaN         NaN          NaN                NaN   \n",
       "\n",
       "  Recorded Venue Label Animation by Color process    imdb_id  \n",
       "0      NaN   NaN   NaN          NaN           NaN  tt0098987  \n",
       "1      NaN   NaN   NaN          NaN           NaN  tt0098994  \n",
       "2      NaN   NaN   NaN          NaN           NaN  tt0099005  \n",
       "3      NaN   NaN   NaN          NaN           NaN  tt0099012  \n",
       "4      NaN   NaN   NaN          NaN           NaN  tt0099018  \n",
       "\n",
       "[5 rows x 40 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create IMDB id column in DF\n",
    "wiki_movies_clean_df['imdb_id'] = wiki_movies_clean_df['imdb_link'].str.extract(r'(tt\\d{7})')\n",
    "print(len(wiki_movies_df))\n",
    "\n",
    "# Remove duplicates\n",
    "wiki_movies_clean_df.drop_duplicates(subset='imdb_id', inplace=True)\n",
    "print(len(wiki_movies_df))\n",
    "\n",
    "# View DF\n",
    "wiki_movies_clean_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['url', 158],\n",
       " ['year', 158],\n",
       " ['imdb_link', 211],\n",
       " ['title', 177],\n",
       " ['Directed by', 208],\n",
       " ['Produced by', 571],\n",
       " ['Screenplay by', 4987],\n",
       " ['Story by', 6306],\n",
       " ['Based on', 5112],\n",
       " ['Starring', 391],\n",
       " ['Narrated by', 7026],\n",
       " ['Music by', 808],\n",
       " ['Cinematography', 911],\n",
       " ['Edited by', 913],\n",
       " ['Productioncompany ', 2771],\n",
       " ['Distributed by', 712],\n",
       " ['Release date', 397],\n",
       " ['Running time', 342],\n",
       " ['Country', 585],\n",
       " ['Language', 438],\n",
       " ['Budget', 2536],\n",
       " ['Box office', 1781],\n",
       " ['Written by', 2714],\n",
       " ['Genre', 7182],\n",
       " ['Theme music composer', 7241],\n",
       " ['Country of origin', 7153],\n",
       " ['Original language(s)', 7147],\n",
       " ['Producer(s)', 7150],\n",
       " ['Editor(s)', 7160],\n",
       " ['Production company(s)', 7175],\n",
       " ['Original network', 7180],\n",
       " ['Original release', 7146],\n",
       " ['Productioncompanies ', 6582],\n",
       " ['Executive producer(s)', 7210],\n",
       " ['Production location(s)', 7261],\n",
       " ['Distributor', 7171],\n",
       " ['Picture format', 7242],\n",
       " ['Audio format', 7247],\n",
       " ['Voices of', 7308],\n",
       " ['Followed by', 7297],\n",
       " ['Composer(s)', 7300],\n",
       " ['Created by', 7297],\n",
       " ['Also known as', 7309],\n",
       " ['Opening theme', 7309],\n",
       " ['No. of episodes', 7305],\n",
       " ['Preceded by', 7295],\n",
       " ['Author', 7299],\n",
       " ['Publisher', 7299],\n",
       " ['Publication date', 7300],\n",
       " ['Media type', 7302],\n",
       " ['Pages', 7304],\n",
       " ['ISBN', 7306],\n",
       " ['OCLC', 7305],\n",
       " ['LC Class', 7306],\n",
       " ['Cover artist', 7308],\n",
       " ['Series', 7308],\n",
       " ['Set in', 7309],\n",
       " ['Adaptation by', 7309],\n",
       " ['Suggested by', 7310],\n",
       " ['Biographical data', 7310],\n",
       " ['Born', 7303],\n",
       " ['Died', 7310],\n",
       " ['Resting place', 7310],\n",
       " ['Occupation', 7303],\n",
       " ['Years active', 7305],\n",
       " ['Spouse(s)', 7310],\n",
       " ['Children', 7310],\n",
       " ['Parent(s)', 7309],\n",
       " ['Genres', 7310],\n",
       " ['Instruments', 7310],\n",
       " ['Labels', 7310],\n",
       " ['Website', 7304],\n",
       " ['Traditional', 7306],\n",
       " ['Mandarin', 7307],\n",
       " ['Type', 7305],\n",
       " ['Industry', 7306],\n",
       " ['Fate', 7310],\n",
       " ['Founded', 7305],\n",
       " ['Founder', 7308],\n",
       " ['Headquarters', 7305],\n",
       " ['Parent', 7309],\n",
       " ['Released', 7307],\n",
       " ['Recorded', 7308],\n",
       " ['Venue', 7310],\n",
       " ['Length', 7308],\n",
       " ['Label', 7307],\n",
       " ['Director', 7309],\n",
       " ['Producer', 7308],\n",
       " ['Area', 7310],\n",
       " ['Coordinates', 7310],\n",
       " ['Status', 7310],\n",
       " ['Opening date', 7310],\n",
       " ['Closing date', 7310],\n",
       " ['Replaced', 7310],\n",
       " ['Replaced by', 7310],\n",
       " ['Name', 7310],\n",
       " ['Attraction type', 7310],\n",
       " ['Music', 7310],\n",
       " ['Duration', 7310],\n",
       " ['Simplified Chinese', 7310],\n",
       " ['Traditional Chinese', 7310],\n",
       " ['Hanyu Pinyin', 7310],\n",
       " ['Literal meaning', 7310],\n",
       " ['Transcriptions', 7310],\n",
       " ['Bopomofo', 7310],\n",
       " ['Gwoyeu Romatzyh', 7310],\n",
       " ['Wade–Giles', 7310],\n",
       " ['IPA', 7310],\n",
       " ['Yale Romanization', 7310],\n",
       " ['Jyutping', 7310],\n",
       " ['Hokkien POJ', 7310],\n",
       " ['Animation by', 7309],\n",
       " ['Color process', 7310],\n",
       " ['Engine(s)', 7310],\n",
       " ['Genre(s)', 7309],\n",
       " ['Actor control', 7310],\n",
       " ['Production company', 7310],\n",
       " ['Release(s)', 7310],\n",
       " ['Format(s)', 7310],\n",
       " ['Simplified', 7307],\n",
       " ['Characters', 7309],\n",
       " ['Date premiered', 7308],\n",
       " ['Place premiered', 7308],\n",
       " ['Setting', 7309],\n",
       " ['Original language', 7309],\n",
       " ['Subject', 7309],\n",
       " ['Published', 7310],\n",
       " ['Dewey Decimal', 7307],\n",
       " ['Text', 7309],\n",
       " ['Illustrator', 7308],\n",
       " ['Original title', 7309],\n",
       " ['Published in English', 7310],\n",
       " ['French', 7310],\n",
       " ['Developed by', 7310],\n",
       " ['Ending theme', 7310],\n",
       " ['No. of seasons', 7310],\n",
       " ['Nationality', 7308],\n",
       " ['Portrayed by', 7310],\n",
       " ['Alias', 7310],\n",
       " ['Species', 7310],\n",
       " ['Gender', 7310],\n",
       " ['Family', 7310],\n",
       " ['Alma mater', 7309],\n",
       " ['Camera setup', 7310],\n",
       " ['Novel(s)', 7310],\n",
       " ['Comics', 7310],\n",
       " ['Film(s)', 7309],\n",
       " ['Screen story by', 7310],\n",
       " ['Hangul', 7309],\n",
       " ['Revised Romanization', 7309],\n",
       " ['McCune–Reischauer', 7309],\n",
       " ['Developer(s)', 7310],\n",
       " ['Publisher(s)', 7310],\n",
       " ['Designer(s)', 7310],\n",
       " ['Programmer(s)', 7310],\n",
       " ['Artist(s)', 7310],\n",
       " ['Writer(s)', 7310],\n",
       " ['Engine', 7310],\n",
       " ['Platform(s)', 7310],\n",
       " ['Release', 7310],\n",
       " ['Mode(s)', 7310],\n",
       " ['Original work', 7310],\n",
       " ['Television series', 7310],\n",
       " ['Japanese', 7307],\n",
       " ['Hepburn', 7307],\n",
       " ['Literally', 7308],\n",
       " ['Cantonese', 7310],\n",
       " ['Full name', 7310],\n",
       " ['Height', 7309],\n",
       " ['Seasons', 7310],\n",
       " ['Chinese', 7310],\n",
       " ['Other names', 7310],\n",
       " ['Relatives', 7310],\n",
       " ['Yiddish', 7310],\n",
       " ['Formerly', 7307],\n",
       " ['Key people', 7307],\n",
       " ['Total assets', 7310],\n",
       " ['Owner', 7307],\n",
       " ['Number of employees', 7309],\n",
       " ['Divisions', 7307],\n",
       " ['Subsidiaries', 7307],\n",
       " ['Arabic', 7309],\n",
       " ['Romanized', 7309],\n",
       " ['Predecessor', 7308],\n",
       " ['Founders', 7308],\n",
       " ['Area served', 7308],\n",
       " ['Products', 7308],\n",
       " ['Services', 7309],\n",
       " ['Russian', 7310],\n",
       " ['Hebrew', 7310],\n",
       " ['Revenue', 7310],\n",
       " ['Operating income', 7310],\n",
       " ['Polish', 7310]]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# View Null values per column\n",
    "[[column,wiki_movies_clean_df[column].isnull().sum()] for column in wiki_movies_clean_df.columns]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>Cinematography</th>\n",
       "      <th>Release date</th>\n",
       "      <th>Running time</th>\n",
       "      <th>Country</th>\n",
       "      <th>...</th>\n",
       "      <th>Budget</th>\n",
       "      <th>Box office</th>\n",
       "      <th>Director</th>\n",
       "      <th>Distributor</th>\n",
       "      <th>Editor(s)</th>\n",
       "      <th>Composer(s)</th>\n",
       "      <th>Producer(s)</th>\n",
       "      <th>Production company(s)</th>\n",
       "      <th>Writer(s)</th>\n",
       "      <th>imdb_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Adventures_o...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098987/</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>[Characters, by Rex Weiner]</td>\n",
       "      <td>[Andrew Dice Clay, Wayne Newton, Priscilla Pre...</td>\n",
       "      <td>Oliver Wood</td>\n",
       "      <td>[July 11, 1990, (, 1990-07-11, )]</td>\n",
       "      <td>102 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>...</td>\n",
       "      <td>$20 million</td>\n",
       "      <td>$21.4 million</td>\n",
       "      <td>Renny Harlin</td>\n",
       "      <td>20th Century Fox</td>\n",
       "      <td>Michael Tronick</td>\n",
       "      <td>[Cliff Eidelman, Yello]</td>\n",
       "      <td>[Steve Perry, Joel Silver]</td>\n",
       "      <td>Silver Pictures</td>\n",
       "      <td>[David Arnott, James Cappe]</td>\n",
       "      <td>tt0098987</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://en.wikipedia.org/wiki/After_Dark,_My_S...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098994/</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>[the novel, After Dark, My Sweet, by, Jim Thom...</td>\n",
       "      <td>[Jason Patric, Rachel Ward, Bruce Dern, George...</td>\n",
       "      <td>Mark Plummer</td>\n",
       "      <td>[May 17, 1990, (, 1990-05-17, ), (Cannes Film ...</td>\n",
       "      <td>114 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>...</td>\n",
       "      <td>$6 million</td>\n",
       "      <td>$2.7 million</td>\n",
       "      <td>James Foley</td>\n",
       "      <td>Avenue Pictures</td>\n",
       "      <td>Howard E. Smith</td>\n",
       "      <td>Maurice Jarre</td>\n",
       "      <td>[Ric Kidney, Robert Redlin]</td>\n",
       "      <td>Avenue Pictures</td>\n",
       "      <td>[James Foley, Robert Redlin]</td>\n",
       "      <td>tt0098994</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Air_America_(film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099005/</td>\n",
       "      <td>Air America</td>\n",
       "      <td>[Air America, by, Christopher Robbins]</td>\n",
       "      <td>[Mel Gibson, Robert Downey Jr., Nancy Travis, ...</td>\n",
       "      <td>Roger Deakins</td>\n",
       "      <td>[August 10, 1990, (, 1990-08-10, )]</td>\n",
       "      <td>113 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>...</td>\n",
       "      <td>$35 million</td>\n",
       "      <td>$57,718,089</td>\n",
       "      <td>Roger Spottiswoode</td>\n",
       "      <td>TriStar Pictures</td>\n",
       "      <td>[John Bloom, Lois Freeman-Fox]</td>\n",
       "      <td>Charles Gross</td>\n",
       "      <td>Daniel Melnick</td>\n",
       "      <td>[Carolco Pictures, IndieProd Company]</td>\n",
       "      <td>[John Eskow, Richard Rush]</td>\n",
       "      <td>tt0099005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Alice_(1990_film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099012/</td>\n",
       "      <td>Alice</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Alec Baldwin, Blythe Danner, Judy Davis, Mia ...</td>\n",
       "      <td>Carlo Di Palma</td>\n",
       "      <td>[December 25, 1990, (, 1990-12-25, )]</td>\n",
       "      <td>106 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>...</td>\n",
       "      <td>$12 million</td>\n",
       "      <td>$7,331,647</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>Orion Pictures</td>\n",
       "      <td>Susan E. Morse</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Robert Greenhut</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>tt0099012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Almost_an_Angel</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099018/</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Paul Hogan, Elias Koteas, Linda Kozlowski]</td>\n",
       "      <td>Russell Boyd</td>\n",
       "      <td>December 19, 1990</td>\n",
       "      <td>95 minutes</td>\n",
       "      <td>US</td>\n",
       "      <td>...</td>\n",
       "      <td>$25 million</td>\n",
       "      <td>$6,939,946 (USA)</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>Paramount Pictures</td>\n",
       "      <td>David Stiven</td>\n",
       "      <td>Maurice Jarre</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Paul Hogan</td>\n",
       "      <td>tt0099018</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 url  year  \\\n",
       "0  https://en.wikipedia.org/wiki/The_Adventures_o...  1990   \n",
       "1  https://en.wikipedia.org/wiki/After_Dark,_My_S...  1990   \n",
       "2   https://en.wikipedia.org/wiki/Air_America_(film)  1990   \n",
       "3    https://en.wikipedia.org/wiki/Alice_(1990_film)  1990   \n",
       "4      https://en.wikipedia.org/wiki/Almost_an_Angel  1990   \n",
       "\n",
       "                               imdb_link                            title  \\\n",
       "0  https://www.imdb.com/title/tt0098987/  The Adventures of Ford Fairlane   \n",
       "1  https://www.imdb.com/title/tt0098994/             After Dark, My Sweet   \n",
       "2  https://www.imdb.com/title/tt0099005/                      Air America   \n",
       "3  https://www.imdb.com/title/tt0099012/                            Alice   \n",
       "4  https://www.imdb.com/title/tt0099018/                  Almost an Angel   \n",
       "\n",
       "                                            Based on  \\\n",
       "0                        [Characters, by Rex Weiner]   \n",
       "1  [the novel, After Dark, My Sweet, by, Jim Thom...   \n",
       "2             [Air America, by, Christopher Robbins]   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                            Starring  Cinematography  \\\n",
       "0  [Andrew Dice Clay, Wayne Newton, Priscilla Pre...     Oliver Wood   \n",
       "1  [Jason Patric, Rachel Ward, Bruce Dern, George...    Mark Plummer   \n",
       "2  [Mel Gibson, Robert Downey Jr., Nancy Travis, ...   Roger Deakins   \n",
       "3  [Alec Baldwin, Blythe Danner, Judy Davis, Mia ...  Carlo Di Palma   \n",
       "4        [Paul Hogan, Elias Koteas, Linda Kozlowski]    Russell Boyd   \n",
       "\n",
       "                                        Release date Running time  \\\n",
       "0                  [July 11, 1990, (, 1990-07-11, )]  102 minutes   \n",
       "1  [May 17, 1990, (, 1990-05-17, ), (Cannes Film ...  114 minutes   \n",
       "2                [August 10, 1990, (, 1990-08-10, )]  113 minutes   \n",
       "3              [December 25, 1990, (, 1990-12-25, )]  106 minutes   \n",
       "4                                  December 19, 1990   95 minutes   \n",
       "\n",
       "         Country  ...       Budget        Box office            Director  \\\n",
       "0  United States  ...  $20 million     $21.4 million        Renny Harlin   \n",
       "1  United States  ...   $6 million      $2.7 million         James Foley   \n",
       "2  United States  ...  $35 million       $57,718,089  Roger Spottiswoode   \n",
       "3  United States  ...  $12 million        $7,331,647         Woody Allen   \n",
       "4             US  ...  $25 million  $6,939,946 (USA)        John Cornell   \n",
       "\n",
       "          Distributor                       Editor(s)  \\\n",
       "0    20th Century Fox                 Michael Tronick   \n",
       "1     Avenue Pictures                 Howard E. Smith   \n",
       "2    TriStar Pictures  [John Bloom, Lois Freeman-Fox]   \n",
       "3      Orion Pictures                  Susan E. Morse   \n",
       "4  Paramount Pictures                    David Stiven   \n",
       "\n",
       "               Composer(s)                  Producer(s)  \\\n",
       "0  [Cliff Eidelman, Yello]   [Steve Perry, Joel Silver]   \n",
       "1            Maurice Jarre  [Ric Kidney, Robert Redlin]   \n",
       "2            Charles Gross               Daniel Melnick   \n",
       "3                      NaN              Robert Greenhut   \n",
       "4            Maurice Jarre                 John Cornell   \n",
       "\n",
       "                   Production company(s)                     Writer(s)  \\\n",
       "0                        Silver Pictures   [David Arnott, James Cappe]   \n",
       "1                        Avenue Pictures  [James Foley, Robert Redlin]   \n",
       "2  [Carolco Pictures, IndieProd Company]    [John Eskow, Richard Rush]   \n",
       "3                                    NaN                   Woody Allen   \n",
       "4                                    NaN                    Paul Hogan   \n",
       "\n",
       "     imdb_id  \n",
       "0  tt0098987  \n",
       "1  tt0098994  \n",
       "2  tt0099005  \n",
       "3  tt0099012  \n",
       "4  tt0099018  \n",
       "\n",
       "[5 rows x 21 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove columns with mostly null values \n",
    "wiki_columns_to_keep = [column for column in wiki_movies_clean_df.columns if wiki_movies_clean_df[column].isnull().sum() < len(wiki_movies_clean_df) * 0.9]\n",
    "wiki_movies_clean_df = wiki_movies_clean_df[wiki_columns_to_keep]\n",
    "\n",
    "# View DF\n",
    "wiki_movies_clean_df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Parse Box Office Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create DF for box_office column\n",
    "box_office = wiki_movies_df['Box office'].dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "34                           [US$, 4,212,828]\n",
       "56      [$6,698,361 (, United States, ), [2]]\n",
       "77                    [$6,488,144, (US), [1]]\n",
       "129                [US$1,531,489, (domestic)]\n",
       "133                          [US$, 4,803,039]\n",
       "                        ...                  \n",
       "7212               [$99.6, million, [4], [5]]\n",
       "7226                   [$365.6, million, [1]]\n",
       "7227                         [$53.8, million]\n",
       "7249                     [$435, million, [7]]\n",
       "7283                   [$529.3, million, [4]]\n",
       "Name: Box office, Length: 137, dtype: object"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Checks if entry is not a string \n",
    "def is_not_a_string(x):\n",
    "    return type(x) != str\n",
    "\n",
    "# Find entries that are not strings in box office \n",
    "box_office[box_office.map(is_not_a_string)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "34                           [US$, 4,212,828]\n",
       "56      [$6,698,361 (, United States, ), [2]]\n",
       "77                    [$6,488,144, (US), [1]]\n",
       "129                [US$1,531,489, (domestic)]\n",
       "133                          [US$, 4,803,039]\n",
       "                        ...                  \n",
       "7212               [$99.6, million, [4], [5]]\n",
       "7226                   [$365.6, million, [1]]\n",
       "7227                         [$53.8, million]\n",
       "7249                     [$435, million, [7]]\n",
       "7283                   [$529.3, million, [4]]\n",
       "Name: Box office, Length: 137, dtype: object"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Using lambda function to complete same task as last cells \n",
    "box_office[box_office.map(lambda x: type(x) != str)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Convert entries to strings \n",
    "box_office = box_office.apply(lambda x: ' '.join(x) if type(x) == list else x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3932"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Forms of box office entries \n",
    "form_one = r'\\$\\s*\\d+\\.?\\d*\\s*[mb]illi?on'\n",
    "box_office.str.contains(form_one, flags=re.IGNORECASE).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "309"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Forms of box office entries \n",
    "form_two = r'\\$\\s*\\d{1,3}(?:[,\\.]\\d{3})+(?!\\s[mb]illion)'\n",
    "box_office.str.contains(form_two, flags=re.IGNORECASE).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Replace hypens \n",
    "box_office = box_office.str.replace(r'\\$.*[-—–](?![a-z])', '$', regex=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>$21.4 million</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>$2.7 million</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>$57,718,089</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>$7,331,647</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>$6,939,946</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7305</th>\n",
       "      <td>$19.4 million</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7306</th>\n",
       "      <td>$41.9 million</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7307</th>\n",
       "      <td>$76.1 million</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7308</th>\n",
       "      <td>$38.4 million</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7309</th>\n",
       "      <td>$5.5 million</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5530 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  0\n",
       "0     $21.4 million\n",
       "1      $2.7 million\n",
       "2       $57,718,089\n",
       "3        $7,331,647\n",
       "4        $6,939,946\n",
       "...             ...\n",
       "7305  $19.4 million\n",
       "7306  $41.9 million\n",
       "7307  $76.1 million\n",
       "7308  $38.4 million\n",
       "7309   $5.5 million\n",
       "\n",
       "[5530 rows x 1 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Extract newly formated data\n",
    "box_office.str.extract(f'({form_one}|{form_two})')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "def parse_dollars(s):\n",
    "    # if s is not a string, return NaN\n",
    "    if type(s) != str:\n",
    "        return np.nan\n",
    "\n",
    "    # if input is of the form $###.# million\n",
    "    if re.match(r'\\$\\s*\\d+\\.?\\d*\\s*milli?on', s, flags=re.IGNORECASE):\n",
    "\n",
    "        # remove dollar sign and \" million\"\n",
    "        s = re.sub('\\$|\\s|[a-zA-Z]','', s)\n",
    "\n",
    "        # convert to float and multiply by a million\n",
    "        value = float(s) * 10**6\n",
    "\n",
    "        # return value\n",
    "        return value\n",
    "\n",
    "    # if input is of the form $###.# billion\n",
    "    elif re.match(r'\\$\\s*\\d+\\.?\\d*\\s*billi?on', s, flags=re.IGNORECASE):\n",
    "\n",
    "        # remove dollar sign and \" billion\"\n",
    "        s = re.sub('\\$|\\s|[a-zA-Z]','', s)\n",
    "\n",
    "        # convert to float and multiply by a billion\n",
    "        value = float(s) * 10**9\n",
    "\n",
    "        # return value\n",
    "        return value\n",
    "\n",
    "    # if input is of the form $###,###,###\n",
    "    elif re.match(r'\\$\\s*\\d{1,3}(?:[,\\.]\\d{3})+(?!\\s[mb]illion)', s, flags=re.IGNORECASE):\n",
    "\n",
    "        # remove dollar sign and commas\n",
    "        s = re.sub('\\$|,','', s)\n",
    "\n",
    "        # convert to float\n",
    "        value = float(s)\n",
    "\n",
    "        # return value\n",
    "        return value\n",
    "\n",
    "    # otherwise, return NaN\n",
    "    else:\n",
    "        return np.nan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>Cinematography</th>\n",
       "      <th>Release date</th>\n",
       "      <th>Running time</th>\n",
       "      <th>Country</th>\n",
       "      <th>...</th>\n",
       "      <th>Budget</th>\n",
       "      <th>Director</th>\n",
       "      <th>Distributor</th>\n",
       "      <th>Editor(s)</th>\n",
       "      <th>Composer(s)</th>\n",
       "      <th>Producer(s)</th>\n",
       "      <th>Production company(s)</th>\n",
       "      <th>Writer(s)</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>box_office</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Adventures_o...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098987/</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>[Characters, by Rex Weiner]</td>\n",
       "      <td>[Andrew Dice Clay, Wayne Newton, Priscilla Pre...</td>\n",
       "      <td>Oliver Wood</td>\n",
       "      <td>[July 11, 1990, (, 1990-07-11, )]</td>\n",
       "      <td>102 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>...</td>\n",
       "      <td>$20 million</td>\n",
       "      <td>Renny Harlin</td>\n",
       "      <td>20th Century Fox</td>\n",
       "      <td>Michael Tronick</td>\n",
       "      <td>[Cliff Eidelman, Yello]</td>\n",
       "      <td>[Steve Perry, Joel Silver]</td>\n",
       "      <td>Silver Pictures</td>\n",
       "      <td>[David Arnott, James Cappe]</td>\n",
       "      <td>tt0098987</td>\n",
       "      <td>21400000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://en.wikipedia.org/wiki/After_Dark,_My_S...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098994/</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>[the novel, After Dark, My Sweet, by, Jim Thom...</td>\n",
       "      <td>[Jason Patric, Rachel Ward, Bruce Dern, George...</td>\n",
       "      <td>Mark Plummer</td>\n",
       "      <td>[May 17, 1990, (, 1990-05-17, ), (Cannes Film ...</td>\n",
       "      <td>114 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>...</td>\n",
       "      <td>$6 million</td>\n",
       "      <td>James Foley</td>\n",
       "      <td>Avenue Pictures</td>\n",
       "      <td>Howard E. Smith</td>\n",
       "      <td>Maurice Jarre</td>\n",
       "      <td>[Ric Kidney, Robert Redlin]</td>\n",
       "      <td>Avenue Pictures</td>\n",
       "      <td>[James Foley, Robert Redlin]</td>\n",
       "      <td>tt0098994</td>\n",
       "      <td>2700000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Air_America_(film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099005/</td>\n",
       "      <td>Air America</td>\n",
       "      <td>[Air America, by, Christopher Robbins]</td>\n",
       "      <td>[Mel Gibson, Robert Downey Jr., Nancy Travis, ...</td>\n",
       "      <td>Roger Deakins</td>\n",
       "      <td>[August 10, 1990, (, 1990-08-10, )]</td>\n",
       "      <td>113 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>...</td>\n",
       "      <td>$35 million</td>\n",
       "      <td>Roger Spottiswoode</td>\n",
       "      <td>TriStar Pictures</td>\n",
       "      <td>[John Bloom, Lois Freeman-Fox]</td>\n",
       "      <td>Charles Gross</td>\n",
       "      <td>Daniel Melnick</td>\n",
       "      <td>[Carolco Pictures, IndieProd Company]</td>\n",
       "      <td>[John Eskow, Richard Rush]</td>\n",
       "      <td>tt0099005</td>\n",
       "      <td>57718089.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Alice_(1990_film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099012/</td>\n",
       "      <td>Alice</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Alec Baldwin, Blythe Danner, Judy Davis, Mia ...</td>\n",
       "      <td>Carlo Di Palma</td>\n",
       "      <td>[December 25, 1990, (, 1990-12-25, )]</td>\n",
       "      <td>106 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>...</td>\n",
       "      <td>$12 million</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>Orion Pictures</td>\n",
       "      <td>Susan E. Morse</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Robert Greenhut</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>tt0099012</td>\n",
       "      <td>7331647.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Almost_an_Angel</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099018/</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Paul Hogan, Elias Koteas, Linda Kozlowski]</td>\n",
       "      <td>Russell Boyd</td>\n",
       "      <td>December 19, 1990</td>\n",
       "      <td>95 minutes</td>\n",
       "      <td>US</td>\n",
       "      <td>...</td>\n",
       "      <td>$25 million</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>Paramount Pictures</td>\n",
       "      <td>David Stiven</td>\n",
       "      <td>Maurice Jarre</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Paul Hogan</td>\n",
       "      <td>tt0099018</td>\n",
       "      <td>6939946.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 url  year  \\\n",
       "0  https://en.wikipedia.org/wiki/The_Adventures_o...  1990   \n",
       "1  https://en.wikipedia.org/wiki/After_Dark,_My_S...  1990   \n",
       "2   https://en.wikipedia.org/wiki/Air_America_(film)  1990   \n",
       "3    https://en.wikipedia.org/wiki/Alice_(1990_film)  1990   \n",
       "4      https://en.wikipedia.org/wiki/Almost_an_Angel  1990   \n",
       "\n",
       "                               imdb_link                            title  \\\n",
       "0  https://www.imdb.com/title/tt0098987/  The Adventures of Ford Fairlane   \n",
       "1  https://www.imdb.com/title/tt0098994/             After Dark, My Sweet   \n",
       "2  https://www.imdb.com/title/tt0099005/                      Air America   \n",
       "3  https://www.imdb.com/title/tt0099012/                            Alice   \n",
       "4  https://www.imdb.com/title/tt0099018/                  Almost an Angel   \n",
       "\n",
       "                                            Based on  \\\n",
       "0                        [Characters, by Rex Weiner]   \n",
       "1  [the novel, After Dark, My Sweet, by, Jim Thom...   \n",
       "2             [Air America, by, Christopher Robbins]   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                            Starring  Cinematography  \\\n",
       "0  [Andrew Dice Clay, Wayne Newton, Priscilla Pre...     Oliver Wood   \n",
       "1  [Jason Patric, Rachel Ward, Bruce Dern, George...    Mark Plummer   \n",
       "2  [Mel Gibson, Robert Downey Jr., Nancy Travis, ...   Roger Deakins   \n",
       "3  [Alec Baldwin, Blythe Danner, Judy Davis, Mia ...  Carlo Di Palma   \n",
       "4        [Paul Hogan, Elias Koteas, Linda Kozlowski]    Russell Boyd   \n",
       "\n",
       "                                        Release date Running time  \\\n",
       "0                  [July 11, 1990, (, 1990-07-11, )]  102 minutes   \n",
       "1  [May 17, 1990, (, 1990-05-17, ), (Cannes Film ...  114 minutes   \n",
       "2                [August 10, 1990, (, 1990-08-10, )]  113 minutes   \n",
       "3              [December 25, 1990, (, 1990-12-25, )]  106 minutes   \n",
       "4                                  December 19, 1990   95 minutes   \n",
       "\n",
       "         Country  ...       Budget            Director         Distributor  \\\n",
       "0  United States  ...  $20 million        Renny Harlin    20th Century Fox   \n",
       "1  United States  ...   $6 million         James Foley     Avenue Pictures   \n",
       "2  United States  ...  $35 million  Roger Spottiswoode    TriStar Pictures   \n",
       "3  United States  ...  $12 million         Woody Allen      Orion Pictures   \n",
       "4             US  ...  $25 million        John Cornell  Paramount Pictures   \n",
       "\n",
       "                        Editor(s)              Composer(s)  \\\n",
       "0                 Michael Tronick  [Cliff Eidelman, Yello]   \n",
       "1                 Howard E. Smith            Maurice Jarre   \n",
       "2  [John Bloom, Lois Freeman-Fox]            Charles Gross   \n",
       "3                  Susan E. Morse                      NaN   \n",
       "4                    David Stiven            Maurice Jarre   \n",
       "\n",
       "                   Producer(s)                  Production company(s)  \\\n",
       "0   [Steve Perry, Joel Silver]                        Silver Pictures   \n",
       "1  [Ric Kidney, Robert Redlin]                        Avenue Pictures   \n",
       "2               Daniel Melnick  [Carolco Pictures, IndieProd Company]   \n",
       "3              Robert Greenhut                                    NaN   \n",
       "4                 John Cornell                                    NaN   \n",
       "\n",
       "                      Writer(s)    imdb_id  box_office  \n",
       "0   [David Arnott, James Cappe]  tt0098987  21400000.0  \n",
       "1  [James Foley, Robert Redlin]  tt0098994   2700000.0  \n",
       "2    [John Eskow, Richard Rush]  tt0099005  57718089.0  \n",
       "3                   Woody Allen  tt0099012   7331647.0  \n",
       "4                    Paul Hogan  tt0099018   6939946.0  \n",
       "\n",
       "[5 rows x 21 columns]"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Add column to DF with newly extracted data\n",
    "wiki_movies_clean_df['box_office'] = box_office.str.extract(f'({form_one}|{form_two})', flags=re.IGNORECASE)[0].apply(parse_dollars)\n",
    "\n",
    "# Drop old column in DF\n",
    "wiki_movies_clean_df.drop('Box office', axis=1, inplace=True)\n",
    "\n",
    "# View DF\n",
    "wiki_movies_clean_df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Parse Budget Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create DF for budget column\n",
    "budget = wiki_movies_df['Budget'].dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Convert to strings \n",
    "budget = budget.map(lambda x: ' '.join(x) if type(x) == list else x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Remove space and hypens \n",
    "budget = budget.str.replace(r'\\$.*[-—–](?![a-z])', '$', regex=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "139                         Unknown\n",
       "210     60 million Norwegian Kroner\n",
       "490                         Unknown\n",
       "638     60 million Norwegian Kroner\n",
       "1011            $34 [3] [4] million\n",
       "1171               $120 [4] million\n",
       "1276                        Unknown\n",
       "1331                            HBO\n",
       "1429                     £6,000,000\n",
       "1455                     13 million\n",
       "1541                   £2.8 million\n",
       "1817                   CAD2,000,000\n",
       "2002     PHP 85 million (estimated)\n",
       "2038                    102,888,900\n",
       "2043                   3,500,000 DM\n",
       "2064                     ₤2,300,874\n",
       "2390                     $14 milion\n",
       "2563                     ₤6,350,000\n",
       "3278                   € 40 million\n",
       "3495               $150 [6] million\n",
       "3553                        $218.32\n",
       "3947                   £4.2 million\n",
       "4053                            N/A\n",
       "4108                    760,000 USD\n",
       "4648                       19 crore\n",
       "4827                    £17 million\n",
       "5224              $$200 [4] million\n",
       "5247           $155 [2] [3] million\n",
       "5616                $40 [4] million\n",
       "5621                            N/A\n",
       "5645                     £4 million\n",
       "5870                    €14 million\n",
       "5886                   $ dead link]\n",
       "6603               £ 12 million [3]\n",
       "6813                     £3 million\n",
       "7047                  £12.9 million\n",
       "7070                      3.5 crore\n",
       "7124                        919,000\n",
       "7305                   €4.3 million\n",
       "Name: Budget, dtype: object"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Forms of budget entries \n",
    "form_one = r'\\$\\s*\\d+\\.?\\d*\\s*[mb]illi?on'\n",
    "form_two = r'\\$\\s*\\d{1,3}(?:[,\\.]\\d{3})+(?!\\s[mb]illion)'\n",
    "matches_form_one = budget.str.contains(form_one, flags=re.IGNORECASE)\n",
    "matches_form_two = budget.str.contains(form_two, flags=re.IGNORECASE)\n",
    "budget[~matches_form_one & ~matches_form_two]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "139                         Unknown\n",
       "210     60 million Norwegian Kroner\n",
       "490                         Unknown\n",
       "638     60 million Norwegian Kroner\n",
       "1011                    $34 million\n",
       "1171                   $120 million\n",
       "1276                        Unknown\n",
       "1331                            HBO\n",
       "1429                     £6,000,000\n",
       "1455                     13 million\n",
       "1541                   £2.8 million\n",
       "1817                   CAD2,000,000\n",
       "2002     PHP 85 million (estimated)\n",
       "2038                    102,888,900\n",
       "2043                   3,500,000 DM\n",
       "2064                     ₤2,300,874\n",
       "2390                     $14 milion\n",
       "2563                     ₤6,350,000\n",
       "3278                   € 40 million\n",
       "3495                   $150 million\n",
       "3553                        $218.32\n",
       "3947                   £4.2 million\n",
       "4053                            N/A\n",
       "4108                    760,000 USD\n",
       "4648                       19 crore\n",
       "4827                    £17 million\n",
       "5224                  $$200 million\n",
       "5247                   $155 million\n",
       "5616                    $40 million\n",
       "5621                            N/A\n",
       "5645                     £4 million\n",
       "5870                    €14 million\n",
       "5886                   $ dead link]\n",
       "6603                  £ 12 million \n",
       "6813                     £3 million\n",
       "7047                  £12.9 million\n",
       "7070                      3.5 crore\n",
       "7124                        919,000\n",
       "7305                   €4.3 million\n",
       "Name: Budget, dtype: object"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "budget = budget.str.replace(r'\\[\\d+\\]\\s*', '')\n",
    "budget[~matches_form_one & ~matches_form_two]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>Cinematography</th>\n",
       "      <th>Release date</th>\n",
       "      <th>Running time</th>\n",
       "      <th>Country</th>\n",
       "      <th>...</th>\n",
       "      <th>Director</th>\n",
       "      <th>Distributor</th>\n",
       "      <th>Editor(s)</th>\n",
       "      <th>Composer(s)</th>\n",
       "      <th>Producer(s)</th>\n",
       "      <th>Production company(s)</th>\n",
       "      <th>Writer(s)</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>box_office</th>\n",
       "      <th>budget</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Adventures_o...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098987/</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>[Characters, by Rex Weiner]</td>\n",
       "      <td>[Andrew Dice Clay, Wayne Newton, Priscilla Pre...</td>\n",
       "      <td>Oliver Wood</td>\n",
       "      <td>[July 11, 1990, (, 1990-07-11, )]</td>\n",
       "      <td>102 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>...</td>\n",
       "      <td>Renny Harlin</td>\n",
       "      <td>20th Century Fox</td>\n",
       "      <td>Michael Tronick</td>\n",
       "      <td>[Cliff Eidelman, Yello]</td>\n",
       "      <td>[Steve Perry, Joel Silver]</td>\n",
       "      <td>Silver Pictures</td>\n",
       "      <td>[David Arnott, James Cappe]</td>\n",
       "      <td>tt0098987</td>\n",
       "      <td>21400000.0</td>\n",
       "      <td>20000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://en.wikipedia.org/wiki/After_Dark,_My_S...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098994/</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>[the novel, After Dark, My Sweet, by, Jim Thom...</td>\n",
       "      <td>[Jason Patric, Rachel Ward, Bruce Dern, George...</td>\n",
       "      <td>Mark Plummer</td>\n",
       "      <td>[May 17, 1990, (, 1990-05-17, ), (Cannes Film ...</td>\n",
       "      <td>114 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>...</td>\n",
       "      <td>James Foley</td>\n",
       "      <td>Avenue Pictures</td>\n",
       "      <td>Howard E. Smith</td>\n",
       "      <td>Maurice Jarre</td>\n",
       "      <td>[Ric Kidney, Robert Redlin]</td>\n",
       "      <td>Avenue Pictures</td>\n",
       "      <td>[James Foley, Robert Redlin]</td>\n",
       "      <td>tt0098994</td>\n",
       "      <td>2700000.0</td>\n",
       "      <td>6000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Air_America_(film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099005/</td>\n",
       "      <td>Air America</td>\n",
       "      <td>[Air America, by, Christopher Robbins]</td>\n",
       "      <td>[Mel Gibson, Robert Downey Jr., Nancy Travis, ...</td>\n",
       "      <td>Roger Deakins</td>\n",
       "      <td>[August 10, 1990, (, 1990-08-10, )]</td>\n",
       "      <td>113 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>...</td>\n",
       "      <td>Roger Spottiswoode</td>\n",
       "      <td>TriStar Pictures</td>\n",
       "      <td>[John Bloom, Lois Freeman-Fox]</td>\n",
       "      <td>Charles Gross</td>\n",
       "      <td>Daniel Melnick</td>\n",
       "      <td>[Carolco Pictures, IndieProd Company]</td>\n",
       "      <td>[John Eskow, Richard Rush]</td>\n",
       "      <td>tt0099005</td>\n",
       "      <td>57718089.0</td>\n",
       "      <td>35000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Alice_(1990_film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099012/</td>\n",
       "      <td>Alice</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Alec Baldwin, Blythe Danner, Judy Davis, Mia ...</td>\n",
       "      <td>Carlo Di Palma</td>\n",
       "      <td>[December 25, 1990, (, 1990-12-25, )]</td>\n",
       "      <td>106 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>...</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>Orion Pictures</td>\n",
       "      <td>Susan E. Morse</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Robert Greenhut</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>tt0099012</td>\n",
       "      <td>7331647.0</td>\n",
       "      <td>12000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Almost_an_Angel</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099018/</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Paul Hogan, Elias Koteas, Linda Kozlowski]</td>\n",
       "      <td>Russell Boyd</td>\n",
       "      <td>December 19, 1990</td>\n",
       "      <td>95 minutes</td>\n",
       "      <td>US</td>\n",
       "      <td>...</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>Paramount Pictures</td>\n",
       "      <td>David Stiven</td>\n",
       "      <td>Maurice Jarre</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Paul Hogan</td>\n",
       "      <td>tt0099018</td>\n",
       "      <td>6939946.0</td>\n",
       "      <td>25000000.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 url  year  \\\n",
       "0  https://en.wikipedia.org/wiki/The_Adventures_o...  1990   \n",
       "1  https://en.wikipedia.org/wiki/After_Dark,_My_S...  1990   \n",
       "2   https://en.wikipedia.org/wiki/Air_America_(film)  1990   \n",
       "3    https://en.wikipedia.org/wiki/Alice_(1990_film)  1990   \n",
       "4      https://en.wikipedia.org/wiki/Almost_an_Angel  1990   \n",
       "\n",
       "                               imdb_link                            title  \\\n",
       "0  https://www.imdb.com/title/tt0098987/  The Adventures of Ford Fairlane   \n",
       "1  https://www.imdb.com/title/tt0098994/             After Dark, My Sweet   \n",
       "2  https://www.imdb.com/title/tt0099005/                      Air America   \n",
       "3  https://www.imdb.com/title/tt0099012/                            Alice   \n",
       "4  https://www.imdb.com/title/tt0099018/                  Almost an Angel   \n",
       "\n",
       "                                            Based on  \\\n",
       "0                        [Characters, by Rex Weiner]   \n",
       "1  [the novel, After Dark, My Sweet, by, Jim Thom...   \n",
       "2             [Air America, by, Christopher Robbins]   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                            Starring  Cinematography  \\\n",
       "0  [Andrew Dice Clay, Wayne Newton, Priscilla Pre...     Oliver Wood   \n",
       "1  [Jason Patric, Rachel Ward, Bruce Dern, George...    Mark Plummer   \n",
       "2  [Mel Gibson, Robert Downey Jr., Nancy Travis, ...   Roger Deakins   \n",
       "3  [Alec Baldwin, Blythe Danner, Judy Davis, Mia ...  Carlo Di Palma   \n",
       "4        [Paul Hogan, Elias Koteas, Linda Kozlowski]    Russell Boyd   \n",
       "\n",
       "                                        Release date Running time  \\\n",
       "0                  [July 11, 1990, (, 1990-07-11, )]  102 minutes   \n",
       "1  [May 17, 1990, (, 1990-05-17, ), (Cannes Film ...  114 minutes   \n",
       "2                [August 10, 1990, (, 1990-08-10, )]  113 minutes   \n",
       "3              [December 25, 1990, (, 1990-12-25, )]  106 minutes   \n",
       "4                                  December 19, 1990   95 minutes   \n",
       "\n",
       "         Country  ...            Director         Distributor  \\\n",
       "0  United States  ...        Renny Harlin    20th Century Fox   \n",
       "1  United States  ...         James Foley     Avenue Pictures   \n",
       "2  United States  ...  Roger Spottiswoode    TriStar Pictures   \n",
       "3  United States  ...         Woody Allen      Orion Pictures   \n",
       "4             US  ...        John Cornell  Paramount Pictures   \n",
       "\n",
       "                        Editor(s)              Composer(s)  \\\n",
       "0                 Michael Tronick  [Cliff Eidelman, Yello]   \n",
       "1                 Howard E. Smith            Maurice Jarre   \n",
       "2  [John Bloom, Lois Freeman-Fox]            Charles Gross   \n",
       "3                  Susan E. Morse                      NaN   \n",
       "4                    David Stiven            Maurice Jarre   \n",
       "\n",
       "                   Producer(s)                  Production company(s)  \\\n",
       "0   [Steve Perry, Joel Silver]                        Silver Pictures   \n",
       "1  [Ric Kidney, Robert Redlin]                        Avenue Pictures   \n",
       "2               Daniel Melnick  [Carolco Pictures, IndieProd Company]   \n",
       "3              Robert Greenhut                                    NaN   \n",
       "4                 John Cornell                                    NaN   \n",
       "\n",
       "                      Writer(s)    imdb_id  box_office      budget  \n",
       "0   [David Arnott, James Cappe]  tt0098987  21400000.0  20000000.0  \n",
       "1  [James Foley, Robert Redlin]  tt0098994   2700000.0   6000000.0  \n",
       "2    [John Eskow, Richard Rush]  tt0099005  57718089.0  35000000.0  \n",
       "3                   Woody Allen  tt0099012   7331647.0  12000000.0  \n",
       "4                    Paul Hogan  tt0099018   6939946.0  25000000.0  \n",
       "\n",
       "[5 rows x 21 columns]"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Add column to DF with newly extracted data\n",
    "wiki_movies_clean_df['budget'] = budget.str.extract(f'({form_one}|{form_two})', flags=re.IGNORECASE)[0].apply(parse_dollars)\n",
    "\n",
    "# Drop old column in DF\n",
    "wiki_movies_clean_df.drop('Budget', axis=1, inplace=True)\n",
    "\n",
    "# View DF\n",
    "wiki_movies_clean_df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Parse Release Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create DF for release data and convert lists to strings \n",
    "release_date = wiki_movies_df['Release date'].dropna().apply(lambda x: ' '.join(x) if type(x) == list else x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Froms for release entries \n",
    "date_form_one = r'(?:January|February|March|April|May|June|July|August|September|October|November|December)\\s[123]\\d,\\s\\d{4}'\n",
    "date_form_two = r'\\d{4}.[01]\\d.[123]\\d'\n",
    "date_form_three = r'(?:January|February|March|April|May|June|July|August|September|October|November|December)\\s\\d{4}'\n",
    "date_form_four = r'\\d{4}'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>July 11, 1990</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>May 17, 1990</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>August 10, 1990</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>December 25, 1990</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>December 19, 1990</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7306</th>\n",
       "      <td>December 25, 2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7307</th>\n",
       "      <td>December 11, 2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7308</th>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7309</th>\n",
       "      <td>August 31, 2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7310</th>\n",
       "      <td>December 2018</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6914 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      0\n",
       "0         July 11, 1990\n",
       "1          May 17, 1990\n",
       "2       August 10, 1990\n",
       "3     December 25, 1990\n",
       "4     December 19, 1990\n",
       "...                 ...\n",
       "7306  December 25, 2018\n",
       "7307  December 11, 2018\n",
       "7308               2018\n",
       "7309    August 31, 2018\n",
       "7310      December 2018\n",
       "\n",
       "[6914 rows x 1 columns]"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Extract new data\n",
    "release_date.str.extract(f'({date_form_one}|{date_form_two}|{date_form_three}|{date_form_four})', flags=re.IGNORECASE)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>Cinematography</th>\n",
       "      <th>Running time</th>\n",
       "      <th>Country</th>\n",
       "      <th>Language</th>\n",
       "      <th>...</th>\n",
       "      <th>Distributor</th>\n",
       "      <th>Editor(s)</th>\n",
       "      <th>Composer(s)</th>\n",
       "      <th>Producer(s)</th>\n",
       "      <th>Production company(s)</th>\n",
       "      <th>Writer(s)</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>box_office</th>\n",
       "      <th>budget</th>\n",
       "      <th>release_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Adventures_o...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098987/</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>[Characters, by Rex Weiner]</td>\n",
       "      <td>[Andrew Dice Clay, Wayne Newton, Priscilla Pre...</td>\n",
       "      <td>Oliver Wood</td>\n",
       "      <td>102 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>...</td>\n",
       "      <td>20th Century Fox</td>\n",
       "      <td>Michael Tronick</td>\n",
       "      <td>[Cliff Eidelman, Yello]</td>\n",
       "      <td>[Steve Perry, Joel Silver]</td>\n",
       "      <td>Silver Pictures</td>\n",
       "      <td>[David Arnott, James Cappe]</td>\n",
       "      <td>tt0098987</td>\n",
       "      <td>21400000.0</td>\n",
       "      <td>20000000.0</td>\n",
       "      <td>1990-07-11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://en.wikipedia.org/wiki/After_Dark,_My_S...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098994/</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>[the novel, After Dark, My Sweet, by, Jim Thom...</td>\n",
       "      <td>[Jason Patric, Rachel Ward, Bruce Dern, George...</td>\n",
       "      <td>Mark Plummer</td>\n",
       "      <td>114 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>...</td>\n",
       "      <td>Avenue Pictures</td>\n",
       "      <td>Howard E. Smith</td>\n",
       "      <td>Maurice Jarre</td>\n",
       "      <td>[Ric Kidney, Robert Redlin]</td>\n",
       "      <td>Avenue Pictures</td>\n",
       "      <td>[James Foley, Robert Redlin]</td>\n",
       "      <td>tt0098994</td>\n",
       "      <td>2700000.0</td>\n",
       "      <td>6000000.0</td>\n",
       "      <td>1990-05-17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Air_America_(film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099005/</td>\n",
       "      <td>Air America</td>\n",
       "      <td>[Air America, by, Christopher Robbins]</td>\n",
       "      <td>[Mel Gibson, Robert Downey Jr., Nancy Travis, ...</td>\n",
       "      <td>Roger Deakins</td>\n",
       "      <td>113 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>[English, Lao]</td>\n",
       "      <td>...</td>\n",
       "      <td>TriStar Pictures</td>\n",
       "      <td>[John Bloom, Lois Freeman-Fox]</td>\n",
       "      <td>Charles Gross</td>\n",
       "      <td>Daniel Melnick</td>\n",
       "      <td>[Carolco Pictures, IndieProd Company]</td>\n",
       "      <td>[John Eskow, Richard Rush]</td>\n",
       "      <td>tt0099005</td>\n",
       "      <td>57718089.0</td>\n",
       "      <td>35000000.0</td>\n",
       "      <td>1990-08-10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Alice_(1990_film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099012/</td>\n",
       "      <td>Alice</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Alec Baldwin, Blythe Danner, Judy Davis, Mia ...</td>\n",
       "      <td>Carlo Di Palma</td>\n",
       "      <td>106 minutes</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>...</td>\n",
       "      <td>Orion Pictures</td>\n",
       "      <td>Susan E. Morse</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Robert Greenhut</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>tt0099012</td>\n",
       "      <td>7331647.0</td>\n",
       "      <td>12000000.0</td>\n",
       "      <td>1990-12-25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Almost_an_Angel</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099018/</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Paul Hogan, Elias Koteas, Linda Kozlowski]</td>\n",
       "      <td>Russell Boyd</td>\n",
       "      <td>95 minutes</td>\n",
       "      <td>US</td>\n",
       "      <td>English</td>\n",
       "      <td>...</td>\n",
       "      <td>Paramount Pictures</td>\n",
       "      <td>David Stiven</td>\n",
       "      <td>Maurice Jarre</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Paul Hogan</td>\n",
       "      <td>tt0099018</td>\n",
       "      <td>6939946.0</td>\n",
       "      <td>25000000.0</td>\n",
       "      <td>1990-12-19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 url  year  \\\n",
       "0  https://en.wikipedia.org/wiki/The_Adventures_o...  1990   \n",
       "1  https://en.wikipedia.org/wiki/After_Dark,_My_S...  1990   \n",
       "2   https://en.wikipedia.org/wiki/Air_America_(film)  1990   \n",
       "3    https://en.wikipedia.org/wiki/Alice_(1990_film)  1990   \n",
       "4      https://en.wikipedia.org/wiki/Almost_an_Angel  1990   \n",
       "\n",
       "                               imdb_link                            title  \\\n",
       "0  https://www.imdb.com/title/tt0098987/  The Adventures of Ford Fairlane   \n",
       "1  https://www.imdb.com/title/tt0098994/             After Dark, My Sweet   \n",
       "2  https://www.imdb.com/title/tt0099005/                      Air America   \n",
       "3  https://www.imdb.com/title/tt0099012/                            Alice   \n",
       "4  https://www.imdb.com/title/tt0099018/                  Almost an Angel   \n",
       "\n",
       "                                            Based on  \\\n",
       "0                        [Characters, by Rex Weiner]   \n",
       "1  [the novel, After Dark, My Sweet, by, Jim Thom...   \n",
       "2             [Air America, by, Christopher Robbins]   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                            Starring  Cinematography  \\\n",
       "0  [Andrew Dice Clay, Wayne Newton, Priscilla Pre...     Oliver Wood   \n",
       "1  [Jason Patric, Rachel Ward, Bruce Dern, George...    Mark Plummer   \n",
       "2  [Mel Gibson, Robert Downey Jr., Nancy Travis, ...   Roger Deakins   \n",
       "3  [Alec Baldwin, Blythe Danner, Judy Davis, Mia ...  Carlo Di Palma   \n",
       "4        [Paul Hogan, Elias Koteas, Linda Kozlowski]    Russell Boyd   \n",
       "\n",
       "  Running time        Country        Language  ...         Distributor  \\\n",
       "0  102 minutes  United States         English  ...    20th Century Fox   \n",
       "1  114 minutes  United States         English  ...     Avenue Pictures   \n",
       "2  113 minutes  United States  [English, Lao]  ...    TriStar Pictures   \n",
       "3  106 minutes  United States         English  ...      Orion Pictures   \n",
       "4   95 minutes             US         English  ...  Paramount Pictures   \n",
       "\n",
       "                        Editor(s)              Composer(s)  \\\n",
       "0                 Michael Tronick  [Cliff Eidelman, Yello]   \n",
       "1                 Howard E. Smith            Maurice Jarre   \n",
       "2  [John Bloom, Lois Freeman-Fox]            Charles Gross   \n",
       "3                  Susan E. Morse                      NaN   \n",
       "4                    David Stiven            Maurice Jarre   \n",
       "\n",
       "                   Producer(s)                  Production company(s)  \\\n",
       "0   [Steve Perry, Joel Silver]                        Silver Pictures   \n",
       "1  [Ric Kidney, Robert Redlin]                        Avenue Pictures   \n",
       "2               Daniel Melnick  [Carolco Pictures, IndieProd Company]   \n",
       "3              Robert Greenhut                                    NaN   \n",
       "4                 John Cornell                                    NaN   \n",
       "\n",
       "                      Writer(s)    imdb_id  box_office      budget  \\\n",
       "0   [David Arnott, James Cappe]  tt0098987  21400000.0  20000000.0   \n",
       "1  [James Foley, Robert Redlin]  tt0098994   2700000.0   6000000.0   \n",
       "2    [John Eskow, Richard Rush]  tt0099005  57718089.0  35000000.0   \n",
       "3                   Woody Allen  tt0099012   7331647.0  12000000.0   \n",
       "4                    Paul Hogan  tt0099018   6939946.0  25000000.0   \n",
       "\n",
       "   release_date  \n",
       "0    1990-07-11  \n",
       "1    1990-05-17  \n",
       "2    1990-08-10  \n",
       "3    1990-12-25  \n",
       "4    1990-12-19  \n",
       "\n",
       "[5 rows x 21 columns]"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Add new column to DF\n",
    "wiki_movies_clean_df['release_date'] = pd.to_datetime(release_date.str.extract(f'({date_form_one}|{date_form_two}|{date_form_three}|{date_form_four})')[0], infer_datetime_format=True)\n",
    "\n",
    "# Drop old column in DF\n",
    "wiki_movies_clean_df.drop('Release date', axis=1, inplace=True)\n",
    "\n",
    "# View DF\n",
    "wiki_movies_clean_df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Parse Running Time Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create DF of Running Time data and convert lists to strings \n",
    "running_time = wiki_movies_df['Running time'].dropna().apply(lambda x: ' '.join(x) if type(x) == list else x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "651                                                  3:52\n",
       "689                     UK:84 min (DVD version) US:86 min\n",
       "751                         78-102 min (depending on cut)\n",
       "869                       Varies (79 [3] –84 [1] minutes)\n",
       "1454                                                 3:52\n",
       "1503    United States: 77 minutes Argentina: 94 minute...\n",
       "1560                                            1hr 35min\n",
       "1615                                               varies\n",
       "1859                    Netherlands:96 min, Canada:95 min\n",
       "1862                                       approx. 14 min\n",
       "2382                                           1 h 43 min\n",
       "3123                                               1h 48m\n",
       "4074                                              4 hours\n",
       "4599    US domestic version: 86 minutes Original versi...\n",
       "5156    Theatrical cut: 97 minutes Unrated cut: 107 mi...\n",
       "5621                    115 [1] /123 [2] /128 [3] minutes\n",
       "5645                                    1 hour 32 minutes\n",
       "7310                Variable; 90 minutes for default path\n",
       "Name: Running time, dtype: object"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Forms of running time entries \n",
    "running_time.str.contains(r'^\\d*\\s*m', flags=re.IGNORECASE).sum()\n",
    "running_time[running_time.str.contains(r'^\\d*\\s*m', flags=re.IGNORECASE) != True]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Extract running time data\n",
    "running_time_extract = running_time.str.extract(r'(\\d+)\\s*ho?u?r?s?\\s*(\\d*)|(\\d+)\\s*m')\n",
    "running_time_extract = running_time_extract.apply(lambda col: pd.to_numeric(col, errors='coerce')).fillna(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>Cinematography</th>\n",
       "      <th>Country</th>\n",
       "      <th>Language</th>\n",
       "      <th>Director</th>\n",
       "      <th>...</th>\n",
       "      <th>Editor(s)</th>\n",
       "      <th>Composer(s)</th>\n",
       "      <th>Producer(s)</th>\n",
       "      <th>Production company(s)</th>\n",
       "      <th>Writer(s)</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>box_office</th>\n",
       "      <th>budget</th>\n",
       "      <th>release_date</th>\n",
       "      <th>running_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Adventures_o...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098987/</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>[Characters, by Rex Weiner]</td>\n",
       "      <td>[Andrew Dice Clay, Wayne Newton, Priscilla Pre...</td>\n",
       "      <td>Oliver Wood</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>Renny Harlin</td>\n",
       "      <td>...</td>\n",
       "      <td>Michael Tronick</td>\n",
       "      <td>[Cliff Eidelman, Yello]</td>\n",
       "      <td>[Steve Perry, Joel Silver]</td>\n",
       "      <td>Silver Pictures</td>\n",
       "      <td>[David Arnott, James Cappe]</td>\n",
       "      <td>tt0098987</td>\n",
       "      <td>21400000.0</td>\n",
       "      <td>20000000.0</td>\n",
       "      <td>1990-07-11</td>\n",
       "      <td>102.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://en.wikipedia.org/wiki/After_Dark,_My_S...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0098994/</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>[the novel, After Dark, My Sweet, by, Jim Thom...</td>\n",
       "      <td>[Jason Patric, Rachel Ward, Bruce Dern, George...</td>\n",
       "      <td>Mark Plummer</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>James Foley</td>\n",
       "      <td>...</td>\n",
       "      <td>Howard E. Smith</td>\n",
       "      <td>Maurice Jarre</td>\n",
       "      <td>[Ric Kidney, Robert Redlin]</td>\n",
       "      <td>Avenue Pictures</td>\n",
       "      <td>[James Foley, Robert Redlin]</td>\n",
       "      <td>tt0098994</td>\n",
       "      <td>2700000.0</td>\n",
       "      <td>6000000.0</td>\n",
       "      <td>1990-05-17</td>\n",
       "      <td>114.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Air_America_(film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099005/</td>\n",
       "      <td>Air America</td>\n",
       "      <td>[Air America, by, Christopher Robbins]</td>\n",
       "      <td>[Mel Gibson, Robert Downey Jr., Nancy Travis, ...</td>\n",
       "      <td>Roger Deakins</td>\n",
       "      <td>United States</td>\n",
       "      <td>[English, Lao]</td>\n",
       "      <td>Roger Spottiswoode</td>\n",
       "      <td>...</td>\n",
       "      <td>[John Bloom, Lois Freeman-Fox]</td>\n",
       "      <td>Charles Gross</td>\n",
       "      <td>Daniel Melnick</td>\n",
       "      <td>[Carolco Pictures, IndieProd Company]</td>\n",
       "      <td>[John Eskow, Richard Rush]</td>\n",
       "      <td>tt0099005</td>\n",
       "      <td>57718089.0</td>\n",
       "      <td>35000000.0</td>\n",
       "      <td>1990-08-10</td>\n",
       "      <td>113.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Alice_(1990_film)</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099012/</td>\n",
       "      <td>Alice</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Alec Baldwin, Blythe Danner, Judy Davis, Mia ...</td>\n",
       "      <td>Carlo Di Palma</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>...</td>\n",
       "      <td>Susan E. Morse</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Robert Greenhut</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>tt0099012</td>\n",
       "      <td>7331647.0</td>\n",
       "      <td>12000000.0</td>\n",
       "      <td>1990-12-25</td>\n",
       "      <td>106.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Almost_an_Angel</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099018/</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Paul Hogan, Elias Koteas, Linda Kozlowski]</td>\n",
       "      <td>Russell Boyd</td>\n",
       "      <td>US</td>\n",
       "      <td>English</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>...</td>\n",
       "      <td>David Stiven</td>\n",
       "      <td>Maurice Jarre</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Paul Hogan</td>\n",
       "      <td>tt0099018</td>\n",
       "      <td>6939946.0</td>\n",
       "      <td>25000000.0</td>\n",
       "      <td>1990-12-19</td>\n",
       "      <td>95.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 url  year  \\\n",
       "0  https://en.wikipedia.org/wiki/The_Adventures_o...  1990   \n",
       "1  https://en.wikipedia.org/wiki/After_Dark,_My_S...  1990   \n",
       "2   https://en.wikipedia.org/wiki/Air_America_(film)  1990   \n",
       "3    https://en.wikipedia.org/wiki/Alice_(1990_film)  1990   \n",
       "4      https://en.wikipedia.org/wiki/Almost_an_Angel  1990   \n",
       "\n",
       "                               imdb_link                            title  \\\n",
       "0  https://www.imdb.com/title/tt0098987/  The Adventures of Ford Fairlane   \n",
       "1  https://www.imdb.com/title/tt0098994/             After Dark, My Sweet   \n",
       "2  https://www.imdb.com/title/tt0099005/                      Air America   \n",
       "3  https://www.imdb.com/title/tt0099012/                            Alice   \n",
       "4  https://www.imdb.com/title/tt0099018/                  Almost an Angel   \n",
       "\n",
       "                                            Based on  \\\n",
       "0                        [Characters, by Rex Weiner]   \n",
       "1  [the novel, After Dark, My Sweet, by, Jim Thom...   \n",
       "2             [Air America, by, Christopher Robbins]   \n",
       "3                                                NaN   \n",
       "4                                                NaN   \n",
       "\n",
       "                                            Starring  Cinematography  \\\n",
       "0  [Andrew Dice Clay, Wayne Newton, Priscilla Pre...     Oliver Wood   \n",
       "1  [Jason Patric, Rachel Ward, Bruce Dern, George...    Mark Plummer   \n",
       "2  [Mel Gibson, Robert Downey Jr., Nancy Travis, ...   Roger Deakins   \n",
       "3  [Alec Baldwin, Blythe Danner, Judy Davis, Mia ...  Carlo Di Palma   \n",
       "4        [Paul Hogan, Elias Koteas, Linda Kozlowski]    Russell Boyd   \n",
       "\n",
       "         Country        Language            Director  ...  \\\n",
       "0  United States         English        Renny Harlin  ...   \n",
       "1  United States         English         James Foley  ...   \n",
       "2  United States  [English, Lao]  Roger Spottiswoode  ...   \n",
       "3  United States         English         Woody Allen  ...   \n",
       "4             US         English        John Cornell  ...   \n",
       "\n",
       "                        Editor(s)              Composer(s)  \\\n",
       "0                 Michael Tronick  [Cliff Eidelman, Yello]   \n",
       "1                 Howard E. Smith            Maurice Jarre   \n",
       "2  [John Bloom, Lois Freeman-Fox]            Charles Gross   \n",
       "3                  Susan E. Morse                      NaN   \n",
       "4                    David Stiven            Maurice Jarre   \n",
       "\n",
       "                   Producer(s)                  Production company(s)  \\\n",
       "0   [Steve Perry, Joel Silver]                        Silver Pictures   \n",
       "1  [Ric Kidney, Robert Redlin]                        Avenue Pictures   \n",
       "2               Daniel Melnick  [Carolco Pictures, IndieProd Company]   \n",
       "3              Robert Greenhut                                    NaN   \n",
       "4                 John Cornell                                    NaN   \n",
       "\n",
       "                      Writer(s)    imdb_id  box_office      budget  \\\n",
       "0   [David Arnott, James Cappe]  tt0098987  21400000.0  20000000.0   \n",
       "1  [James Foley, Robert Redlin]  tt0098994   2700000.0   6000000.0   \n",
       "2    [John Eskow, Richard Rush]  tt0099005  57718089.0  35000000.0   \n",
       "3                   Woody Allen  tt0099012   7331647.0  12000000.0   \n",
       "4                    Paul Hogan  tt0099018   6939946.0  25000000.0   \n",
       "\n",
       "   release_date running_time  \n",
       "0    1990-07-11        102.0  \n",
       "1    1990-05-17        114.0  \n",
       "2    1990-08-10        113.0  \n",
       "3    1990-12-25        106.0  \n",
       "4    1990-12-19         95.0  \n",
       "\n",
       "[5 rows x 21 columns]"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Add new column to DF\n",
    "wiki_movies_clean_df['running_time'] = running_time_extract.apply(lambda row: row[0]*60 + row[1] if row[2] == 0 else row[2], axis=1)\n",
    "\n",
    "# Drop old column in DF\n",
    "wiki_movies_clean_df.drop('Running time', axis=1, inplace=True)\n",
    "\n",
    "# View DF\n",
    "wiki_movies_clean_df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Transform Kaggle Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "adult                     object\n",
       "belongs_to_collection     object\n",
       "budget                    object\n",
       "genres                    object\n",
       "homepage                  object\n",
       "id                        object\n",
       "imdb_id                   object\n",
       "original_language         object\n",
       "original_title            object\n",
       "overview                  object\n",
       "popularity                object\n",
       "poster_path               object\n",
       "production_companies      object\n",
       "production_countries      object\n",
       "release_date              object\n",
       "revenue                  float64\n",
       "runtime                  float64\n",
       "spoken_languages          object\n",
       "status                    object\n",
       "tagline                   object\n",
       "title                     object\n",
       "video                     object\n",
       "vote_average             float64\n",
       "vote_count               float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# View data types \n",
    "kaggle_metadata.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        21.946943\n",
       "1        17.015539\n",
       "2          11.7129\n",
       "3         3.859495\n",
       "4         8.387519\n",
       "           ...    \n",
       "45461     0.072051\n",
       "45462     0.178241\n",
       "45463     0.903007\n",
       "45464     0.003503\n",
       "45465     0.163015\n",
       "Name: popularity, Length: 45466, dtype: object"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# View popularity column entries\n",
    "kaggle_metadata['popularity']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False                                                                                                                             45454\n",
       "True                                                                                                                                  9\n",
       " Avalanche Sharks tells the story of a bikini contest that turns into a horrifying affair when it is hit by a shark avalanche.        1\n",
       " Rune Balot goes to a casino connected to the October corporation to try to wrap up her case once and for all.                        1\n",
       " - Written by Ørnås                                                                                                                   1\n",
       "Name: adult, dtype: int64"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# View values in adult column\n",
    "kaggle_metadata['adult'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>adult</th>\n",
       "      <th>belongs_to_collection</th>\n",
       "      <th>budget</th>\n",
       "      <th>genres</th>\n",
       "      <th>homepage</th>\n",
       "      <th>id</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>original_language</th>\n",
       "      <th>original_title</th>\n",
       "      <th>overview</th>\n",
       "      <th>...</th>\n",
       "      <th>release_date</th>\n",
       "      <th>revenue</th>\n",
       "      <th>runtime</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title</th>\n",
       "      <th>video</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>19730</th>\n",
       "      <td>- Written by Ørnås</td>\n",
       "      <td>0.065736</td>\n",
       "      <td>/ff9qCepilowshEtG2GYWwzt2bs4.jpg</td>\n",
       "      <td>[{'name': 'Carousel Productions', 'id': 11176}...</td>\n",
       "      <td>[{'iso_3166_1': 'CA', 'name': 'Canada'}, {'iso...</td>\n",
       "      <td>1997-08-20</td>\n",
       "      <td>0</td>\n",
       "      <td>104.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29503</th>\n",
       "      <td>Rune Balot goes to a casino connected to the ...</td>\n",
       "      <td>1.931659</td>\n",
       "      <td>/zV8bHuSL6WXoD6FWogP9j4x80bL.jpg</td>\n",
       "      <td>[{'name': 'Aniplex', 'id': 2883}, {'name': 'Go...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>2012-09-29</td>\n",
       "      <td>0</td>\n",
       "      <td>68.0</td>\n",
       "      <td>[{'iso_639_1': 'ja', 'name': '日本語'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>...</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35587</th>\n",
       "      <td>Avalanche Sharks tells the story of a bikini ...</td>\n",
       "      <td>2.185485</td>\n",
       "      <td>/zaSf5OG7V8X8gqFvly88zDdRm46.jpg</td>\n",
       "      <td>[{'name': 'Odyssey Media', 'id': 17161}, {'nam...</td>\n",
       "      <td>[{'iso_3166_1': 'CA', 'name': 'Canada'}]</td>\n",
       "      <td>2014-01-01</td>\n",
       "      <td>0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>...</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   adult  \\\n",
       "19730                                 - Written by Ørnås   \n",
       "29503   Rune Balot goes to a casino connected to the ...   \n",
       "35587   Avalanche Sharks tells the story of a bikini ...   \n",
       "\n",
       "      belongs_to_collection                            budget  \\\n",
       "19730              0.065736  /ff9qCepilowshEtG2GYWwzt2bs4.jpg   \n",
       "29503              1.931659  /zV8bHuSL6WXoD6FWogP9j4x80bL.jpg   \n",
       "35587              2.185485  /zaSf5OG7V8X8gqFvly88zDdRm46.jpg   \n",
       "\n",
       "                                                  genres  \\\n",
       "19730  [{'name': 'Carousel Productions', 'id': 11176}...   \n",
       "29503  [{'name': 'Aniplex', 'id': 2883}, {'name': 'Go...   \n",
       "35587  [{'name': 'Odyssey Media', 'id': 17161}, {'nam...   \n",
       "\n",
       "                                                homepage          id imdb_id  \\\n",
       "19730  [{'iso_3166_1': 'CA', 'name': 'Canada'}, {'iso...  1997-08-20       0   \n",
       "29503  [{'iso_3166_1': 'US', 'name': 'United States o...  2012-09-29       0   \n",
       "35587           [{'iso_3166_1': 'CA', 'name': 'Canada'}]  2014-01-01       0   \n",
       "\n",
       "      original_language                            original_title  overview  \\\n",
       "19730             104.0  [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "29503              68.0      [{'iso_639_1': 'ja', 'name': '日本語'}]  Released   \n",
       "35587              82.0  [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "\n",
       "       ... release_date revenue runtime spoken_languages status  tagline  \\\n",
       "19730  ...            1     NaN     NaN              NaN    NaN      NaN   \n",
       "29503  ...           12     NaN     NaN              NaN    NaN      NaN   \n",
       "35587  ...           22     NaN     NaN              NaN    NaN      NaN   \n",
       "\n",
       "       title video vote_average vote_count  \n",
       "19730    NaN   NaN          NaN        NaN  \n",
       "29503    NaN   NaN          NaN        NaN  \n",
       "35587    NaN   NaN          NaN        NaN  \n",
       "\n",
       "[3 rows x 24 columns]"
      ]
     },
     "execution_count": 70,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Find rows that do not have True or False entries for adult column\n",
    "kaggle_metadata[~kaggle_metadata['adult'].isin(['True','False'])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyError",
     "evalue": "'adult'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mget_loc\u001b[0;34m(self, key, method, tolerance)\u001b[0m\n\u001b[1;32m   2888\u001b[0m             \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2889\u001b[0;31m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcasted_key\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2890\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: 'adult'",
      "\nThe above exception was the direct cause of the following exception:\n",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-72-3cac1ec4e479>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m# Drop rows that do not have adult columns equal to False\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mkaggle_metadata\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mkaggle_metadata\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mkaggle_metadata\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'adult'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'False'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdrop\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'adult'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0maxis\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'columns'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36m__getitem__\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m   2897\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnlevels\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2898\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_getitem_multilevel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2899\u001b[0;31m             \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2900\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mis_integer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2901\u001b[0m                 \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mget_loc\u001b[0;34m(self, key, method, tolerance)\u001b[0m\n\u001b[1;32m   2889\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcasted_key\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2890\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2891\u001b[0;31m                 \u001b[0;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2892\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2893\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mtolerance\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: 'adult'"
     ]
    }
   ],
   "source": [
    "# Drop rows that do not have adult columns equal to False\n",
    "kaggle_metadata = kaggle_metadata[kaggle_metadata['adult'] == 'False'].drop('adult',axis='columns')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False    45358\n",
       "True        93\n",
       "Name: video, dtype: int64"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "kaggle_metadata['video'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        False\n",
       "1        False\n",
       "2        False\n",
       "3        False\n",
       "4        False\n",
       "         ...  \n",
       "45461    False\n",
       "45462    False\n",
       "45463    False\n",
       "45464    False\n",
       "45465    False\n",
       "Name: video, Length: 45454, dtype: bool"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "kaggle_metadata['video'] == 'True'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/rileybrowne/miniconda3/lib/python3.8/site-packages/pandas/core/computation/expressions.py:68: FutureWarning: elementwise comparison failed; returning scalar instead, but in the future will perform elementwise comparison\n",
      "  return op(a, b)\n"
     ]
    }
   ],
   "source": [
    "# Convert columns to correct dtype\n",
    "kaggle_metadata['video'] = kaggle_metadata['video'] == 'True'\n",
    "kaggle_metadata['budget'] = kaggle_metadata['budget'].astype(int)\n",
    "kaggle_metadata['id'] = pd.to_numeric(kaggle_metadata['id'], errors='raise')\n",
    "kaggle_metadata['popularity'] = pd.to_numeric(kaggle_metadata['popularity'], errors='raise')\n",
    "kaggle_metadata['release_date'] = pd.to_datetime(kaggle_metadata['release_date'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 26024289 entries, 0 to 26024288\n",
      "Data columns (total 4 columns):\n",
      " #   Column     Non-Null Count     Dtype  \n",
      "---  ------     --------------     -----  \n",
      " 0   userId     26024289 non-null  int64  \n",
      " 1   movieId    26024289 non-null  int64  \n",
      " 2   rating     26024289 non-null  float64\n",
      " 3   timestamp  26024289 non-null  int64  \n",
      "dtypes: float64(1), int64(3)\n",
      "memory usage: 794.2 MB\n"
     ]
    }
   ],
   "source": [
    "# Look at rating dataset \n",
    "ratings.info(null_counts=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Convert timestamp to datetime data type\n",
    "ratings['timestamp'] = pd.to_datetime(ratings['timestamp'], unit='s')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    2.602429e+07\n",
       "mean     3.528090e+00\n",
       "std      1.065443e+00\n",
       "min      5.000000e-01\n",
       "25%      3.000000e+00\n",
       "50%      3.500000e+00\n",
       "75%      4.000000e+00\n",
       "max      5.000000e+00\n",
       "Name: rating, dtype: float64"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXgAAAEDCAYAAAA/eB+kAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy86wFpkAAAACXBIWXMAAAsTAAALEwEAmpwYAAAPkUlEQVR4nO3dbbBdVX3H8e+PgAIRdVqulhFi1GKsowLxim1RanGwaBDtg1ZG7dRhTGdqHRhrNThOtS86gy/qQzvaNkVa8QErIo4Vi+IUpXYUvMGoEKRajDVom+sDE0IdI/jvi3Mi9+LNvefenH33ycr3M3Pm7r3PPnv9s1/8ZmXtddZJVSFJas8RfRcgSeqGAS9JjTLgJalRBrwkNcqAl6RGGfCS1KiJC/gklyXZneSWEc9/cZIdSW5N8oGu65OkQ0UmbR58kjOBvcDlVfWkJc49GfgQcFZV/TDJI6pq92rUKUmTbuJ68FV1A/CDuceSPC7JtUm2Jfn3JE8YvvVK4J1V9cPhZw13SRqauIA/gK3Aq6vqqcBrgXcNjz8eeHyS/0jyhSTn9FahJE2YI/suYClJHgL8OnBlkv2HHzz8eyRwMvAs4ETghiRPrqq7VrlMSZo4Ex/wDP6XcVdVnbrAe7uAG6vqJ8A3k/wng8D/4irWJ0kTaeKHaKpqD4PwfhFABk4Zvv1RBr13khzPYMjmjh7KlKSJM3EBn+QK4PPAhiS7klwAvBS4IMmXgVuBFwxP/yTw/SQ7gOuBP6uq7/dRtyRNmombJilJGo+J68FLksZjoh6yHn/88bV+/fq+y5CkQ8a2bdu+V1VTC703UQG/fv16ZmZm+i5Dkg4ZSb51oPccopGkRhnwktQoA16SGmXAS1KjDHhJapQBL0mN6izgk2xIsn3Oa0+Si7pqT5I0X2fz4KvqduBUgCRrgDuBq7tqT5I032oN0Twb+K+qOuCEfEnSeK3WN1lfAlyx0BtJNgObAdatW7dK5Uhayvot1/TS7s5LNvXSbos678EneRBwHnDlQu9X1daqmq6q6ampBZdTkCStwGoM0TwXuLmq/ncV2pIkDa1GwJ/PAYZnJEnd6TTgk6wFzgY+0mU7kqSf1+lD1qq6B/jFLtuQJC3Mb7JKUqMMeElqlAEvSY0y4CWpUQa8JDXKgJekRhnwktQoA16SGmXAS1KjDHhJapQBL0mNMuAlqVEGvCQ1yoCXpEYZ8JLUKANekhplwEtSowx4SWqUAS9JjTLgJalRnQZ8kocn+XCSryW5LcmvddmeJOl+R3Z8/XcA11bV7yV5EHBsx+1JkoY6C/gkDwPOBP4QoKr2Afu6ak+SNF+XQzSPAWaBf0zypSSXJln7wJOSbE4yk2Rmdna2w3Ik6fDSZcAfCWwE/raqTgPuAbY88KSq2lpV01U1PTU11WE5knR46TLgdwG7qurG4f6HGQS+JGkVdBbwVfU/wLeTbBgeejawo6v2JEnzdT2L5tXA+4czaO4AXtFxe5KkoU4Dvqq2A9NdtiFJWpjfZJWkRhnwktQoA16SGmXAS1KjDHhJapQBL0mNMuAlqVEGvCQ1yoCXpEYZ8JLUKANekhplwEtSowx4SWqUAS9JjTLgJalRBrwkNarrX3SSmrB+yzW9tLvzkk29tKs22IOXpEYZ8JLUKANekhplwEtSozp9yJpkJ3A3cB9wb1VNd9meJOl+qzGL5jer6nur0I4kaQ6HaCSpUV0HfAGfSrItyeaFTkiyOclMkpnZ2dmOy5Gkw0fXAf+MqtoIPBd4VZIzH3hCVW2tqumqmp6amuq4HEk6fHQa8FV15/DvbuBq4PQu25Mk3a+zgE+yNslx+7eB5wC3dNWeJGm+LmfRPBK4Osn+dj5QVdd22J4kaY7OAr6q7gBO6er6kqTFOU1SkhplwEtSowx4SWqUAS9JjTLgJalRBrwkNcqAl6RGGfCS1CgDXpIaZcBLUqNGCvgkT+66EEnSeI3ag39XkpuS/HGSh3VakSRpLEYK+Kp6JvBS4CRgW5IPJDm708okSQdl5DH4qvo68Ebg9cBvAH+d5GtJfqer4iRJKzfqGPxTkrwNuA04C3h+Vf3KcPttHdYnSVqhUdeD/xvgUuANVfWj/Qer6jtJ3thJZZKkgzJqwG8CflRV9wEkOQI4uqr+r6re21l1kqQVG3UM/tPAMXP2jx0ekyRNqFED/uiq2rt/Z7h9bDclSZLGYdSAvyfJxv07SZ4K/GiR8yVJPRt1DP4i4Mok3wEC/BLw+6N8MMkaYAa4s6rOXUmRkqTlGyngq+qLSZ4AbBgeur2qfjJiGxcymF750BXUJ0laoeUsNvY04CnARuD8JH+w1AeSnMhgBs6lKytPkrRSI/Xgk7wXeBywHbhveLiAy5f46NuB1wHHLXLtzcBmgHXr1o1SjiRpBKOOwU8DT6yqGvXCSc4FdlfVtiTPOtB5VbUV2AowPT098vUlSYsbdYjmFgYPVpfjDOC8JDuBDwJnJXnfMq8hSVqhUXvwxwM7ktwE/Hj/wao670AfqKqLgYsBhj3411bVy1ZcqSRpWUYN+Dd3WYQkafxGnSb52SSPBk6uqk8nORZYM2ojVfUZ4DMrqlCStCKjzqJ5JYOZLr/AYDbNo4C/A57dXWmStLrWb7mml3Z3XrKpk+uO+pD1VQwemu6Bn/34xyM6qUiSNBajBvyPq2rf/p0kRzKYBy9JmlCjBvxnk7wBOGb4W6xXAv/SXVmSpIM1asBvAWaBrwJ/BHyCwe+zSpIm1KizaH4K/MPwJUk6BIw6i+abLDDmXlWPHXtFkqSxWM5aNPsdDbyIwZRJSdKEGmkMvqq+P+d1Z1W9ncEywJKkCTXqEM3GObtHMOjRj9r7lyT1YNSQ/qs52/cCO4EXj70aSdLYjDqL5je7LkSSNF6jDtG8ZrH3q+qt4ylHkjQuy5lF8zTgY8P95wM3AV/voihJ0sEbNeBPBDZW1d0ASd4MXOMPeEjS5Bp1qYJHAvvm7O8bHpMkTahRe/CXAzcluXq4/0LgPZ1UJEkai1Fn0fxlkn8Fnjk89Iqq+lJ3ZUmSDtaoQzQAxwJ7quodwK4kj+moJknSGIwU8EneBLweuHh46CjgfV0VJUk6eKP24H8bOA+4B6CqvgMc11VRkqSDN+pD1n1VVUkKIMnapT6Q5GjgBuDBw3Y+XFVvWnGl0mGorx+BVhtG7cF/KMnfAw9P8krg0yz94x8/Bs6qqlOAU4FzkvzqiiuVJC3Lkj34JAH+GXgCsAfYAPx5VV232OeqqoC9w92jhi9/qFuSVsmSAT8cmvlEVT0ZWDTUHyjJGmAb8MvAO6vqxgXO2QxsBli3bt1yLi9JWsSoQzQ3J3naci9eVfdV1akMljo4PcmTFjhna1VNV9X01NTUcpuQJB3AqA9Znw68LMlOBjNpwqBz/5RRPlxVdyW5HjgHuGUlhUqSlmfRgE+yrqr+G/it5V44yRTwk2G4HwOcDbxlZWVKkpZrqR78RxmsIvmtJFdV1e8u49onAO8ZjsMfAXyoqj6+wjolScu0VMBnzvZjl3PhqvoKcNqyK5IkjcVSD1nrANuSpAm3VA/+lCR7GPTkjxluw/0PWR/aaXWSpBVbNOCras1qFSJJGq/lLBcsSTqEGPCS1CgDXpIaZcBLUqMMeElqlAEvSY0y4CWpUQa8JDXKgJekRhnwktQoA16SGmXAS1KjDHhJapQBL0mNMuAlqVEGvCQ1aqlfdJKkVbV+yzV9l9CMznrwSU5Kcn2SHUluTXJhV21Jkn5elz34e4E/raqbkxwHbEtyXVXt6LBNSdJQZz34qvpuVd083L4buA14VFftSZLmW5WHrEnWA6cBN65Ge5KkVQj4JA8BrgIuqqo9C7y/OclMkpnZ2dmuy5Gkw0anAZ/kKAbh/v6q+shC51TV1qqarqrpqampLsuRpMNKl7NoArwbuK2q3tpVO5KkhXXZgz8DeDlwVpLtw9fzOmxPkjRHZ9Mkq+pzQLq6viRpcS5VIEmNMuAlqVGuRaNl63OtkJ2XbOqtbelQYw9ekhplwEtSowx4SWqUAS9JjTLgJalRBrwkNcqAl6RGGfCS1CgDXpIaZcBLUqMMeElqlAEvSY0y4CWpUQa8JDXK5YJ1SOlzqWLpUGMPXpIaZcBLUqMMeElqVGcBn+SyJLuT3NJVG5KkA+uyB/9PwDkdXl+StIjOAr6qbgB+0NX1JUmL630MPsnmJDNJZmZnZ/suR5Ka0XvAV9XWqpququmpqam+y5GkZvQe8JKkbhjwktSoLqdJXgF8HtiQZFeSC7pqS5L08zpbi6aqzu/q2pOkz7VRdl6yqbe2JU0+h2gkqVEGvCQ1yoCXpEYZ8JLUKANekhplwEtSowx4SWqUAS9JjTLgJalRBrwkNcqAl6RGGfCS1KjOFhtbbX0u+tWXw/HfLGl09uAlqVEGvCQ1yoCXpEYZ8JLUKANekhplwEtSowx4SWqUAS9Jjeo04JOck+T2JN9IsqXLtiRJ83UW8EnWAO8Engs8ETg/yRO7ak+SNF+XPfjTgW9U1R1VtQ/4IPCCDtuTJM3R5Vo0jwK+PWd/F/D0B56UZDOwebi7N8ntHda0Go4Hvtd3ERPCezGf92M+78dQ3nJQ9+LRB3qj98XGqmorsLXvOsYlyUxVTfddxyTwXszn/ZjP+3G/ru5Fl0M0dwInzdk/cXhMkrQKugz4LwInJ3lMkgcBLwE+1mF7kqQ5Ohuiqap7k/wJ8ElgDXBZVd3aVXsTpJnhpjHwXszn/ZjP+3G/Tu5FqqqL60qSeuY3WSWpUQa8JDXKgB+TJJcl2Z3klr5r6VuSk5Jcn2RHkluTXNh3TX1JcnSSm5J8eXgv/qLvmiZBkjVJvpTk433X0rckO5N8Ncn2JDNjvbZj8OOR5ExgL3B5VT2p73r6lOQE4ISqujnJccA24IVVtaPn0lZdkgBrq2pvkqOAzwEXVtUXei6tV0leA0wDD62qc/uup09JdgLTVTX2L33Zgx+TqroB+EHfdUyCqvpuVd083L4buI3BN5sPOzWwd7h71PB1WPeqkpwIbAIu7buW1hnw6lSS9cBpwI09l9Kb4XDEdmA3cF1VHbb3YujtwOuAn/Zcx6Qo4FNJtg2XbhkbA16dSfIQ4Crgoqra03c9famq+6rqVAbf5j49yWE7hJfkXGB3VW3ru5YJ8oyq2shg5d1XDYd7x8KAVyeG481XAe+vqo/0Xc8kqKq7gOuBc3oupU9nAOcNx50/CJyV5H39ltSvqrpz+Hc3cDWDlXjHwoDX2A0fLL4buK2q3tp3PX1KMpXk4cPtY4Czga/1WlSPquriqjqxqtYzWL7k36rqZT2X1Zska4cTEUiyFngOMLaZeAb8mCS5Avg8sCHJriQX9F1Tj84AXs6gd7Z9+Hpe30X15ATg+iRfYbA+03VVddhPDdTPPBL4XJIvAzcB11TVteO6uNMkJalR9uAlqVEGvCQ1yoCXpEYZ8JLUKANekhplwEtSowx4SWrU/wMPQLvCgU6ySAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "ratings['rating'].plot(kind='hist')\n",
    "ratings['rating'].describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Merge Datasets "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['url', 'year', 'imdb_link', 'title_wiki', 'Based on', 'Starring',\n",
       "       'Cinematography', 'Country', 'Language', 'Director', 'Distributor',\n",
       "       'Editor(s)', 'Composer(s)', 'Producer(s)', 'Production company(s)',\n",
       "       'Writer(s)', 'imdb_id', 'box_office', 'budget_wiki',\n",
       "       'release_date_wiki', 'running_time', 'belongs_to_collection',\n",
       "       'budget_kaggle', 'genres', 'homepage', 'id', 'original_language',\n",
       "       'original_title', 'overview', 'popularity', 'poster_path',\n",
       "       'production_companies', 'production_countries', 'release_date_kaggle',\n",
       "       'revenue', 'runtime', 'spoken_languages', 'status', 'tagline',\n",
       "       'title_kaggle', 'video', 'vote_average', 'vote_count'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies_df = pd.merge(wiki_movies_clean_df, kaggle_metadata, on='imdb_id', suffixes=['_wiki','_kaggle'])\n",
    "movies_df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Competing data:\n",
    "# Wiki                     Movielens                Resolution\n",
    "#--------------------------------------------------------------------------\n",
    "# title_wiki               title_kaggle             Drop Wiki\n",
    "# running_time             runtime                  Keep Kaggle; fill in zeros with Wikipedia data.\n",
    "# budget_wiki              budget_kaggle            Keep Kaggle; fill in zeros with Wikipedia data.\n",
    "# box_office               revenue                  Keep Kaggle; fill in zeros with Wikipedia data.\n",
    "# release_date_wiki        release_date_kaggle      Drop Wiki\n",
    "# Language                 original_language        Drop Wiki\n",
    "# Production company(s)    production_companies     Drop Wiki"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title_wiki</th>\n",
       "      <th>title_kaggle</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Air America</td>\n",
       "      <td>Air America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Alice</td>\n",
       "      <td>Alice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>Almost an Angel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6047</th>\n",
       "      <td>A Fantastic Woman</td>\n",
       "      <td>A Fantastic Woman</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6048</th>\n",
       "      <td>Permission</td>\n",
       "      <td>Permission</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6049</th>\n",
       "      <td>Loveless</td>\n",
       "      <td>Loveless</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6050</th>\n",
       "      <td>Gemini</td>\n",
       "      <td>Gemini</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6051</th>\n",
       "      <td>How to Talk to Girls at Parties</td>\n",
       "      <td>How to Talk to Girls at Parties</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6052 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                           title_wiki                     title_kaggle\n",
       "0     The Adventures of Ford Fairlane  The Adventures of Ford Fairlane\n",
       "1                After Dark, My Sweet             After Dark, My Sweet\n",
       "2                         Air America                      Air America\n",
       "3                               Alice                            Alice\n",
       "4                     Almost an Angel                  Almost an Angel\n",
       "...                               ...                              ...\n",
       "6047                A Fantastic Woman                A Fantastic Woman\n",
       "6048                       Permission                       Permission\n",
       "6049                         Loveless                         Loveless\n",
       "6050                           Gemini                           Gemini\n",
       "6051  How to Talk to Girls at Parties  How to Talk to Girls at Parties\n",
       "\n",
       "[6052 rows x 2 columns]"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# View titles\n",
    "movies_df[['title_wiki','title_kaggle']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title_wiki</th>\n",
       "      <th>title_kaggle</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>China Cry</td>\n",
       "      <td>China Cry: A True Story</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Daddy's Dyin' ...Who's Got the Will?</td>\n",
       "      <td>Daddy's Dyin'... Who's Got the Will?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>The Dark Side of the Moon</td>\n",
       "      <td>The Dark Side of The Moon</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>Delta Force 2</td>\n",
       "      <td>Delta Force 2: The Colombian Connection</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>DuckTales the Movie:Treasure of the Lost Lamp</td>\n",
       "      <td>DuckTales: The Movie - Treasure of the Lost Lamp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5956</th>\n",
       "      <td>Chips</td>\n",
       "      <td>CHiPS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5971</th>\n",
       "      <td>Spark</td>\n",
       "      <td>Spark: A Space Tail</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5994</th>\n",
       "      <td>Pirates of the Caribbean:Dead Men Tell No Tales</td>\n",
       "      <td>Pirates of the Caribbean: Dead Men Tell No Tales</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6023</th>\n",
       "      <td>Valerian and the Cityof a Thousand Planets</td>\n",
       "      <td>Valerian and the City of a Thousand Planets</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6028</th>\n",
       "      <td>An Inconvenient Sequel:Truth to Power</td>\n",
       "      <td>An Inconvenient Sequel: Truth to Power</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>438 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           title_wiki  \\\n",
       "27                                          China Cry   \n",
       "36               Daddy's Dyin' ...Who's Got the Will?   \n",
       "38                          The Dark Side of the Moon   \n",
       "42                                      Delta Force 2   \n",
       "48      DuckTales the Movie:Treasure of the Lost Lamp   \n",
       "...                                               ...   \n",
       "5956                                            Chips   \n",
       "5971                                            Spark   \n",
       "5994  Pirates of the Caribbean:Dead Men Tell No Tales   \n",
       "6023       Valerian and the Cityof a Thousand Planets   \n",
       "6028            An Inconvenient Sequel:Truth to Power   \n",
       "\n",
       "                                          title_kaggle  \n",
       "27                             China Cry: A True Story  \n",
       "36                Daddy's Dyin'... Who's Got the Will?  \n",
       "38                           The Dark Side of The Moon  \n",
       "42             Delta Force 2: The Colombian Connection  \n",
       "48    DuckTales: The Movie - Treasure of the Lost Lamp  \n",
       "...                                                ...  \n",
       "5956                                             CHiPS  \n",
       "5971                               Spark: A Space Tail  \n",
       "5994  Pirates of the Caribbean: Dead Men Tell No Tales  \n",
       "6023       Valerian and the City of a Thousand Planets  \n",
       "6028            An Inconvenient Sequel: Truth to Power  \n",
       "\n",
       "[438 rows x 2 columns]"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Look at were titles dont match \n",
    "movies_df[movies_df['title_wiki'] != movies_df['title_kaggle']][['title_wiki','title_kaggle']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title_wiki</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>Cinematography</th>\n",
       "      <th>Country</th>\n",
       "      <th>Language</th>\n",
       "      <th>Director</th>\n",
       "      <th>...</th>\n",
       "      <th>release_date_kaggle</th>\n",
       "      <th>revenue</th>\n",
       "      <th>runtime</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title_kaggle</th>\n",
       "      <th>video</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>0 rows × 43 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [url, year, imdb_link, title_wiki, Based on, Starring, Cinematography, Country, Language, Director, Distributor, Editor(s), Composer(s), Producer(s), Production company(s), Writer(s), imdb_id, box_office, budget_wiki, release_date_wiki, running_time, belongs_to_collection, budget_kaggle, genres, homepage, id, original_language, original_title, overview, popularity, poster_path, production_companies, production_countries, release_date_kaggle, revenue, runtime, spoken_languages, status, tagline, title_kaggle, video, vote_average, vote_count]\n",
       "Index: []\n",
       "\n",
       "[0 rows x 43 columns]"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# See if kaggle data is complete \n",
    "movies_df[(movies_df['title_kaggle'] == '') | (movies_df['title_kaggle'].isnull())]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:xlabel='running_time', ylabel='runtime'>"
      ]
     },
     "execution_count": 90,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEHCAYAAABBW1qbAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy86wFpkAAAACXBIWXMAAAsTAAALEwEAmpwYAAA0zElEQVR4nO29e5hb1Xmo/37aGmlsD7bJGAy+4cBAc2yHcco0xjFQAk3qEMe0xXAIJKQtgXN6gDaFcElzKAF+yeGekkCTOoQGt6TEmCaAQ5pSLgGTYBjTsfGY24QAvhAME9t4fNGMpO/3x96SddmakWZ039/7PHpGWntr76U10vrW+q6iqhiGYRgGQKjWHTAMwzDqBxMKhmEYRhoTCoZhGEYaEwqGYRhGGhMKhmEYRppwrTswFqZMmaKzZ8+udTcMwzAainXr1r2nqof4HWtooTB79my6u7tr3Q3DMIyGQkTeLHTM1EeGYRhGGhMKhmEYRhoTCoZhGEYaEwqGYRhGGhMKhmEYRhoTCkaa/oEY6zfvpH8gVuuuGIZRIxraJdUoHw/2bOXKBzbQEgoxlExy0xnHsnT+9Fp3yzCMKmM7BYP+gRhXPrCB/UNJdsfi7B9KcsUDG2zHYBgBpGJCQURmisgTIrJJRHpF5G+89q+JyFYR6fEep2W85ysi0icir4jIH1eqb0Y2W3bsoyWU/VVoCYXYsmNfjXpkGEatqKT6KA5cpqoviMhBwDoRedQ79k1VvSXzZBGZA5wNzAWmAf8lIseoaqKCfTSAGQePYyiZzGobSiaZcfC4GvXIMIxaUbGdgqq+raoveM93Ay8BwympTwfuU9WYqv4G6AM+Wqn+GQdob4ty0xnH0toS4qBomNaWEDedcSztbdFad80wjCpTFUOziMwGPgKsBRYBF4vIeUA37m5iB67AeDbjbVvwESIiciFwIcCsWbMq2/EAsXT+dBZ1TGHLjn3MOHicCQTDCCgVNzSLSBvwAPAlVX0f+A5wFDAfeBu4tZTrqepyVe1S1a5DDvFN8mcYhmGMkoruFESkBVcg3Kuq/w6gqu9kHP8esNp7uRWYmfH2GV6bUQXMJdUwDKis95EA3wdeUtXbMtoPzzjtT4GN3vOHgLNFJCoiHwSOBp6rVP+MA5hLqmEYKSq5U1gEfB54UUR6vLa/Az4rIvMBBd4A/heAqvaKyEpgE67n0kWV9DzqH4iZ/twj5ZK6nwMeSCmX1KCPjWEEjYoJBVVdA4jPoUeGec/Xga9Xqk8pTFWSTakuqcUIVBO6htGYBC7NRaaqJLUyvuKBDSzqmBLYySvlknpFjqD0G49iBKoJXcNoXAInFExV4k8xLqnFCFQTuobR2AQu95FF7xamvS1K58zJBSfvYtJhWMoMw2hsAicULHp39BQjUE3oGkZjEzj1EVj07mgpxvZQin3CMIz6Q1S11n0YNV1dXdrd3V3rbgQO8z4yjMZGRNapapffsUDuFIyx0d4WHXGiL+YcwzDqj8DZFAzDMIzCmFAwDMMw0phQMAzDMNKYUDAMwzDSmFAwjBLpH4ixfvNOyyJrNCXmfWQYJWB5nYxmx3YKhlEkVnfCCAImFAyjSCyvkxEETCgYRpFYXicjCJhQMIwisWSKRhAwQ7NhlIAlUzSaHRMKhlEiltfJaGZMfRRQzNfeMAw/bKcQQMzX3jCMQthOIWCYr71hGMNhQiFgmK+9YRjDYUIhYJivvWEYw2FCIYBcdHIH0bCYr71hGHmYoTlAZBqYQbjwpCM5Z8EsEwiGYaSxnUJAyDUwx+JJ7nyyr9bdMgyjzjChEBDMwGwYRjGYUAgIZmA2DKMYTCgEhLEmc7MIaMMIBhUzNIvITGAFMBVQYLmq3i4iHwB+BMwG3gDOUtUdIiLA7cBpwF7gz1X1hUr1L4iMlMytfyDme8wioA0jOFTS+ygOXKaqL4jIQcA6EXkU+HPgMVW9QUSuAq4CrgQ+BRztPRYA3/H+GmWkUDK3QhN/poF6P6766YoHNrCoY4p5LRlGE1Ix9ZGqvp1a6avqbuAlYDpwOnCPd9o9wJ94z08HVqjLs8BkETm8Uv0zDjBc6gszUBtGsKiKTUFEZgMfAdYCU1X1be/Qb3HVS+AKjM0Zb9viteVe60IR6RaR7nfffbdynQ4Qw038ZqA2jGBRcaEgIm3AA8CXVPX9zGOqqrj2hqJR1eWq2qWqXYccckgZe9pYlNPwO9zEb9XGDCNYVDSiWURacAXCvar6717zOyJyuKq+7amHtnvtW4GZGW+f4bXVFYWMsdWk3Ibf1MR/Rc41U5/Pqo0ZRnCopPeRAN8HXlLV2zIOPQR8AbjB+/tgRvvFInIfroF5V4aaqS6oBy+cShl+R5r4rdqYYQSDSqqPFgGfB04RkR7vcRquMPiEiLwG/JH3GuAR4HWgD/ge8H8q2LeSqZc6BJUw/KZUUTv2DI61e4ZhNDgV2ymo6hpAChw+1ed8BS6qVH/GSmoyTq3O4cBkXM0VdLkNv6ndjyaVWEJpbXEFjsUiGEYwsYjmIvGbjAcTSXbtG6rqbqGcht/M3U8s4dr79w8l2T+U5PJV63nq1e0WwWwYAUPcBXpj0tXVpd3d3SW/b7TG4od6tqaNsfvjCVSVcS3hmtgXymHwXr95J5+7ay27Y3Hf4+MjDknVsn62ejDUG0bQEZF1qtrldyxw9RTGYixOGWN7t+3ighXdxBKkJ9RqR/mWw/Drt/vJZO9gAijfZ6sHQ71hGMMTKPVROYzF7W1RJo2LEHGcrPZGjPJNqaJanEKmH5dyfLZ6MdQbhjE8gRIK5fLcaaYo36Xzp/PNs+YPe045PpulyzCMxiBQQqFck3kjRPmWEvG88Kh2393ChIhTts/WTILUMJqZQNkURorcLYV6jvItVXff3hbl1jM7uXzVBpyQkEgqf/+ZOcybNqlsn62cY18qZtw2jOIJpPdR3zu76dm8k/kzJ9Mx9aAK9Kw29A/EDhjB4wf+r60tIZ658pSsCdFvoqzG5FntCdqM24aRj3kfZdCsk0Tqc4VEsgQCQEiE3m27OOmYQ7POzRyD1K5nQsRJ6/lHmrRHM8FXM12G1YIwjNIJlFBo1kki83P5sXcwwRfv6eaWMztZ1DElbwwuu389IQERYf9QkqgjSEi4+tNzmDfdX4XUCMK1XqLQDaORCJShuVk9YPw+Vy6DCeWy+9fTu21X3rlDCSUW17RQiSXc51/9yUbOvetZFt34OA/1HEhY2yjupWbcNozSCZRQaNZJYqQgtBRDCeX9fUNFnZtiIJbIm/QbRbg2gpeYYdQbgRIKzTpJZH6u8RFnhLOFs7pmlHyPzEl/QsQhlmgM4bp0/nSeufIU/vWLC3jmylPqTsVlGPVGIL2PmtVFsZD3USYRR0iqEi9+swAc8GBa0/eeZVU1jAZnOO+jQO0UUrS3RemcObmpBAK4n+ukYw7l5mWdtLaE0hN2JoOJ4gWCExImRA8EsAF5WVWTSWX1xSeYQDCMJiFQ3kdBITOwbvPv9nDFAy+mk9uVQiKpDMYTfO0z81g6fzrrN+/EkezI57ATYtuufUXHezTrLs0wmoVA7hSCQGo3tPCoKSTHoCIcSsD1P91E/0CMjVt3sSdHuOwdTHDBiu4s76RCPNizlUU3Ps7n7lqb59FkGEZ9YEKhyckyQvuok4rBEaF32/tct3qT7/FYXEd0SW0UN1bDCDqBFAqlJItrBpbOn87Vn55DXCE6QppsP/YMJvjV6+/hhAq/dySX1EZxYzWMoBM4m0IjROKWm/6BGNet7mWwgEdSMXz/6dcRKbyGGMkltVljRAyj2QjUTiGoKox7175V0EW1WMIhh4s/3pGXYjvqSFHxHs0aI2IYzUagdgpByoWT8vKZEHG484m+MV8voUnOWTCLcxbMonfbLkCYNqmVPYOJojOtLuqYwvLPHwcIc6dNbLoxN4xmIFBCIQgqjP6BGPeufYs7n3iNiOMQiycoR3ji3y+Zm57EU9lWcxlONRdEtZ1hNCKBUh81mwoj12D+YM9WPnbD49z26KvE4sruWJzBhDKUGJtYGB9xmDd90oh9KaSaC6razjAakUDtFKC+K6aVQu7K++pPz+H6n24iVmr+ihwcERI5cQ3xpDLBJ6eSm1bjfUABKaiaSz0PgtrOMBqdwAkFqG6hl0rgVxfi2od7iYTHvvEbH3H43MJZfH/NGwgQiycRVZbcsSZPHXTZyp50yowWR8jNo5WpmstV2w0mmkttZxjNQqDUR82Cr8+/E2KfTyqLaFg4q6uw7j439GB/PMEXTziSRy45IR0JnaqvkKkOumLV+qwcSkMJRUSIhiVPNdfeFuXqJXMIZ9wskUzyTN97o/j0hmFUkkDuFBodP4N5PJkkFBISGfaDcEj46SUn8uQr2wteK5ljbkgmlR17Brn7mTfybBGOSFod5EgIyBZCLU6I737u95k0LpKlmnuwZyvXPdxLPONm8WRzVL0zgkkz5/AKpFBo9H9oymB+RYZN4aKTO1j+1OsMJeLp88a1ONz26Cs8svGdoq+dUPjj258mkSstcCObN27bxeK5h5HQfNtFIqnMnTYpa0xTqi6/OAmzKxiNSLN70gVOKDzYs5UrVq3HkRAJTXLzss6G/IfmGswB7nwyOx5hfzxRkkBI4ScQUly/ehOL5x7Gzcs6uTTHpnDxxzvS56UE7+bf7SWEf3qMlM2h0YW0ERyatc57JhUTCiJyN7AE2K6q87y2rwEXAO96p/2dqj7iHfsKcD6uTuKvVfXn5e5T/0Aswzjqqj4uXdnTsP/QXIP5TWccy2X3r0+rfcbqiupHanWfEkq9297nV79+j7uf+Q3Ln3qdO5/s46zjZvCj7s2ouvUb/IiGXZtDqmhPs666jOYiCAGwlTQ0/wBY7NP+TVWd7z1SAmEOcDYw13vPP4rISHUlS6Z32/t5BWbiSTy3ysZnUccUpCyhaoXJ9Chqb4syd9pE/vmXb6TjIvYPJVnxrJtWw08gRBy47BPH8MurTmFRxxSLXzAaiiAEwFZMKKjqU8Dvijz9dOA+VY2p6m+APuCjFehVie2NxZYd+wiHyitLxXtEnRARR/KC/fw8oQoxPuJw1xf+gEtOPZr2tqhlTjUajmYLgPWjFjaFi0XkPKAbuExVdwDTgWczztniteUhIhcCFwLMmjWrpBvPnTYJJyRZOnMnJMydNny0bqMw4+BxvgbgkOR7GRVL6m2xhHvdNX3vcUT7hPTKaPPv9rJvKF7g3dkkVbPGeiyrLrNDGLWiWQJgC1FtofAd4HrcueZ64FbgL0u5gKouB5YDdHV1lTzV5QZY5b5uZNrboty8rJMv/ahn1EJgJFZ2b+GnG7axfyiJUrywcQSuXjIn6wfk50VVzKqr2b0/jPqn0QNgh6MooSAiU4FvANNU9VOeDWChqn6/lJupatoVRkS+B6z2Xm4FZmacOsNrKyu923bl++Wr214oyVujsahjCuEQZMaxlVtA7BksPZVGQuG6h3s5KBrOmsBLXXUFwfvDMGpJsTaFHwA/B6Z5r18FvlTqzUTk8IyXfwps9J4/BJwtIlER+SBwNPBcqdcvogcltjce9659C5/A5rqgUNnOVD3pYiZ1s0MYRmUpVn00RVVXem6jqGpcRIadekTk34CTgSkisgW4BjhZRObjqo/eAP6Xd71eEVkJbALiwEWqWvapbe60iYRDZHkghUNuezPQPxArS+2ESlKK+56f3SAI3h+GUUuKFQp7RKQdz+4oIscDu4Z7g6p+1qe5oLpJVb8OfL3I/oyK9rYoxx/Zzpq+/nTbwiPbm0btsGXHPlocIVac3bcmFJsIr5DdYLR2CMMwiqNYoXAprornKBF5BjgEWFaxXlWIvnd2ZwkEgKf7+ul7ZzcdUw+qUa/GRuZqesbB4xgcY+rsSvOXi2aP2W7Q7N4fhlFLihIKqvqCiPwh8Hu4CvhXVHWooj2rAD2bdxZsb0ShkLuavvSPjuGjsz/Aml/3j/zmGrH8qdcZHwlzzoJZvpN5/0CMh9dvQ3KM47lqp2b2/jCMWlKs95EDnAbM9t7zSRFBVW+rYN/KzvyZk0tqrydy9et+q+lv/OzlGvdyZBIKtz76Knc80cfff2YO86ZNSn+mB3u28uWMNB2Z5NoNLE7BCDKV/P4Xqz56GNgPvAjUt35iGDqmHsSJHe08naFCOrGjve53CXlV1pbMIeqEaOQQi1g8yVd/vJEJEYeEKld/eg7Xrd7kKxCi4exIaotTMIJMpb//UkzwlohsUNVjy3bXMtHV1aXd3d1Fn98/EOP4//dY1sTT4gjPfuXUul1t9g/EWHTj4+wfypbF48LCPp901I1KxBGckLAv53NGwyG+d95x6TiSvnd2c9q312TZTlpbQjxz5Sl1+z80jHLhNx+M5vsvIutUtcvvWLFxCj8TkU8Wfcc6pXfbrryV6FBC6d02rCNVTSmUW6iZBAK4BXoSvnvQA6kxHuzZymnfejrPmF6uOIX+gRjrN++sWUK+Wt/fqH+qEadTrProWeDHIhIChnCNzaqqDebg3zjBaymd4YSIk+eX34wkVLlm6Ry+9lBvWnCHQ3Dzss4sG4pf5tVy2BtqrZKq9f2NxqAacTrFCoXbgIXAi9rAyYKmTWotqb1W5E4QZ3XNYGX3FpyQsCdWp+HKo2Rci5BUuOjkDhbPPYzFcw/zdm6SDipcv3knu/YN5eWxB4iEQ2O2N9Q6dUat7280DtWI0ylWKGwGNjayQAC3nGSLI3k2hT05eSGq6dlSjFfRyu4trL74BLcc5tZdXP/TTekvxMRWh+27G847OM1JRx/Kk6++y3d/8Wu+/fhrXPOZuZx7/BEA3Pvsm1y7ehMR73+WyFkhRRzhkUtOSDsKjHZy3bJjH5qTIEqTWrXCKUEo3GKUj0rH6RQrFF4HnhSRnwFphWejuaROiDi+NoUJkQM1CEZaaRYSGOVSWRzRPsF3gtgzmKBz5mQ6Z05m8bzD2LJjH+/t3s/5K9aNdjjqgidffZdYPJn+Un31Jxs95aT3HBj0IrRbHCEahojjpMcr03NstJPrhIhDLOd7Ecv5XlQSS91hlEol43SKFQq/8R4R79GQPPHK9oLtHVMPGnGlmeca+uk5zJs+KW/1PhaVxeqLTxhxgkh9If7vj18cy3DUBeFQxirD49qHelGfwkdDCeWvTj6SxXMP9xW+o51c9wwmaG0J5Xl05O4gK4Wl7jDqiWIjmq+tdEeqwbo3dxRsv4DhV5pA3iT+1Z+4fvapyaNUlYUfewYTRU8Qk8ZVZyVbKVrDobwVOoATCoEqQz4hMXev+Q1fPOFI3/EY7eRaSGhUc6VuqTuMemFYoSAi/6CqXxKRh/GpWamqSyvWswpw3BEH8x+97/i2w/ArTT+BAfiuJotVWeTGHuwfSjIh4hScIHJVVJPGNfbEEU8muWLxh/jGI9mR2ElVCpVIjTjOsGM7msm1XlbqlrrDqAdG2in8i/f3lkp3pBp8pEA6i1T7SJNDsa6hxaosoo5krZSjjrBt1372DCaYcfA4OjP666e6uu2/Xi2qP/VKPAko/NUfHsn31/yGlnCIRFK56Yxj6X7jd6x49q289xQztqOZXG2lbhguwwoFVU1ZMeer6u2Zx0Tkb4BfVKpjleC7T/66YPtdH2wHCk8OmQLDkXyPJSCdsqFYlYWExE0G5JFQ5YIV3UScbNuEn/3h2od7aXGKjT2sX77xs5eZEHEQgf990lGcs8Ctu33FAxvyzo2G/Yukl8tbzFbqhlG8ofkLwO05bX/u01bXvFggcjm3vdDkkCkwNm7bxfWrDxiXr16SndxtJHJ3JYOJBEl1cwLF4tm2CT/VVTKp7Ek0R8xCSsDe8cRrnLNgFlt27COZ4yIaDsGtZ3aypNMt/pcSBMMZ+UsVFpZkzzBGtil8FjgH+KCIPJRx6CDgd5XsWCU4/oMf4MENv/VtL5aUwOicOZnFcw8b0ySSKWR27Rvkonv/m6HEgQo5KduEn62jybJcAG65zlv/8xX6BwbzIpfjSbh05XqS6volXZmzY8s18q/pe6+kIDaLKDYMl5F2Cr8E3gamALdmtO8G8vf3dU5r2N9bp1D7SJRD3ZC6Rv9ArKCRO7WruHzVemLNKA0y+OFzmwseG0wkuXRlD04olN5N5dISCtG7bVeeuu3LqzYw5/CJvhlxLaLYMA4wrFJaVd9U1SdVdaGq/iLj8YKq1nHRR3/Wvum/uSnUXk1SE39rS4iDomFaW7L150vnT+d753UxvkoBVfVKPAmhYVJVuYJV8pKGDcaTnPatp3moZ2vee6qRZMwwGoVii+z8GXAjcChuvGlDJsQbH/aXgX7ttdAvL50/nTmHT6Rn807mz5yct6qdO20S+6oUUFXPxJP+u6UWx627MHfaRF9PscGE+u4ALKLYMA5QrPvKTcBSVZ2kqhNV9aBGEwjguUAW0f5gz1YW3fg4n7trLYtufNx3dVkKxaZEfrBnK0vuWMO1D29iyR1r8u67Y89gAe/9YHHugllEfQR5SEhP+DedcSwRn3P8dgAj7dIMI0gU6330jqq+VNGeVIG2AhHAme3l1i8Xa8As5r5r+t4t+f7NSNcRB3PKh6Zy/g+eIyv+T0kHti3qmMJtZ3bytyt7svJdFdoBWJyCYbgUKxS6ReRHwE/IToj375XoVKWQAnUTMtvLmbGyFAFTzH2ntNVXiu9aMXFchGmTWskJCE8nscsUxKpKiyO0hp0RI5UtTsEwihcKE4G9QGb1NQUaSihMmeD/g89sL6d+uRQBMyHiEItn2wty77vwqPZUAtFAM21Sa8Ekdtt27csTxNEw3HnuR5g7bZJN+kZZaOaYlmIT4v1FpTtSDda95e9llNlezjw4xQqY1MpWvA1LJAQSEi46uSPrvPa2KJd+4hhufbSx01uMhWg4lDbE+yN5gjjiOEwaF2m6H69RGx7s2coVq9bjSIiEJrl5WWdTxbQU6330z/gnxPvLsveoguza5+9Fu3NfnPWbd6alfrn0y8MJmMxym6mVbYrBpPuPWf7U69z5ZF+WHeKcBbP49uOv+ZalbCZaW0IkkkmGcpytYvEk1zzUS0I1XZEuc2z9PI+azZOomVepY6XSY9M/EOOylT2ec4r75bx0ZU9TxbQUqz5anfG8FfhTYFv5u1NZJkQcdu7Pd+mMJ+Fzd63NMgSPRb+cOeEf0T4hXTUt9UVN7QzCIWF/POnrAhZPKrtjrhC7fNUGJo+PMHfaRNrbolyzdC5f/fHGUfWtUUgmle+eexyPvbydB17YStg5UIo0FcX8w7Vv8U+fO44pB7VmTQIj7fQadVLtH4hx79q3uPOJvrz8WEZ1otJ7t72f560YT7rtJx1zSFnvVSuKVR89kPlaRP4NWFORHtWI1ARcyBBc7ESS+mJqUokllNYWd8q/6Yxj6Zw5Ocv4XCyxeJL//S/rSOIm2wuCUUGB81esI+oICPxJ5wx+0rM1KxFhPOmec97CWVx3+ofT7cOlHncn1deIOA6DiSQXf7yDcxbMqnvhkFJZpCLac/Nj1Xv/K031otIL/fia50dZ7E4hl6NxA9kaCr9dQi5OSPIMwaNxK02Rep6Z3C48XEhuAfZ6epTLV23w6g00Nyk30lRq8VUvbKHQD2/Fr97ivONnZwX75e703El1Q3oyjcXdRcCtj77KHU+8Vtd64dT3yi/FidVydqlWneu50yb51nmfO21S2e5Ra0YMXhOXpIi8n3oADwNXVr571WdPLMHGrQeypmZO9LtjcfYPJbnigQ15gWj9AzGeeHk7jvhP+JnJ7fzsAS0h98s1IergiCuc/AK0nJAQKuBa28xEnBAndEwpePyfn3kjry0VNNj9m34uzxAIucTiypdXbaDvnd3l6m5Z8UvDkaLZ7CWjpVpR6e1tUW49s5NoOMT4iEM0HOLWMzurLpSLDYgdDSPuFFRVRWSTqs4r5cIicjewBNieeq+IfAD4ETAbeAM4S1V3iIjgpuE+Ddf19c9V9YVS7ldOrlvdy+J5h9HeFi1qBZJpIyhU1zczud01n5mTZxMYSsLffer32B9Pcvt/vUoiqSR80jnsH3JTbAeNvYNxHnu5cPDe/eve4tJPHpM24qfURCJSlKoulRvpljPrb8fgN+FB4foSQaSa1fNqHehYadtJseqjdSLyB6r6fAnX/gFwB7Aio+0q4DFVvUFErvJeXwl8ClcldTSwAPiO97cmxOLKD9e+xSWnHj3iCqQYG0E4RNYX9NwFR7AnFs8rQ/mNn71MxBGGcywKokAAhh0TgGg4TO+29+nZvJM7sryzih+wzNxIQN0Yo/1qb1z88aMbwhZSTao5Wdcq0LEatpNihcIC4FwReRPYw4GEeMcWeoOqPiUis3OaTwdO9p7fAzyJKxROB1aoqgLPishkETlcVd8u9oOUmzue6Ev/6IZbgRSq3ZxJSELMOTw7VdS0Sf7bWg2AvaAS7B2Mc/49z2fpekeDJpV7177FPz7ZV1e1FWq9Om0Umj0qvRq2k2KFwh+X5W4wNWOi/y0w1Xs+HchMpL/Fa8sTCiJyIXAhwKxZs0q6eQiGmbqziTgHBjrzBzkh4rBnMEH/QIz2tmjBrX0mg4l81cSb/Xt8zy3BKcnIIKGQKEPsRiyh3PlEH7H42Fdi5XZ9bfYJzxiZathOisqS6tVVyHuM5cberqDkX7GqLlfVLlXtOuSQ0vyCC5U0DkOeUTd3oNvborzRv4dPf3sNn/3es3zsBjd7am6GzWhYaHHyDcEp1UTKMHRE+/iS+p4ieCbm6hJxBCfHO2w0tRXKnWnXGB2VNMjWgmpk9B2tS+poeSelFhKRw4HtXvtWYGbGeTO8trJSaBUeB25bNnLA05fvX5+lnrjs/vUs6pjCoo4p3LLsWN4bGOSEjilsevt9vrxqA4M53i5uVbD3mTSuhW0794/qMwRRueSX78khFU9a5nsJeQb+Uldio9H7NmpAXT3TrCVWK61KrLZQeAj4AnCD9/fBjPaLReQ+XPvFrmrbExZ1TGH557sATSdOy/yh9m7blaevHkoodz39Ot97+vV0lGOLI9x6ZiePXHICp33r6Sz3031DcS5Y0U2LIwzErFhOsfgJwnKP3oSIQ0K94EAYlRdL6vuya99QSXpfv8nL7Adjo9lLrFZSlVgxoeBFPZ8MTBGRLcA1uMJgpYicD7wJnOWd/giuO2ofrktq1RPwLbrx8awfZao4fKrtLz422/d9mQIBXEFx+aoN/PKqUzj7D2ay4tm30scUIRZPEmu4QqbNTQg4b+ERfPHEI9M/tFIn5cyJfTCRJFGk3tdv8rrs/vWExE3k10wr3GpSrWC2ZqRiQkFVP1vg0Kk+5ypwUaX6UgxZRd7v7wGEwYSm2+72CY4CcEMssteyTkjo3baLleu2ZLX7xR0UQwhPrRFE3VEROGMcmyTwnV+8zowPjOfcBUcApa3E/Cb2FkeIhrMndr/r+U1e6Wju+PCpV4zCWInV0VNsOc5AMZggL+rYCfkbkP1cIN3JP794/GhZ0nlYYOMTRiLiCAWCyNOMC4d8o8NzufbhTaMySPpFHLeGHb53Xhf/+sUFPHPlKQVX+sV4r43G0B10rMTq6Km2TaFhKbTKjzjiRh97h1sc4eZlbgrn3KI5o+WnG34bSANzMRQzLklcIT0SLU5+3qtiDMCFVqXFFPXJD0xzVU9ZKklb4Y4Ki+0YHSYUPFpbQoSQdOK5TCLhEDcvO5bdsXheeopQSPjyJ3+Pm3/+Mk4ohHrTVHtblDOPm8m9z72Vd71C6o5CVdXCISmLD34zUihYLeK4Uc4p1Q1kG487Z0xi7W92ZL0nkdSsybdY75WxpljInbye6XuvKukagoDFdpROoITChBbYM+Tf/tSVp9C77X0uWNGdlTgt4giPXHLCgQycCtc+3EuLEyKhytVL5nD96k0MJUmvFlM64L9YNNtXKFy5+EPc+ugreVkvC0774gqGuOmQiqK1JcTyzx/HpHGRrBViZgDikjvyM79fvWROVprtUrxXxroqzZy8bIVr1JJACYWk+q/Fkyq0t0U56ZhDuNknXiElEPoHYsybPolH/vrEdNGc4bwcOmdO5sSOdp7u608fmz9jEmccN4MzjpvBD9e+xR1ewZT9Q3FEJM+WEXGEm5d18mb/3kCU4QxJefI7+aluUhPv+s078/5nEyIO8zLSH4/Ge6Wcq1Jb4Rq1IlBCQQqsxTPbC63S/FQJnV6d4EJeDv0DMZ5/M1tF0bNlFx+74XFuXnYsl5zqJjVLVdPKTe0cCYfSu5T+gVggynCWQyCc1TVj2AnVzwaQ0GzVkXmvGEElUN5HQwXiA3Lb29uidM6c7KtKyK2pMJyXQ6E8+LF4dk2Gf3wyXyBEw8Ityw7sUtrbotxyZqevB1TQSHkSFXIoWtm9ZVgvomI8U8x7xQgqgdoptEZCDA3mu/+1RoaXjSOpEgrtLoZzN8x0M8y99viIw3c/9/ucdEx2cbul86czeXyEC+55Pl2RLGhMiDhcu3Qu82dOZs9ggs2/28sVD2xgb0Ydi2KClIrR25tu3wgigRIK82cdnKXfz2wfjmJUCX464NRq8/KM2rp+78+9dlK1YHm/udMmupFsAXVSTajy8Q8dmiV4c8uTxhJJJkScEa9VjN7edPtG0AiU+qit1V8GFmpPMRZVwtL50/nlVady2SeOIRrOf3+p125vi3LzsmObVo3kiKsWyv104RAjqnlaW9yvs6iy5I41lpnUMEaBNHJRl66uLu3u7i76/NO//TTrt76f1945fSIPXnLiiO8faybL4d5fzLUzzwG477m3uPk/m8sjqbUlxOqLT2DPYIKheII3+vcyu308LWFn2LHpe2d3XgLC1pYQz1x5iq30DSMHEVmnql1+xwKlPpozbaKvUJgzbaLP2fmMVZUw3PtHuraf99OHZ0wedV9qRWtLiKS6q/lcu0jEkSwXYICuD7YXdd09gwmiYYfBxAGvAUuAZhilEyj10fknHFlSe71QyPtp2qRWCmmRQnWoXRJg+eeP45FLTkByOhgJh3jkr08cdTbQZnUhbbYiMUb9EyihcPCESEnt9YKfa2tLKMSewQTf/J/z8wSDExLOPG5GFXtYHF9YeAQnHXMoHVMPyrOj3LLsWA6eEBn1BNiMLqRWvc2oBYFSH/Vuy1cdpdpPOqa00p7VZLhVcOfMySzqmELvtvd5/KV3uPe5t4g4IVa9sKXA1cpLOCT8zy7/HE+ZCHDJqUenX+e6e67pey+vpkWpu4ZmciFt9iIxRv0SqJ1CYTfO+ja2j7QKbm+LMnfaRO7r3sxQQtkzmCAxfDbmshFPal5BmRQhIOqEiDhw+9nzfV12U1HhhYIDSyU38LBRKbQ7tBTaRqUJ1E5h7rRJtDiSlVmzxZGCMQH1xEirYL8Au2pxX3f+rmR8S4jv+iSl88OqZOXTrDYSo/4J1E6hvS3KrWd2Eg2HGB9xiIZD3HpmZ8NMPMOtgosp1lJN4kk3AK+YVbtNgPk0o43EaAwCFaeQYqzxBvXKQz1bueKBDYREstI+1IKv/8k8zj3+iKLPT/V9LDaFZqRZv6tGbRkuTiGQQqGZ6R+I0bttF1+853lGIxciDnz5kx/ihp+9PKIiygmRZ7uIOCGuWTonXeu4FGwCNIzqMJxQCJT6KAi4dSEO5ZYz52dlEW1xhLO6phMOQUuB//pf/eGR/Oorf8SFf3gU/3D2fKJhYXyLQ8QhL61GNBziuqXz0uqNaFi47BPH8KuvnDIqgZDqezMYiQ2jkQmUoTlIpAzTrhuusvl3+7jmoY3ECyz/J0QdFs87vGD1L78SkUvnT2fxvMNsdW8YTYQJhSYmVU2ufyDGBSu6CwoEyK5PnKnGSbmMFvJ+Gi49x0jqIFMXGUb9YUIhAGzZsQ9HQkC+kWF8i0MSTXu2DFesvpTcTyMVvR/puGEYtcGEQgCYcfA4Epq/TYiG3ViCudMm0t4WLVsU7UjXsWhdw6hfzNAcANwaDJ15hueblx3LSccckp6IyxVFO9J1LFrXMOoX2ykEhFzD89xpk/JW5eUKIhvpOhasZhj1i+0UAkTK8HzSMYf6qmnKFUVbTK4mi9Y1jPrEgteMPMrlFWTeR4ZRn1jlNaMkylWsfqTrlOs+hmGUj5oIBRF5A9iN6yMZV9UuEfkA8CNgNvAGcJaq7qhF/5qZ1Op8QsRhz2Ci6JrQNnkbRjCo5U7h46r6Xsbrq4DHVPUGEbnKe31lbbrWnKRiAzTp1kdu9fJd+MUIFBtHYILDMJqLelIfnQ6c7D2/B3gSEwplIzM2IEXq+eWr1rOoYwpAehdRTByBBaAZRvNRK6GgwH+KiAL/pKrLgamq+rZ3/LfAVL83isiFwIUAs2bNqkZfm4LhivDE4srVP9nI469spyUUIhZPEAplJ8DLLXpjAWiG0ZzUSiicoKpbReRQ4FEReTnzoKqqJzDy8ATIcnC9jyrf1eZgpCI8j2z8LcABoZHIHtrcOAKrlmYYzUlN4hRUdav3dzvwY+CjwDsicjiA93d7LfrWrLS3Rbn603OIOEJYRj4/6giRcOE4AgtAM4zmpOo7BRGZAIRUdbf3/JPAdcBDwBeAG7y/D1a7b83Mgz1buf6nm4iEQwzGFSeZzN0MZCEh4acXn1DQQykVgJabTtt2CYbR2NRCfTQV+LGIpO7/Q1X9DxF5HlgpIucDbwJn1aBvTYmfkbnF2zFEHIehZJKzumawsntL1gTfMfWgYa9bKJ22YRiNS9WFgqq+DnT6tPcDp1a7P0HATZ2drTNqDTv8vz/7MPuHEsxuH09L2OG842ePGLuQS6EANHNVNYzGpJ5cUo0KsXHrLvbkFGzeO5jgsvt7QMmLWUgV1hkt5qpqGI2LJcRrcvoHYnzt4d689oQqsbgbxAZuzML+oSRXPLCB/oHYmO6XUlXtjsXLck3DMKqHCYUmp3fbLoaGsyjnMNa6BlYrwTAaGxMKTU8R/qcZjNWt1FxVDaOxMaHQ5MydNjGr4louEe9Ya0uoLHUNrFaCYTQ2Zmhuctrbotx21nwuX7WeRFKJJ93azCJw9ZI5zJs2qaiMqaVgrqqG0biYUAgAmZN0uQVAIaxWgmE0JiYUAoJN0oZhFIPZFAzDMIw0JhQMwzCMNCYUykj/QIz1m3daoJZhGA2L2RTKRDOldrC8RYYRXEwolIFmqkLWTMLNMIzSMfVRGWiW1A6Wt8gwjEAKhXLr/psltUOzCDfDMEZP4NRHlVCPNEsVsmYRboZhjJ5ACYVK6v6bIbVDswg3wzBGT6CEQko9khIIcEA9Uo6JrxmihptBuBmGMXoCJRRMPVIczSDcDMMYHYEyNFtaZ8MwjOEJ1E4BTD1iGIYxHIETCmDqEcMwjEIESn1kHMDyNBmG4UcgdwpBx1JZGIZRCNspBAxLZWEYxnCYUAgYlsrCMIzhMKEQMCxWwzCM4TChEAAyjcoWq2EYxnCYobnJKWRUtlgNwzD8MKHQxIyUANCEgWEYudSdUBCRxcDtgAPcpao31LhLY6aS5S0LXbt/IMYTL2/HEcl+gya555dv0DljEpt37GVKWysLj2qnvS1K/0CM3m27AGHutIl5fbUynYbR/NSVUBARB7gT+ASwBXheRB5S1U217dnoqWRMQKFrp9pVlVhcs96zPw7ferwvq02Azx8/i397fjNDCff8cAhuO2t+uq8W22AYwaDeDM0fBfpU9XVVHQTuA06vcZ9GTSVjAgpdu++d3en2XIFQCAVWPPtWWiAAxJNw+ar19A/ELLbBMAJEvQmF6cDmjNdbvLY0InKhiHSLSPe7775b1c6VSiVjAgpdu2fzzrz20eKI21eLbTCM4FBvQmFEVHW5qnapatchhxxS6+4MSyVjAgpde/7MyXntoyWhbl8ttsEwgkO9CYWtwMyM1zO8toakkjEBha7dMfWgdHtrS3H/XgHOWziLFueAUTocgpuXdaa9lCy2wTCCgagWp3euBiISBl4FTsUVBs8D56hqr9/5XV1d2t3dXcUejo5aeR9t2bGPCRGHbbv2s3XHXmLxJDMPHseOvUMcPL7FvI8MI6CIyDpV7fI9Vk9CAUBETgP+Adcl9W5V/XqhcxtFKBiGYdQTwwmFunJJBVDVR4BHat0PwzCMIFJvNgXDMAyjhphQMAzDMNKYUDAMwzDSmFAwDMMw0tSd91EpiMi7wJujfPsU4L0ydqcZsDHJxsYjHxuTbBp1PI5QVd/o34YWCmNBRLoLuWQFFRuTbGw88rExyaYZx8PUR4ZhGEYaEwqGYRhGmiALheW17kAdYmOSjY1HPjYm2TTdeATWpmAYhmHkE+SdgmEYhpGDCQXDMAwjTSCFgogsFpFXRKRPRK6qdX+qhYjcLSLbRWRjRtsHRORREXnN+3uw1y4i8i1vjDaIyO/XrueVQURmisgTIrJJRHpF5G+89kCOiYi0ishzIrLeG49rvfYPisha73P/SEQiXnvUe93nHZ9d0w9QIUTEEZH/FpHV3uumHo/ACQURcYA7gU8Bc4DPisic2vaqavwAWJzTdhXwmKoeDTzmvQZ3fI72HhcC36lSH6tJHLhMVecAxwMXed+FoI5JDDhFVTuB+cBiETkeuBH4pqp2ADuA873zzwd2eO3f9M5rRv4GeCnjdXOPh6oG6gEsBH6e8forwFdq3a8qfv7ZwMaM168Ah3vPDwde8Z7/E/BZv/Oa9QE8CHzCxkQBxgMvAAtwI3bDXnv69wP8HFjoPQ9750mt+17mcZiBuzA4BViNW6iwqccjcDsFYDqwOeP1Fq8tqExV1be9578FpnrPAzVO3lb/I8BaAjwmnqqkB9gOPAr8GtipqnHvlMzPnB4P7/guoL2qHa48/wBcAaSKlLfT5OMRRKFgFEDdJU7gfJRFpA14APiSqr6feSxoY6KqCVWdj7tC/ijwodr2qHaIyBJgu6quq3VfqkkQhcJWYGbG6xleW1B5R0QOB/D+bvfaAzFOItKCKxDuVdV/95oDPSYAqroTeAJXPTLZq58O2Z85PR7e8UlAf3V7WlEWAUtF5A3gPlwV0u00+XgEUSg8DxzteRBEgLOBh2rcp1ryEPAF7/kXcPXqqfbzPI+b44FdGSqVpkBEBPg+8JKq3pZxKJBjIiKHiMhk7/k4XPvKS7jCYZl3Wu54pMZpGfC4t7NqClT1K6o6Q1Vn484Tj6vquTT7eNTaqFGLB3Aa8CquvvSrte5PFT/3vwFvA0O4utDzcXWejwGvAf8FfMA7V3C9tH4NvAh01br/FRiPE3BVQxuAHu9xWlDHBDgW+G9vPDYCf++1Hwk8B/QB9wNRr73Ve93nHT+y1p+hgmNzMrA6CONhaS4MwzCMNEFUHxmGYRgFMKFgGIZhpDGhYBiGYaQxoWAYhmGkMaFgGIZhpDGhYBiGYaQxoWAYJSIid5Uzs66IzBaRczJed4nIt8p1fcMoBYtTMJoeL3JZVDU54sk1QEROBr6sqktq3BXDsJ2C0Zx4q+9XRGQFbnRuIuPYMhH5gff8B17hnF+KyOsissxrP1lEnhSRVSLysojc6wkXvPYu7/mAiHzdK0zzrIhM9dqP8l6/KCL/n4gMDNPdG4ATRaRHRP7Wu3eqoMvXROQeEXlaRN4UkT8TkZu86/6Hl7sJETlORH4hIutE5Oep3E2GUSomFIxm5mjgH1V1LrBnmPMOx015sQR3gk7xEeBLuMWYjsRNkJbLBOBZdQvTPAVc4LXfDtyuqh/GTSkyHFcBT6vqfFX9ps/xo3CTsS0F/hV4wrvuPuDTnmD4NrBMVY8D7ga+PsI9DcMXEwpGM/Omqj5bxHk/UdWkqm7iQO0EgOdUdYundurBLVCUyyBu8RWAdRnnLMTNgwPwwxL7ncvPVHUIN9+SA/yH1/6id7/fA+YBj3q1EP4vbvZOwyiZ8MinGEbDkrk7yDSeteacF8t4LgXaE/j/Xob0gGGu0DljJQagqkkRybxf0rufAL2qurAC9zYChu0UjKDwjoj8DxEJAX9ahfs9C5zhPT97hHN3AweN4V6vAIeIyEJwa0SIyNwxXM8IMCYUjKBwFa6a55e46cMrzZeAS0VkA9CBW5qxEBuAhGes/ttSb6Sqg7j5+28UkfW4qq6Pldxjw8BcUg2jIojIeGCfqqqInA18VlVPr3W/DGMkzKZgGJXhOOAOz411J/CXte2OYRSH7RQMo0qIyIeBf8lpjqnqglr0xzD8MKFgGIZhpDFDs2EYhpHGhIJhGIaRxoSCYRiGkcaEgmEYhpHm/wcQj2h2syJbzQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# View running times \n",
    "movies_df.fillna(0).plot(x='running_time', y='runtime', kind='scatter')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:xlabel='budget_wiki', ylabel='budget_kaggle'>"
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYMAAAESCAYAAAAfXrn0AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy86wFpkAAAACXBIWXMAAAsTAAALEwEAmpwYAABAyklEQVR4nO29eZxU5ZXw/z21dHXTzZYGUWgQTWsMECCxR4Ior2vGRMTMiMaYDJmJxjg/ySQfo2Z1fycTdTLvxDGbGicazaKQiKImmohBjKgNaVAQpYNLNxiWlqWbpbqr6vz+uFXdtdzauqu6qrvO9/MpqXvvc+89t5B7nuesoqoYhmEYlY2n1AIYhmEYpceUgWEYhmHKwDAMwzBlYBiGYWDKwDAMw8CUgWEYhsEQVgYicq+I7BSRV3MYO0VEVorIX0Rkg4h8YjBkNAzDGCoMWWUA/Aw4J8ex3wYeUtUPAxcDPyyWUIZhGEORIasMVHUV8F78PhF5v4j8TkTWishzInJCbDgwKvp9NLB9EEU1DMMoe3ylFqDA3AVcoapbRGQOzgrgDOBG4CkR+RJQC5xVOhENwzDKj2GjDESkDjgZeFhEYrsD0T8/DfxMVb8nInOBn4vIDFWNlEBUwzCMsmPYKAMck9deVZ3tcuxSov4FVX1BRKqBccDOwRPPMAyjfBmyPoNkVHU/8KaIXAggDrOih98Bzozu/yBQDewqiaCGYRhliAzVqqUi8kvgNJwZ/g7gBuAZ4EfAUYAf+JWq3iwi04C7gTocZ/K1qvpUKeQ2DMMoR4asMjAMwzAKx7AxExmGYRj9Z0g6kMeNG6dTp04ttRiGYRhDirVr1+5W1fFux4akMpg6dSrNzc2lFsMwDGNIISJvpztmZiLDMAzDlIFhGIZhysAwDMPAlIFhGIaBKQPDMAwDUwaudHQFWd+2l46uYKlFMQzDGBSGZGhpMVneso2vLduA3+OhJxLhtgtmsnD2pFKLZRiGUVRsZRBHR1eQry3bwOGeCJ3BEId7Ily7bIOtEAzDGPaYMoijfc8h/J7En8Tv8dC+51CJJDIMwxgcTBnE0TC2hp5IYr+bnkiEhrE1JZLIMAxjcDBlEEd9XYDbLphJtd/DyICPar+H2y6YSX1dIPvJhmEYQxhzICexcPYk5jWOo33PIRrG1pgiMAyjIjBl4EJ9XcCUgGEYFYWZiQzDMAxTBoZhGIYpA8MwDANTBoZhGAamDAzDMAxMGRiGYRiYMjAMwzAwZWAYhmFQZGUgItUi8pKIrBeRjSJyk8uYfxaRXSLSEv1cVkyZDMMwjFSKnYEcBM5Q1S4R8QOrReRJVV2TNO7XqrqkyLIYhmEYaSiqMlBVBbqim/7oR4t5T8MwDCN/iu4zEBGviLQAO4GnVfVFl2EXiMgGEVkqIpPTXOdyEWkWkeZdu3YVU2TDMIyKo+jKQFXDqjobaABOEpEZSUMeA6aq6kzgaeC+NNe5S1WbVLVp/PjxRZXZMAyj0hi0aCJV3QusBM5J2t+hqrG+kvcAJw6WTIZhGIZDsaOJxovImOj3GuBsYHPSmKPiNhcCrxVTJsMwDCOVYkcTHQXcJyJeHMXzkKquEJGbgWZVfRT4NxFZCISA94B/LrJMhmEYRhLiBPwMLZqamrS5ubnUYhiGYQwpRGStqja5HbMMZMMwDMOUgWEYhmHKwDAMw8CUgWEYhoEpA8MwDANTBoZhGAamDAzDMAxMGRiGYRiYMjAMwzAwZWAYhmFgysAwDMPAlIFhGIaBKQPDMAwDUwaGYRgGpgwMwzAMTBkYhmEYmDIwDMMwKH4P5GoReUlE1ovIRhG5yWVMQER+LSKtIvKiiEwtpkxGHx1dQda37aWjK1hqUQzDKDHF7oEcBM5Q1S4R8QOrReRJVV0TN+ZSYI+qNorIxcCtwKeKLFfFs7xlG19btgG/x0NPJMJtF8xk4exJpRbLMIwSUdSVgTp0RTf90U9y0+Xzgfui35cCZ4qIFFOuSqejK8jXlm3gcE+EzmCIwz0Rrl22wVYIhlHBFN1nICJeEWkBdgJPq+qLSUMmAW0AqhoC9gH1Lte5XESaRaR5165dRZZ6eNO+5xB+T+Jfvd/joX3PoRJJZBhGqSm6MlDVsKrOBhqAk0RkRj+vc5eqNqlq0/jx4wsqY6XRMLaGnkgkYV9PJELD2JoSSWQYRqkZtGgiVd0LrATOSTq0DZgMICI+YDTQMVhyVSL1dQFuu2Am1X4PIwM+qv0ebrtgJvV1gVKLZhhGiSiqA1lExgM9qrpXRGqAs3EcxPE8CnwOeAFYBDyjqsl+BaPALJw9iXmN42jfc4iGsTWmCAyjwil2NNFRwH0i4sVZhTykqitE5GagWVUfBX4K/FxEWoH3gIuLLJMRpb4uYErAMAygyMpAVTcAH3bZf33c98PAhcWUwzAMw8iMZSAbhmEYlasMLPvWMAyjj2L7DMoSy741DMNIpOJWBpZ9axiGkUrFKQPLvjUMw0il4pSBZd8ahmGkUnHKwLJvDcMwUqlIB3Ihsm87uoKWvWsYxrChIpUBDCz71qKRDMMYblScmWigWDSSYRjDEVMGeWLRSIZhDEdMGeSJRSMZhjEcqVhlkKkcRaZj8dFItVVeqrzCdedOMyeyYRhDmop0IGdyAOfiHF44exKdh0PctGITVT4Ptzy+iZHVPnMiG4YxZKm4lYGbA/jqpRto3dGZs3O4oyvILY9vojsUoSsYNieyYRhDnopTBm4O4O5QhE/c8Ry/ePGdnJzD5kQ2DGO4UXFmIjcHMEB3WLlzZSuQ2HHTzTlsTmTDMIYbea0MRORoETkr+r1GREZmGT9ZRFaKyCYR2SgiX3YZc5qI7BORlujnerdrFYLWHZ2s3LyTq846niqvpByv8npYcvpxBHweRlR5CfjcS1XU1wW4bsE0qnweagPOuCtPa8x4b+ufkIj9HoZRXuS8MhCRLwCXA+8D3g80AD8GzsxwWgj4qqquiyqOtSLytKpuShr3nKouyE/0/Lj+kVe4f807Gcf0RCK8r7YKUFAheZUQY3nLNm5ZsQm/RzjcEwaFu1Zt5QfPtro6nC1jORH7PQyj/MhnZXAlMA/YD6CqW4AjMp2gqu+q6rro907gNWDQ/9W37ujMqggCPg/XLZjGLY9vIhhSDvaECYY0xTEc72Q+0B0mHIGwktbhbBnLidjvYRjlST7KIKiq3bENEfGRbursgohMBT4MvOhyeK6IrBeRJ0VkeprzLxeRZhFp3rVrVx5iQ0vb3ozHR/i93L24iRkTR6c4hr0iCY5hN+dxPMmOZHM2J2K/h2GUJ/kogz+JyDeBGhE5G3gYeCyXE0WkDlgGfEVV9ycdXgccraqzgP8BHnG7hqrepapNqto0fvz4PMSG2ZPHZDweQZk+cZSrY/hAd5hXt+/r3U7ngI6R7Eg2Z3Mi9nsYRnmSjzL4OrALeAX4IvAE8O1sJ4mIH0cRPKiqv0k+rqr7VbUr+v0JwC8i4/KQKyuNE0ayeO6URLkgpZ9BfV2A686dlnL+LSs29Zoxkvsh+L2Cz5N6rRjWPyER+z0MozwR1ZwtPflfXESA+4D3VPUracYcCexQVRWRk4ClOCuFtII1NTVpc3Nz3vK07uikpW0vsyePYWxtlWs/gvVte/nMPWvoCoZ7940M+HjgsjnMilthxPczALL2NrD+B4nY72EYg4+IrFXVJrdjWaOJROQVMvgGVHVmhtPnAf8EvCIiLdF93wSmRM/9MbAI+FcRCQGHgIszKYKB0DhhJI0T+qJh3V5CDWNrCEWy5xrEzo290GZlMUUNpH/CcMR+D8MoL3IJLe13yKeqrsaxyGQacydwZ3/vUWhiZoxrk0Ifk19cFh5pGMZwIqsyUNW3B0OQciJbW8z48MjDOM7Qa5dtYF7jOJvtGoYxJMkn6ayTVHPRPqAZJ7FsayEFKzXxZoxk+3YsPDKmCKAvPNKUgWEYQ5F8ahP9N9AO/ALH9HMxTibyOuBe4LQCy1YWuJmD5jWOs/BIwzCGFfmEli5U1Z+oamc0HPQu4O9V9dfA2CLJV1LSZcsCFh5pGMawIp+VwUERuQgn9BOcKKDD0e/Fi08tIPmGM2YyByX7FcAJSy23UEkL4TQMIxfyUQafAb4P/BDn5b8G+KyI1ABLiiBbQelP9E+2bNmYX6FcI4vKVS7DMMqPnM1EqrpVVc9T1XGqOj76vVVVD0VDSMuW/hZHyyVbtlwLr5WrXIZhlCf5RBPd4bJ7H9CsqssLJ1LhGUj0T7w5qLbKy4HuMB1dwYSks3KMLCpXuQzDKE/yMRNVAyfgFKgDuAB4E5glIqenKzdRDgy0OFp9XYDVrbtdTS7lWnitXOUyDKM8ySeaaCZwuqr+j6r+D3AWjnL4B+BjxRCuUAy0OFomk0u5Fl7L1cRl3cYMw4D8VgZjgToc0xBALfA+VQ2LSNm/TbJlFWcim8llINcuJpnkMueyYRjx5KMMbgNaRORZnKSz+cB3RKQW+EMRZCs4/S2OlovJpVwLr7nJZeU0DMNIJp9oop8CJ+M0n/ktcIqq3qOqB1T1miLJV1DizSLpvrtRrqag/mLdxgzDSCaflQE4SWbv4jiTG0WkUVVXFV6swrO8ZRvXLt2A1yMEe8J4PEK1z8uhnhAizvdM5pJyNQX1B3MuG4aRTM4rAxG5DFgF/B64KfrnjcURq7B0dAW5+uH1BEMRDnaHCSv0hJXOYIhQpO97tlj8+roAsyaPGdKKAIbfSscwjIGTz8rgy8DfAWtU9XQROQH4TnHEKiwbt++jJ5xbxYxKicUfTisdwzAGTj7K4LCqHhYRRCSgqptF5ANFk6ygZOyvk0AlmUvK1eltGMbgk0+eQbuIjMFxID8tIsuBjI1vRGSyiKwUkU0islFEvuwyRkTkDhFpFZENIvKRfB4gF6ZPHIXP5Ulr/F68An6vMKLKS8Dn4crTGjNeK+Zsbt3R6ep0bt3RydLmNlp3dKac42Z+GoxY/3LMJyi2TKV85nL8vQ0jGzmvDFT1H6JfbxSRlcBo4Mksp4VwGt+sE5GRwFoReVpVN8WN+ThwXPQzB/hR9M+CUV8XQFysRMGeMCKgqoTCEbrDyp3PbOEHz7a6OpJjsfmRcITuCAR8goj0jr3+kVe4f807veMXz53CiUe/L208/2DE+pdjPkGxZSrlM5fj720YuZCPA/nm2HdV/RPwOPCzTOeo6ruqui76vRN4DUj+l3E+cL86rAHGiMhRucqVCz9ZuYUeF2UQAcIKoQh0R30KwbC6OpLjY/O7o4E4wVDf2OY3OxIUAcD9L7zDNQ+vd81cHoxCcuVYrK7YMpXymcvx9zaMXMnHTDRZRL4BICIB4DfAllxPFpGpwIeBF5MOTQLa4rbbSVUYiMjlItIsIs27du3KQ2x4ZMO7eY2H1Lj79j2H8Iq778Erwqotu12PSdI5sesORqx/OeYTFFumUj5zOf7ehpEr+SiDzwMfiiqEx4BnVfXGXE4UkTpgGfAVVd2ft5SAqt6lqk2q2jR+/Pi8zv3kzPwXGsmO5IaxNfSEI+5jwxHmHzfO9Zhq4pIkdt2GsTUc6gklHDvUEyqo87oc8wmKLVMpn7kcf2/DyJWsykBEPhJ16n4Yp7nNp3BWBH/KxdkrIn4cRfCgqv7GZcg2YHLcdkN0X8FY9HdTXPd7AJ/HcSBX+52fIhD9nhx3X18X4Ibzprte54bzptN0TD2L5ybeZ/HcKfznhbPSxvMnrxqStwdKOeYTFFumgVx/oI7fcvy9DSNXJHnmmjLAcRanQ1X1jAznCnAf8F66Etcici5Op7RP4DiO71DVkzLJ1NTUpM3NzRnljmd9214u+vGfCSblGvi9wo0Lp3PO9CMT+hVkirt/8MW3uemxTfg8Qiii3HDeND4z5+je4607Omlp28vsyWNonDAScG89ub5tL5+950U6g32rg5EBHw9cNodZk8fk/Gy5UI6tL4stU77XL6Tjtxx/b8MAEJG1qtrkeiybMsjjJp9T1fuS9p0CPAe8Ar0lP78JTAFQ1R9HFcadwDnAQeBfVDXjmz5fZdC6o5Oz/p971Yxqv4fnv3ZGXv9oC/GPvaMryLxbn+FwT59ZoT+yGAPH/i6MSiGTMsi3NlEmvoyzCugl2g4zo+1DHW10ZQHlSOFAd5hqvyfhH3sMr0fyzjiO73IWv50PMZPCtUmz0XKYJQ+Xe+eKdYUzjMIqg8IavAtIw9gawhH3FdCBYJhXt+3LyzRTKJPCYJSEsJj77Jjj1zDyiybKRmHsTUUikznslsc35ew0bN3RmTZ3oD/kW/wuHyenxdznhjl+DaNCVgbZ4rxD4UhOJoHlLdu4ZumG3gS1GINlUnhwzdvc9NhG/F4PYdWsM+1Smj+GmunFCvcZlU4+GcjHZNn3fEEkKgI9oTAh9xQBwMlA7gmFM14jNtPtdrlQofMD3Hhwzdt865FX6Q4rB7rDabOk41cNFnOfH8OlRLlh9Id8zETLXPYtjX1R1SUDF6c4vNVxsN9jWnd08rPn3+RXL72dNgO50PkByXR0BblpxaaU/V6R3lXP8pZtzLv1GT57z4vMu/UZHm3ZVnDzRz4mKjO9lAYrkmf0l6xmomjfgunAaBH5x7hDo3A6npU9s3NwDruNSS48l45qn7eo5o/2PYeo8grdiQnL9ISdmXamnsaFMn/0xxlsppfBZag47I3yJBefwQeABcAY4Ly4/Z3AF4ogU8FZ81f3ukExFs+d0psgFqN1R2dOigCgO1xc80fD2BpCLtFQN5w3nfq6AOvb9ma0zw+0b0EmZZPtutYzYXAYyN+RYUAOykBVlwPLRWSuqr4wCDIVnOUZCtX9xz/MYNrE0b3L6tgstqVtb87XX3J6Y1H/wcXnJHg9Qk/YyXw+Z/qRrG/bS22VtyD2+XQ5AQNxBg+FPIPhwFBz2BvlRz7RRB0i8kdggqrOEJGZwEJV/b9Fkq1gnD/zKF5+a0/KfgFufGwjVV4vh3pCiAjVPufFetXZx+d07YBPuGSOe+2jQpJsclndupt5tz7TaxK4qKmBh5rb+53AlsnE0F9nsJktBo+h6LA3yot8HMh3A98AegBUdQNwcTGEKjQnHDXKdb/g9CToDIaciKKw9sbE/9fTb3BRU0PCeI84JqV4p+jti2b1vnSL7byLRbsAKTH8DzW3s2LJKTxw2Rye/9oZeb10c8kJuPK0RgI+ydkZPJTyDIYD5rA3Bko+K4MRqvpSUuRMKN3gciJdrwGvR4ikyUz2ezw0jB1BlVcQIKzKTQtn8JmPHs2Xzzw+xfQxWLPgjq4gKzfvxOdJ7ZNwoDvcryJ3mUwMq1t39z4XCJfPP5ZL5kzJ+pIxs8XgYw57YyDkowx2i8j7iWYai8giIP+uMSWg1u++AHJzysboDkf4wcotCQlmtzy+iXNmHJniFB0s511M4XhFONCdmBcxEJNAOhNDbZU35bl+8GxrTmYxM1uUBnPYG/0lHzPRlcBPgBNEZBvwFeBfiyFUodmaJofgo8e8j2q/h9oqLx5xVgq1AS/Vfg9LTm+kyutNGO/1CCs370wxdeTS4ap1RydLm9to3dGZVs5MZqZ4hROvCGLyDsQkkM7EcKA73O/OXWa2MIyhRc4rA1XdCpwlIrWAJ9rTeEjwsWkT+HVze8r+y049hr/tD3LDoxuJKKDK4e4wN58/g3NmHMkPnm1NGH8gGOaGRzfy7eWv5uVgTc5XWDx3Cjef/6GE8dnMTG5ml9oqLzedN53TTzhiwC9ZNxNDR1dwQLN7M1sYxtAhn3IUV4nIVcAXgS9Ety8VkdlFk65AvLvXfSbbuqOTm1dsSjAXhRVuXrERoHdmWxvoWyGkKwXhOFidsVU+D9ctmEZ9XcA1X+H+F95JWCHk4mx1Uzhh1YIoghjJ5RgKMbu3Eg+GMTTIx2fQFP08Ft1eAGwArhCRh1X1tkILVyjS5Rk8suFdvJ7UUhJecUwhsZnt9556nV+81JYwxs3BGgpHCEWcjORbVmxiZMDnWssIoKVtb2+iWy7O1sHsfxCPze4NozLIRxk0AB9R1S4AEbkBeByYD6wFylYZpMszOOnosfx1Z1fK/rAmmkKWrUttydwdDrs6WFF6bfrXLtvAA5937+AZX/4iV2drqV7M5pQ0jOFPPg7kI4B4z2YPTgLaoaT9vYjIvSKyU0ReTXP8NBHZJyIt0c/1eciTM589+RhGV3tT9i/7yzaSqlHjFbh+wfTel99v17W7Nsb5/LxjaGnbm7Z4HTize7/Py+K5idE38eUvYhm6V511PFVeDzV+DwGfh6vOOp6Vm3fS/GYH69v20rqjk/XRrOh4s8tAchuKkRfR0RVk1Rs7WfXGLjq6gkW7R7ZrWsE2w8iPfFYGDwIvisjy6PZ5wC+iDuXUkpoOP8Ppb3x/hus+p6oL8pCjX+w7nFqiuiuYui+iTgjpyGofd67cwhs7Drhe7+7ntlLt96aEeMYTK2198/kfYvFHp9LStpfZk8f0KoJYfwIRJ/kNgOjlvvPk5t7reMSRK+AVxCO9zuWB5DYUIy9iecs2rn54PT1RDesR51Pj9xX0Htnktsxnw8gfydQBLGWwSBMwL7r5fLbG9dFzpgIrVHWGy7HTgKvzVQZNTU3a3Jz11r1c/et1LP1LfikRPoHQAHu3+b3Cmm+c6WpiifUn6A/Vfg8rlpzCgjtX96uJezEawHd0BTn5u88QzNA4ohD3yCa3Nbc3jPSIyFpVbXI7ltVMJCLvi32ArcDPo5+t0X0DZa6IrBeRJ0VkegY5LheRZhFp3rVrV143eOq1nXkLpQVoUVDl87jmJaTrT5Arfo+Hlmil0njS5UEkm0xyyYvIl/Y9h1yd8YW+Rza5i/FshlEJ5OIzWAs0R//cBbwBbIl+XzvA+68DjlbVWcD/AI+kG6iqd6lqk6o2jR8/Pq+bnDh5bN6CSQE6OsfyEmLNZmLE+hP0l55IhNmTx6Q4nd3u59b0phjZwQ1ja1x9K4W+Rza5G8bWcKgnsUrKYHSiM4yhTlZloKrHqOqxwB+A81R1nKrW44SWPjWQm6vq/lh0kqo+AfhFZNxArunGZ+cenfNYAaq8whfmH0vj+BEpxwNewedxTEAjA6kuF4GseQnp+hPEXyOe2IQ74JXeWP/GCSOz5kG07uh0zV8ACp4dXF8X4PZFM/HHKTmPgM9DQe+Ri9zJneeK3YnOMIYD+TiQP6qqvc1sVPVJERlQOKmIHAnsUFUVkZNwlFPHQK7pxvr2fXnIBN1h5Ud/2ppyzCuw5IzjuGTOFPYc6O51CL/dcYCnNu3gY9MmMHvKWFZu3skNj25McC4nN5u57YKZfDXO2eoVuHz+scx9fz3TJ47uvf7U+hH4fV5qqxxndXxIaSzUNN39WjI0vSlGmGrsmhu37wOE6ROdarHFuEe6a7bvOeSUIQ/3rQ6K3YnOMIYD+SiD7SLybeCB6PZngO2ZThCRXwKnAeNEpB24AfADqOqPgUXAv4pICDgEXKz5eLRz5Ii6qpzHZrJ0hBXuXNnK+2qruOXxTQnRKrcumgU49vkjRlWnzPyTzRnzGscRb2IPK/zvn9/islOP7VUYyd3X3KivC3D6CUfw7eWJzuh0pqR4OdLlDwykIU19XYD5xx+Rsq+QZMp7sAJ5htE/8lEGn8Z5mf82ur0qui8tqprt+J04oadFZWdXd0Gvd9NjG+kOa0qF0vhs5HAkgt/b1yznugXTep2Y9XWBqN/ASzDUN4Ptb4nndNnJMVNSPlnLbmGZQykDuVSZ2oYx1MkrtLRcyDe0tPnNDhb9ZE1B7u33ClVeT2Ll0Cov1/z98fzHk5v78gVwuqDdvbiJtvcOpawk5jWOK0p4p9tLO9eZvltYps8DXo+HKu/Qitm3dpuGkcqAQkvjLrJSRJ5J/hROzPLHK8JlpxxDKDmKpzvMrb97I0ERANES2MItj29KcOJes3Q9G7fv47pzpxHwCSP8XgI+KdoMNtdicW5hmaEIBEOD162sUJnDViDPMPIjHzPR1XHfq4ELGCKdzn6/6W8DvoYTJKM8sOYd3PKqDvWkZiI7tmtNceIGQ8oVD6yjJxwhElG8fgac2FCIrFs3e3syxexWZpnDhlE6cl4ZqOrauM/zqnoVjnO47NnUvn/A1wir8+kMhrLG04/wOw1nrjt3GiB0h1NfsAe7w/SElbA634Oh/s+6s5XAznW2nRy6GfBJQqgoFM8Zaz2TDaO05LwySMo29uCUsx5dcImKQGtHamXSYuHzwJWnvx+/19PrJwhHIo7tXTwEXRRDjHSz7mz271x7GOcy204O3Xy+dfegOGOtZ7JhlJZ8zERrifY/xjEPvQVcWmiBisHCDx3F3c+/XdR7VHmF7rASisDtT73Ruz/+5ebz01uIzo3DoXDKrDsX00nD2BoOhxIvfDjkXmI7l97M8aGbg1U220JCDaO05FPCehrwA2A98CrwJE6ZirLn6PravMYHfB7+/R9m8NWzj08xk7jhlT4tmYn4KJ0RVak/fXJkVz6mk+RzVZXt+wpTp2cwnLHWM9kwSks+K4P7gP3AHdHtS3AK1l1YaKEKTbpOZ25UeeDfzmhkztT3sflvnUSSGx64EPB5iajSk5NKcMpVXDrvGH66+s2EENWA38vKzTt7W1nmajpp33OIGr+PzmCfP7/G7wNkSM2281mFWOioYRSWfJTBDFWdFre9UkT6X3pzEEnX6cyN7qiZJ97Uk42wRkitKJSewz0RFs6ayF3PJZa8iBWa+/byV3tzEXJ5maczsUyfOGrIJWDl0lXNoo4Mo/DkYyZaJyIfjW2IyByGiJnoo+8veO07wJnhV/s93L5oVkqRtkzEopGyFZqLH5PJdJLJxLJw9iRWLDmFG86bxoolpwz5l6ZFHRlGcci6MhCRV3BM4n7gzyLyTnT7aGBzpnPLhZZou8hCUlvl5abzpveadIDeIm1bdx3g9t+/nrELWkvbXhY1Tc5YaC6fgnLpxg23WbRFHRlGccjFTFT0lpTFxpfP+idHwqoJigD6irRNnxjku7/LrCen1o/oPSddoblsBeWSSR4XP4vOJ5qonLGoI8MoDrn0M3g702cwhBwor27vLNi1vOJEG111ttOwvnVHZ0pSV7zZZoTfm3INnwf8vr79+UTS5FOuYbh0/Yp/Zos6MozikI8Dechy5KjCvSgE6A5F+M4TiQ3ra6sSm7731fbfz7/870skByUlz2RzMQfla/JpGFtDVzCxYkhXcGh1/Ur3zEOpkqphDAWKYEApP3Z1Fs65GNLUnIJItExFsjOzvi7A9Imj8Lj0Bt64fV/K7D5TPH9/HKd7DnSnyKrR/UOBTM9shegMo7BUhDLYsC33TmfxfHbOZGqrUs08mUhuSh/rvBVPKAJXPLAupTdyJhNQf0w+6RznxXCoF4PhYuYyjKFARZiJqr3903mnf+AIlq7bln1gHLnkCoBTnA7gmqUbGDOiirb3Dqb0PIg3AfXHcTp78pi89pcb5iw2jMGjqCsDEblXRHaKyKtpjouI3CEirSKyQUQ+Ugw59gZ7+nWe3+fltgtmEvB5cs4hgL5cgasfbuGx9dv44qnHRpvipF4jGIrwhfte5luPvJrWBNS6o5OVm3dy1dnHE/B5GFHlJeDL7jhtnDCSxXOnJOxbPHdKTu008yFXp3a6cen2D8RZXKi+CIZRKRR7ZfAznLaW96c5/nHguOhnDvCj6J8F5ZwPTuAv7+RvKtp/qIe3Og7SHYrkWGgike4w3PjYa1nHBdOUvGjfc4jv/+EN7l/zTu8+AWr8XnKrhgQ3n/8hFn90Ki1te5k9eUzBFUGuTu1047Kd3x9n8XDLrTCMwaDobS9FZCqwQlVnuBz7CfCsqv4yuv06cJqqZiwmlG/by4//10pe23kwL7kBfOI4jEvFTxefyKX3r017fKBtMgeKW5tMN5ncxgV8wuNfOpUFd64ueOvPQrcTNYzhQkHaXhaJSUBb3HZ7dF8KInK5iDSLSPOuXbvyusnr/VAE0H9F4GYOypeAV1jfnnk1k+xMzdc0MlBTSi4O3o6uICs378Qrib9JMKTc+/ybBXcQm9PZMPrHkHEgq+pdwF3grAzyOffYcSNo3d0/hZAvFzU18OHJY/jGb13dJDkjHmH+ceO445nWtGPinan5mkaK1SbTTSafR1xLcyxbt41kc9dAHcTmdDaM/lHqlcE2YHLcdkN0X0H5ytkfKPQl0/Jwczs3PraJXBYHHunLaE5ORbioqYGmY+pTHMACKQ5kt3j8a5auZ9UbTohr8grAffwGVr2xy3V8OjI5eOPv0RV0r9FU5fWw5PTjCppNHJMpH0e7YRilXxk8CiwRkV/hOI73ZfMX9Ie/7Rs8E4HiRAhlotrn4esfPwG/18PNKzYiOIlr8TzU3M6Xzzw+wQH83oFuvvf069HJdN8JbsXbgiHligfW0ROOoKrU+PsypI+ur3UZH+GKn6+lJ5I6Pp82mbGXbi5mmZ5IhEvmTOGSOVMKmk2ssf+qkLzysD4IhuFOUZWBiPwSOA0YJyLtwA041U9R1R8DTwCfAFqBg8C/FEOOxzdsL8Zl+42inNI4jgV3riYYUtwig+IrcTZOGMnY2irm3fpMdLwz044VnXMzjUBfLgPQ2/jm2mUbWLHkFPfxPe7j82mTGaO2ypvgxI0R8Hmo8qb2VijUizm2InH7nfLtB20YlURRlYGqfjrLcQWuLKYMAO/uL69Y88+fcgwtbXtTnKrxJNu52/ccQpOWDxpR2vccYtbkMb1NbDxIwks9Gb/Hw4HucN94kQSl4Ta+P+WhD3SHCXglIWw24BXuXtzE6Bp/0Wbm6Upcb9y+f9hVcDWMQlJqM9GgcNYJ43ngpfZSiwGA3yvcu/pN/F6Pq1O1NuAlHNEUO3dtlTclHyEY1t5yGTFzzQt/7eCqh1roTpO7EFMysyaP6e2/8IX7m6Mz6fTj86VhbA3iEeIr9IlHmD5xVFFfvukcyKDWB8EwMlBqB/KgsO7t3FpeFhu/V4hElGBIE5yq1T4PAZ/wzY+fwE3nTeeBz5/E0fW1CQ7flra9BHyJK4lqf6JC+d2rf+Oqh9f3NuCs9rs7puNNM/OPP4LbF83qdeL6vYLPQ78cuqUoNZ2ufHjAJ4zwewn4hNsumMn0iaMtysgwMlARK4PXdx4otQgOqimlrAEiqoQjyu1PvY7XIxzuiRDwCuIRLjqxgYfWtuPziOvsvbbKy/q2vby4tYPvPJnYUCccjuARIRKXWPjLl9r48pnHJ7yUk53AQN5O1lKUmk53T+dpxQm9UkcbxpTEUOoHbRiDSdEzkItBvhnIU7/+eBGlGXxqq7yEVRMUhVv4ZsDnrkDu//zfMf/4IwomTymyftPdc8WSUzJmNVs0kVHJlHMGspEntQEvNy2czoolp/DQ2vaMcfw9afwGr7QPvIBbvHmmP1m/A82WTnfPlra9GWUZaB8EK4BnDFcqwkx0ZF0Vf+saGg1dshGOOL2X3aKLkvF5xNWRfPtTW/jvP7byvQtn9Su0Mtk8c9250/KyxxciW9qtNHhPJMLsyWOK5huwAnjGcKYiVgYnHFlXahFyxp/mb6S2ypvghHWLLgKojuujky6iCJxVwzVLM3dKc8Mte/mWxzdx3YJpOfdwzqdjW7rxgKuDunHCyKI4rvvTac4whhIVsTJ4rvW9UosAgN8j9GSYzQd8Hr44/1h+uvrNhCih2oCXm86bzuknHMGeA90sbW6j2u+h2u9JqgTq4fL5x3Lv82+mNR3F4xFYuXknp59wRM4vS7c4fq9HCHgde/2B7nBGe3y6PIB0IZ6ZxqdzUBfDcZ2v3IYx1KgIZVBdJRzoLr2jPJMiACeqaOGsidy5MrE43aHuMEeMquamxzby6Pq+ah3JKWux83/4bPridgnX7Ylw42N9XdlyMXm4xfHHuruF1cmPmJWhk1q+heSyjXfLfs60v79YATxjuFMRZqLuMlAEuaCqvN1xIKVOUUThc/e+lKAIILWIRSwyTDJkNifTFQznZfKIzx+oDfTZpGLd3ZKvky4PIFczTn/zFQrt6M1HDnMyG0ORilgZ9K/p5cCJJZllMN0n4PUIT23a4Xosl0t4RWhp20u1z0tPOJRWpq+ceRw/+tNfE0xJ+Zg8YmaYlZt3csOjGxNMWvHXSedwzdeMk+/4Yjl6c5HDnMzGUKUiVgaloiecuyIAp9LosfUj+n2/YFiZWj/CtQhdbcBxQH/vwllcfNIUQknLj3xNHvV1AU4/4QjC6n6dbA7XfEM8cx1fbEdvJjnMyWwMZSpCGQy871j/8Hny+4E9wAGXSp+5EvB5+P2mHXxy1kT83r4IpH//5Ax+cdlHef5rZ7Bw9qRek0eVV6JVRKVfETeZegdkyz0olimllJ3OrMuaMZSpCDPR6GoPew/3/yXbX7K0NUghAhzudjfv5EIwFOHu597s3VaNcNP50/nMnKNTxja/9V409NSZ2Te//V6/zBnpegc0jK3pLYMdozMYomFsTVFNKaV09JqT2RjKVMTKoBSKoL/87IV3CnatUES56dGNKbPv1h2d3L8m8T73v/AOrTs687p+fO+Agz1hgiHtNYu8uavL9ZyWd/YU3YwzGAXyyu3ehjFQKmJlMJTweoj1ZCkI3WHlFy++w5fOPK53X0vbXtexLW17aZwwMudrZ4q9X7Vlt+s5T23aUfR4/WIXyCvXexvGQKiIlcFQIlyERcydK1sTZt6z0+QBpNufjkxmkfnHjXM952PTJgyKKWWgNYiG6r0No78UXRmIyDki8rqItIrI112O/7OI7BKRlujnsmLLVM4sOnESfm9uLu9cHeMega8t28AfN/0NgMYJIzm1sT5hzKmN9XmtCiCzWaTpmHrXe5w57ciMppRkx3J/Hc0W628Y+VHsHshe4AfA2UA78LKIPKqqm5KG/lpVlxRTlqHCSVPHsmxdYle2Kq/wuZOn0vbeAX63cWfG8x09Igkhn4d6IvzhtZ384bWdfGBCLb/4wlxeTmr48/Lbe3qb0uRDJrPIoqbJrNnaASKgyoVNkzOek+xYjpXoztfRbLH+hpE/xV4ZnAS0qupWVe0GfgWcX+R7Dmm+8tCGlAzkgM/LrIYxKYrALYUhrCCiBHwealyq3r2+4wC/Xdde0BBIN7NIzLncE3HyLXoiZMwzcIvRv3/NO3k7mi3W3zD6R7GVwSSgLW67PbovmQtEZIOILBWRyW4XEpHLRaRZRJp37dpVDFnLhuQ+BIdD4bROXzdq/D7uXtzEvEZ3u/0r2/an2O27wxH2Heop2Esz35h7t/HJxM7PZAIairH+ZtIyyoFycCA/BkxV1ZnA08B9boNU9S5VbVLVpvHjxw+qgKWmJ6z8/IW3cx8fiTB94ig+/XeuepWFs45K6BPs80A4EuHKB9cx79ZneLRl24BlbhhbQ1dSnkFXNM8g3Xi3zOl4eiIRXt22j3m3PsNn73nRVdahFuu/vGVbxucxjMGi2MpgGxD/RmqI7utFVTtUNTYlugc4scgyDUmCOYYZVXmFK09rBGD2lLGuY2ZPGdvbJ1hRQhEnQS5mVrlm6QZWvbErZaaazwx2z4Hu1EJ6wAt/3e16vpszevHcKQnb1y2Yxi2Pb8poAhpKsf5m0jLKiWLnGbwMHCcix+AogYuBS+IHiMhRqhorx7kQeK3IMg1zlLtWbeUHz7Zy5WmNeIWE+khegY3b90eTxdwVTDAU4YqfryWC9jpf83XKpjNrffXhDYjger6bY/nLZx7fu51rT4GhEutvPRKMcqKoykBVQyKyBPg94AXuVdWNInIz0KyqjwL/JiILgRDwHvDPxZRpuNMdhu5oxdI7/vhGSqG8sML2PQdTXkLJHOxxMt+uXbaBaUeN6p3Bxs65dtkG5jWOS/vSanvvoOv+mAKKPz+5SX38NZO3h5IJKBtDzaRlDG+KnoGsqk8ATyTtuz7u+zeAbxRbjkrEIx5weeG/sn0/3TmaneKbzLvNYIGUGXhHVzBrgx2vCCs37yQYctpm5rLiiJmArk1aoSQrpFKHliYrt3Tk+jyGMRhYOYphTETdX/gPvph7/aPucJhqv5fucGKNjJgz91N3vZDy0m3fcwhvdF86DnSHE3oh5LriyGYCirfD53rNQpKvIhoqJi1j+FMO0URGkZj7/nF4PbkX8K6tciKLvAIBrwevOF3WvvGbV4ioU5K7NuClyufhqrOOT+vMbRhbg6ZpxzOiqu9/ufimODFyKXOdqdxDKUNL++sQtvIVRjlgymAYs2rLbtDcuutUeYWbFk7nHz/SQFid6KWwOmGtncEQPWFFROjuCeP3CP/59BtoUnZcvPPz9kWzUsplXNQ0iZsXzqAurl1mMjGb+fKWbZz83Wf49N1rOPm76UMukxVGKe3wmRSR5RIY5Y6ZiYY5uXZa6w4rY0f4eai5Pe2YWDJcj8uMHhJfuvMax6WsDR5q3sblp74/pctaPBc1NQBw9cPrE5Lvvvrw+hRTTzqTTKns8OkUUTpzmmGUE7YyMACo9ntY374v73OqvOIaz//Uxr+5nvPyW+/15gHUVqWuEB5qbueFv+5OycLuCSsbt/fJl8kks3D2JJ7/2hk8cNmc3u5ug4FbjsN152bPjTCMcsBWBhXIv5x8NL946R2CocQX7vzjxnHHM5mjgJJ54t9O5UB3OMX5uXW3e3Obrbu7+Na505nXOI6Vm3dy42Mb6Qr2rTT8Hg+7u7rT3K3P8JQtRj85JHWwSHYIWy6BMVSwlUGFIcCSM47j9kWzUrJ0m46pZ/HcKTldxx/tm9w4YWRKwbn1bXuZftQo1/Ni++vrApx+whEpJqOeSIRTGsfhS/o/M1bVuxx8A9mIdwiXs5yGEY+tDIYxVV5BgXBYo1FFyvcumk19XYCFsydRW+XlqU07+Ni0CZw57UgAbj7/Qyz+6FRWt+7iO0+8Rhr3AIKmFMKLt+EHQ+4nXrvsFTweDwtnT0obZ984YSSXnDQloTVnROHKB9fRE4lw3bnTmDFptFOeYsWmso7Rt1wCY6hgymAY0x1WBPB5Bb/XQzhuFv7Ze9awurUDgF83t3NqYz0/v+yjgNP8pnHCSN5XG+DaZRvwiHAwSSt0h+EXL77DJXOmsHH7PvYfCnHtUqfERabM5u6wJsT9u8XZd3QFeWhtoiNbcWonAXzrkVep8XuIqHL9gunMmDR6QDH6uSaJ9ZfYMzo+D2H6RPdVk2GUElMGwxwl2k8g3FdeorbK26sIYjzX2kHzmx00HVPf+3KcdtQo/nPRLDa9u48fPrs15drf/+MW/t8f3kjpv5ANv8fDxu37GF1T5VqCws3OnsyhHufYDY++yovfPKvfL/H+ZCv3R3msbt1tDXeMssaUQYUR7Inw1KYdrsdWbdnNtn2H+dqyDQAc7slcsiJTiGgmDofCfOH+Zqq8XtcXYy7lrPtkcArvzT8+/7Lm/clW7q/yKGVWtGHkgjmQKwwFqrzuf+2zGkb3vbSyKIJMBHxOyKkbVV5BVQmGNOcy1H6v4PNAdbJXOeGpciM++cstScyDsHH7/pRzVr2xixXrt3Pt0vV5h4m27zmELykTvNwb7hiVh60MKpBfvdyWsm/CSD97DvakvLT6g6oSSZP5vHjuVH79cluv/R/6itadfsIRvTPlZF8COCuAS+97OSEHwe8Vpk8cDWQ33yTP6q87d1rKCuRgj7NquX1RX+nurz7UQppq3zmFib66bV9C+CxYRJFRftjKYBiT7r3e42Le2dHZw3WPvJLy0uoP3WFN+/IcVZ1a9O5Ad5gbH9vIvFuf4cEX3+6duceHaNbXBZh//Hi+d+EsAj4PI6q8BHwevnfhLOrrAlk7hrklqd3y+CauWzCNgC/xhwqGnBl/645Orl26Pu2zQPaXekdXkFse35Sy/7oF08xEZJQVtjIYxpx8TD2rt3ZkHxjlUChxxp2cBVwIfvjs1t6idwGft7dYXUwJfeu3rzLC7yECvSGk8TP9dNFHyTb5a5ZuYMyIKqZPHEV9XSBt8teMiaO5e3ETVzywLiFiKla62yseIFVBjvB7e5v/ZHqpp3OGv+eSWFfsqCbDyIQpg2HMn/NQBPHUVnm55u8/wH88uTltN7T+cjh6vYDP49zjidcIJimdg1F/xbceeZW6gJdQRBMctblEHwVDEb5wXzOIcvuiWcxrHJc2+athbE2KWasnEmH25DGEXcqAB3wefvxPJ/Yqmkw0jK1JWQkB3LmylUvmTOk9v9Q9GAzDzETDGOmn+T8UiXDs+FquP28aAZ+HGn/6KqP9pcrrYVxdVYoiSKYrGM7qqE0XfRQMRwiGlKseagFI2xs55rAO+IQRfi8BX1929e2LZiVkQ/u9wu2LZjL/+PE5zd7r6wIsOf041+ePL9VtvZCNUlP0lYGInAN8H6ft5T2q+t2k4wHgfuBEoAP4lKq+VWy5KoGwOuUnkl+3guNP+D/Hj2dUjY+6gJ9fvPgOEu1f0BNSPnfvywhOn7R0OkWAhbOO4olX3sUt+Ci5/3I8h3vC3PHHLXii98yGB1KczDHis3yFvhyEGLHwUzen9Pq2vdH+C06177BGiKjj9G3d2cX848bx4jfPikYYKdMnjs6qBFp3dNLStpfZk8c42dRzpnDnytaEVVYwFO4t1Nff+kVuZqX4e4+trUpIdKtE09NwM70V83mKqgxExAv8ADgbaAdeFpFHVTXeo3YpsEdVG0XkYuBW4FPFlKuScHvPKs5L+pnXd7kOVtz/dLvO8vXvpr23myKoDXg5EAzTE1He2Hkg7bnJHOyJ8K3fvoJ4xNWEEnvR/3T1VtcEue17nJ7MsZVAvFmmOxyhOxRJeM67nnsTgDueaU3Izs7G9Y+8klBGY/HcKdx8/of4VFNDwn4FFty5mtsumJnRhJUON7NS81vvJdwjfiLg88B/XTS7okxPw830VuznKbaZ6CSgVVW3qmo38Cvg/KQx5wP3Rb8vBc4U6a+Bwyh3agZgcQqGNaMJpb4uwOt/63Q99+nX+hLtks0ywSRFkEwsOzsbrTs6E17GAPe/8A7Nb3aklNfoiXsWSG/CcsPNrHT1w+tT7h3/TKEIXLN0fcWYnoab6W0wnqfYZqJJQHxQezswJ90YVQ2JyD6gHtgdP0hELgcuB5gyJbfKmkb5sfvgwENXM5lQ3tztvtqI359LuYtkVm3ZTdMx9RnHtLTtTXtuuvvFniWfXshu8jvzp8z2Nq9UTuns4VY6fDCeZ8g4kFX1LlVtUtWm8ePzLz1glAeTRlUN+BqZTCifOrEh6/58yl3EmH/cuKxjZk8ek/bcdPeLf5ZceyG7ya85tDcNa+Ukug230uGD8TzFVgbbgMlx2w3Rfa5jRMQHjMZxJBeMt757biEvZwyA5795NqOrM9uKqv3u/1sGvJLVhPLF04+jJimJrMYnfDEuosetI9niuVPwpymhcWpjfdZVATjVXpP7QSyeO4WmY+p77xeI3qPa78n6LOlwk/8/L5yVcu/4p/F54PZFs4bkrLg/uP1GQ7l0+GA8j+Qyo+j3xZ2X+xvAmTgv/ZeBS1R1Y9yYK4EPqeoVUQfyP6rqRZmu29TUpM3NzXnLM/Xrj+d9TjEIeCAYgWofHO6rykCND4IhOPp9New9GGTP4QjjRvgRgfcO9FBf66crGOJgSJk0KsD5H5nEc1t28tbuQ0ybOAovystv7WX0CD+nHjeOxiNGMmlMNf/9xzdof+8wx4wfwaeapvDewW4EGDOiCr9XmDFxNH9p28vG7fs5b+ZRtO7o5JEN7/LJmUfROGEkj214l+kTR1Hj8/D05p18ePIYTmkcx1sdB5k9eQx7D3azastu5h83jjEjqhIiaT75P39iw7YuZk6q45Ev/Z/eZ33gz2+yfMO7nPWB8Xxw0hj2H+phVI2fiaOrezuntbyzh0fXv8uHJo3itA8c4dpRLR0/Wbml9xm+6BLaCamRGR1dwd7om55QmPXt+5h/3LicFEE8ydFEyferrfLm9SzpsGii7Fg0USIislZVm1yPFVMZRG/+CeC/cUJL71XVfxeRm4FmVX1URKqBnwMfBt4DLlbV1HCQOPqrDAzDMCqZTMqg6HkGqvoE8ETSvuvjvh8GLiy2HIZhGEZ6howD2TAMwygepgwMwzAMUwaGYRiGKQPDMAyDQYgmKgYisgt4u5+njyMpu7lCqMTnrsRnhsp87kp8Zsj/uY9WVdes3SGpDAaCiDSnC60azlTic1fiM0NlPnclPjMU9rnNTGQYhmGYMjAMwzAqUxncVWoBSkQlPnclPjNU5nNX4jNDAZ+74nwGhmEYRiqVuDIwDMMwkjBlYBiGYVSWMhCRc0TkdRFpFZGvl1qewUBE7hWRnSLyaqllGSxEZLKIrBSRTSKyUUS+XGqZio2IVIvISyKyPvrMN5VapsFCRLwi8hcRWVFqWQYLEXlLRF4RkRYRKUgJ54rxGYiIF6e3wtk47TdfBj6tqptKKliREZH5QBdwv6rOKLU8g4GIHAUcparrRGQksBb45HD+u472Da9V1S4R8QOrgS+r6poSi1Z0ROQqoAkYpaoLSi3PYCAibwFNqlqwRLtKWhmcBLSq6lZV7QZ+BZxfYpmKjqquwukTUTGo6ruqui76vRN4DafX9rBFHbqim/7oZ9jP9ESkATgXuKfUsgx1KkkZTALa4rbbGeYvCANEZCpO46QXSyxK0YmaS1qAncDTqjrsnxmncda1QH5NrYc+CjwlImtF5PJCXLCSlIFRYYhIHbAM+Iqq7i+1PMVGVcOqOhun1/hJIjKszYIisgDYqaprSy1LCThFVT8CfBy4MmoOHhCVpAy2AZPjthui+4xhSNRuvgx4UFV/U2p5BhNV3QusBM4psSjFZh6wMGo//xVwhog8UFqRBgdV3Rb9cyfwWxwz+ICoJGXwMnCciBwjIlXAxcCjJZbJKAJRZ+pPgddU9b9KLc9gICLjRWRM9HsNTqDE5pIKVWRU9Ruq2qCqU3H+PT+jqp8tsVhFR0Rqo4ERiEgt8DFgwNGCFaMMVDUELAF+j+NQfEhVN5ZWquIjIr8EXgA+ICLtInJpqWUaBOYB/4QzU2yJfj5RaqGKzFHAShHZgDPxeVpVKybUssKYAKwWkfXAS8Djqvq7gV60YkJLDcMwjPRUzMrAMAzDSI8pA8MwDMOUgWEYhmHKwDAMw8CUgWEYRtmTT8FJEZkSLdT4FxHZkGsknSkDwzCM8udn5J5E+G2c0PkP4+Rf/DCXk0wZGMMWEZk6kNLd0TLB4/p57idFZFp/7x29xhUisjj6/VkRaXIZ80Qs2cwYvrgVnBSR94vI76L1iZ4TkRNiw4FR0e+jge253MNXMGkNw4jnk8AKoN9ls1X1xzmMGe7JdEZ67gKuUNUtIjIHZwVwBnAjThG7LwG1wFm5XMxWBsZwxyciD4rIayKyVERGxM/4RaRJRJ6Nfq8XkaeizWHuASR2ERG5LtoYabWI/FJEro7uT5mdicjJwELg9mj28/uThRKRI0RkbfT7LBFREZkS3f5rVM4bY/eJO88jIj8Tkf8b3e736sUYukSLMJ4MPBytVPsTnCx0gE8DP1PVBuATwM9FJOu73pSBMdz5APBDVf0gsB/4/zKMvQFYrarTcYp/xV7OfwdcAMzCqRIZb665C/iSqp4IXB29159x6l5do6qzVfWvyTeKFhirFpFRwKlAM3CqiByNU4nzoIt8PuBBYIuqfjvnX8AYjniAvdH/v2KfD0aPXQo8BKCqLwDVQNYJgykDY7jTpqrPR78/AJySYez86BhU9XFgT3T/PGC5qh6ONst5DLLOznLhz9Frzwe+E/3zVOC5NON/Aryqqv+exz2MYUi0JPubInIhOMUZRWRW9PA7wJnR/R/EUQa7sl3TlIEx3EkuvqVAiL7/96sHcO1Ms7NcWIXz8j8aWI6z8jiF9Mrgz8DpIjIQmY0hSJqCk58BLo0WrNtIX+fGrwJfiO7/JfDPmkMROlMGxnBniojMjX6/BKc38FvAidF9F8SNXRUdg4h8HBgb3f88cJ44TefrgAWQdXbWCYzMIttzwGdxzD4RnGiRT0RldOOnwBPAQyJiwR8VhKp+WlWPUlV/tGz3T1X1TVU9R1Vnqeo0Vb05OnaTqs6L7p+tqk/lcg9TBsZw53WcTlCv4bzcfwTcBHxfRJqBcNzYm4D5IrIR+Eec5Taq+jKOD2AD8CTwCrAvek662dmvgGuiiT8pDuTodd/CcVKviu5ajbPS2OM2PnrOfwF/IUenoGHkipWwNowcEJE6Ve0SkRE4L+/LVXVdqeUyjEJhS03DyI27oklk1cB9pgiM4YatDAyjyIjID3CihuL5vqr+bynkMQw3TBkYhmEY5kA2DMMwTBkYhmEYmDIwDMMwMGVgGIZhAP8/wbfZMuG5/cYAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# View budget\n",
    "movies_df.fillna(0).plot(x='budget_wiki',y='budget_kaggle', kind='scatter')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:xlabel='box_office', ylabel='revenue'>"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAESCAYAAADwnNLKAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy86wFpkAAAACXBIWXMAAAsTAAALEwEAmpwYAAAsOElEQVR4nO3de3zcdZ3v8ddnJpM0NL3RVqA3ihYvLbYVK4hFlwUvCAjHBRTZlYOroC64uiuCuAfRclwVlKNrVURltSzrBepKuXhbQaEILCm2pS2KEQpNQWhDb2nTSWbmc/6YmXQymZlM0vnN7fd+PoxMfvPLzPeXdL6f3/f7+V7M3RERkfCK1LoAIiJSWwoEIiIhp0AgIhJyCgQiIiGnQCAiEnIKBCIiIdeQgcDMbjKzF8xsQxnnHmlmvzaz9Wb2GzObVY0yiog0ioYMBMD3gFPLPPdLwAp3XwgsAz4fVKFERBpRQwYCd78PeDH3mJm9zMx+bmZrzOx+M3tl5qn5wD2Zx/cCZ1WxqCIida8hA0ERNwIfcffXApcB38gcXwf8TebxO4EJZja1BuUTEalLLbUuQCWYWQfwBuBWM8sebsv89zJguZldCNwHbAWS1S6jiEi9aopAQLpls9PdF+c/4e7PkmkRZALG2e6+s6qlExGpY03RNeTuu4GnzOxcAEtblHk8zcyy13klcFONiikiUpcaMhCY2Q+AB4FXmFm3mb0f+Fvg/Wa2DtjIgaTwScAfzewJ4DDgczUosohI3TItQy0iEm4N2SIQEZHKabhk8bRp03zu3Lm1LoaISENZs2bNdnefXui5hgsEc+fOpbOzs9bFEBFpKGb2dLHn1DUkIhJyCgQiIiGnQCAiEnIKBCIiIadAICIScqEPBD29cdZt2UlPb7zWRRERqYmGGz5aSbev3coVK9cTi0QYSKW49uyFnLl4Zq2LJSJSVaFtEfT0xrli5Xr2D6TYE0+wfyDF5SvXq2UgIqET2kDQvaOPWGTo5cciEbp39NWoRCIitRHaQDBrSjsDqdSQYwOpFLOmtNeoRCIitRHaQDC1o41rz17IuFiECW0tjItFuPbshUztaBv5h0VEmkiok8VnLp7J0nnT6N7Rx6wp7QoCIhJKoQ4EkG4ZKACISJiFtmtIRETSFAhEREJOgUBEJOQUCEREQk6BQEQk5BQIRERCToFARCTkFAhEREJOgUBEJOQUCEREQk6BQEQk5BQIRERCToFARCTkAgsEZjbbzO41s01mttHMPlrgnJPMbJeZrc18fTqo8oiISGFBLkOdAD7u7o+a2QRgjZn9yt035Z13v7ufEWA5RESkhMBaBO7+nLs/mnm8B3gcmBnU+4mIyNhUJUdgZnOB1wAPF3j6BDNbZ2Y/M7MFRX7+YjPrNLPObdu2BVlUEZHQCTwQmFkHsBL4mLvvznv6UeBId18EfA34aaHXcPcb3X2Juy+ZPn16oOUVEQmbQAOBmcVIB4Fb3P0n+c+7+2537808vhuImdm0IMskIiJDBTlqyIDvAo+7+/VFzjk8cx5mdlymPD1BlUlERIYLctTQUuC9wGNmtjZz7FPAHAB3vwE4B/iwmSWAPuA8d/cAyyQiInkCCwTuvhqwEc5ZDiwPqgwiIjIyzSwWEQk5BQIRkZBTIBARCTkFAhGRkFMgEBEJOQUCEZGQUyAQEQk5BQIRkZBTIBARCTkFAhGRkFMgEBEJOQUCEZGQUyAQEQk5BQIRkZBTIBARCTkFAhGRkFMgEBEJOQUCEZGQUyAQEQk5BQIRkZBTIBARCTkFgjL09MZZt2UnPb3xWhdFRKTiWmpdgHp3+9qtXLFyPbFIhIFUimvPXsiZi2fWulgiIhWjFkEJPb1xrli5nv0DKfbEE+wfSHH5yvVqGYhIU1EgKKF7Rx+xyNBfUSwSoXtHX41KJCJSeQoEJcya0s5AKjXk2EAqxawp7TUqkYhI5QUWCMxstpnda2abzGyjmX20wDlmZv9mZl1mtt7Mjg2qPGMxtaONa89eyLhYhAltLYyLRbj27IVM7WirddFERComyGRxAvi4uz9qZhOANWb2K3fflHPO24GjM1/HA9/M/LdunLl4JkvnTaN7Rx+zprQrCIhI0wksELj7c8Bzmcd7zOxxYCaQGwjOAla4uwMPmdlkMzsi87N1Y2pHmwKAiDStquQIzGwu8Brg4bynZgJbcr7vzhzL//mLzazTzDq3bdsWWDlFRMIo8EBgZh3ASuBj7r57LK/h7je6+xJ3XzJ9+vTKFlBEJOQCDQRmFiMdBG5x958UOGUrMDvn+1mZYyIiUiVBjhoy4LvA4+5+fZHTVgEXZEYPvR7YVW/5ARGRZhfkqKGlwHuBx8xsbebYp4A5AO5+A3A3cBrQBewD3hdgeUREpIAgRw2tBmyEcxy4JKgyiIjIyDSzWEQk5BQIRERCLjSBQHsKiIgUFor9CLSngIhIcU3fItCeAiIipTV9INCeAiIipTV9INCeAiIipTV9INCeAiIipYUiWaw9BUREigtFIADtKSAiUkzTdw2JiEhpCgQiIiGnQCAiEnIKBCIiIadAICIScgoEIiIhp0AgIhJyCgQiIiGnQCAiEnJlBwIzO9LM3px53G5mE4IrloiIVEtZgcDMLgJuA76VOTQL+GlAZRIRkSoqt0VwCbAU2A3g7n8CXhJUoUREpHrKDQRxd+/PfmNmLYAHUyQREammcgPBb83sU0C7mb0FuBW4I7hiiYhItZQbCD4JbAMeAz4I3A38n6AKJSIi1VPWfgTungK+nflqaD29cW1QIyKSo6xAYGZPUSAn4O4vLfEzNwFnAC+4+zEFnj8JuB14KnPoJ+6+rJzyjEVPb5xbHn6Gr9/7J1qjUQZSKa49eyFnLp4Z1FvWNQVEEckqd4eyJTmPxwHnAoeO8DPfA5YDK0qcc7+7n1FmGcbs9rVbufy29cQT6U3s44kEAJevXM/SedNCVxHevnYrV6xcTywSCX1AFJEycwTu3pPztdXdvwKcPsLP3Ae8WIEyHpSe3jhXrDwQBHLFIhG6d/TVoFS1k/197B9IsSeeYP9AistXrqenN17roolIjZTbNXRszrcR0i2ESux3fIKZrQOeBS5z940VeM0hunf0EYtE2M/wQDCQSjFrSnul37KuFfp9ZANi2FpGIpJWbmX+5ZzHCWAz8K6DfO9HgSPdvdfMTiM9U/noQiea2cXAxQBz5swZ1ZvMmtLOQGp4EGhrMa49e2HoKr9Cv48wBkQROcDcg5sXZmZzgTsLJYsLnLsZWOLu20udt2TJEu/s7BxVOVat3crlmT7x/mSKS/96HucfPyd0QSAr9/ehHIFIOJjZGndfUui5cruG2oCzgbm5P3Mwo3zM7HDgeXd3MzuOdJdTz1hfr5QzF89k6bxpGiWTod+HiOQqt2vodmAXsAYoK6toZj8ATgKmmVk3cDUQA3D3G4BzgA+bWQLoA87zAJsnUzvamNrRRk9vnHVbdoa+Asz+PkREyg0Es9z91NG8sLu/Z4Tnl5MeXlo1GjYpIjJcuUtM/M7MXh1oSQKmYZMiIoWV2yI4EbgwM8M4Dhjg7r4wsJJVmIZNiogUVm4geHugpagCDZsUESms3JnFTwOzgZMzj/eV+7P1YmpHG1edMZ/Wlgjj26KMi0VCOY9ARCRfuVtVXg1cAVyZORQD/iOoQgXh9rVbuebOTcQixkAixVWnz1eiWESE8u/q3wmcCewFcPdngYbZvD43Uby3P0l/0rnmrk1KFIuIUH4g6M+M8XcAMxsfXJEqL5sozhXGBedERAopNxD82My+BUw2s4uA/6aBNqlRolhEpLhyk8VfAm4DVgKvAD7t7l8LsmCVNLWjjWvPXsi4WIQJbS2Mi0W46vT5dO/oO+juoexMZXUziUijKnetoX8GfuTuvwq4PIHJXV9nw9ZdXHPXpoOeYayZyiLSDMrtGpoA/NLM7jezS83ssCALFZSpHW3MmtLONXdtGtUM40J3/ZqpLCLNotzN6z8LfNbMFgLvBn5rZt3u/uZASxeA0c4wLnbXr5nKItIsRjsp7AXgL6SXi35J5YsTvNEkjkvd9SsBLVIdysMFr9wJZf9gZr8Bfg1MBS5qpHWGchVKHBebYVxq2OloXkdExub2tVtZ+sV7+LvvPMzSL97DqrVba12kplTuWkOzgY+5+9oAy1I15W7MMtJdvzZ4EQlObos82wV7+cr1LJ03TZ+1Cit3+OiVQIeZvQ/AzKab2VGBlixgUzvaWDR7csl/UOXc9ZfzOiIyepoIWj3lDh+9GlhCeg7Bv3NgraGlwRWtsrqe38PaLTtZPHsy8w4rf3UM3fWL1IbycNVTbtfQO4HXAI9Ceq0hM2uYtYY+/dPHWPHQM4PfX3DCHJadVf4+O9rWUaT6si3yy/NG7emzWHnlBoL+zCbzDbfWUNfze4YEAYAVDz7DBa+fO6qWgYhUn1rk1TFijsDMDLizUdcaWrtlZ8Hj//7AZkBD00TqnfJwwRuxRZBpCZwL/DOwmwNrDTXEchOLZ08uePzWNc8wf8bEiiw1ISLSyMrtGnoU2OnunwiyMEGYd9gETj/mcO7a8Jchx2MtUT57x0b6kz44NO2yW9cx/4iJ6jISkVApd2bx8cCDZvZnM1uf/QqyYJW07H8dg+Ud29+fJBYdevn9See0r63WpBURCZVyWwRvC7QUAfv5hr+kd9QZwkjkDU0D6E+kNGlFqqanN65EqNRcuYvOPR10QYLS0xvnM3dsGHY86c7FS1/Kd1c/RX9yaJjQ4nFSDVrGXOrFaBedazjdO/poscKXecLLpnHZW18x7PhYJq3kjj4qZySSRiuFm5Yxl3pSbtdQw5o1pZ1UgY6hqMGMSeO4+ObOYc9ddcb8EVsDuU361V3bB+/s9ieSuDvtsZaid3m6ExQtYy71JLBAYGY3AWcAL7j7MQWeN+CrwGnAPuBCd3+00uWY2tHGdecs4p9/vJZE5jPXEoHr37WYvf3JYR/G8a1RjpkxqeRr5lbk/ckUyVSKRIohr7MnngCGL5KlhbQEtHyC1JcgWwTfA5YDK4o8/3bg6MzX8cA3M/+tuOzsxI3P7gacBTMmMbWjjZ7e+LAPY9K95IexUEVeSv5dnu4EBbR8gtSXwAKBu99nZnNLnHIWsMLdHXjIzCab2RHu/lxQZQJnd98AG5/dzYIZE8f0YSxUkZeSf5enO0HJ0vIJUi9qmSOYCWzJ+b47c2xYIDCzi4GLAebMmTPqN7p97VYuu3UdAzmjg6IGH3vzyzn/+Dk8cMXJZX8YC1XkhRzSGiXlXnDZ6rHeCWqoYfPRgoZSDyx9Qx7Qi6dbBHcWyRHcCXzB3Vdnvv81cIW7D8/e5liyZIl3dpY8ZYie3jhv+MI9xBOFK++2lgjXnVM4WVus4l21dutgRZ6bIzjwmsa3L1gy2AVVrFyjqdSVYBaRg2Fma9x9SaHnatki2Ep657OsWZljFdW9o4+I5c8rPiCeN4EsW0Fv2Lqr6DpE+U36B7q2D7vDf9PLS2/pPJo7QSWYRSRItQwEq4BLzeyHpJPEu4LID8ya0l5wBnGuWCTCxmd3sXbLLr5+bxctEWNvfxKgaMWbW5EH3derBLOIBCnI4aM/AE4CpplZN3A16Z3NcPcbgLtJDx3tIj189H1BlGNqRxt/e/xsvve7Z4qesz+R5APff4RM3U+hKT0jVbxB9vU2a4JZOQ+R+hDkqKH3jPC8A5cE9f65Tn7l4UUDQWvUSLkzMEL+t5YVbzMONVTOQ6R+NP3MYoAFMyYSgWEDPmPR9MSyK1auJ5FtDhTQ2jJ80/pqO3PxTOYfMXFM+y7XG+U8ROpLKALB6q7tYJC70oQBXz53Mbv6BgbzAcUse8d8ls6bFmgZR9JMd9DKeYjUl6ZfdK6nN87lt60jlTdKNhox5h+R3qFsJMvuepylX7ynqvsU5C9i10wLlDVrzkOkUTV9i6B7R9+wIACQSDmru7aXNUt4X6bFUK3ui/y7/0tOmtdUd9DNmPMQaWRNHwjGt0aHzCjOtTc+QH+ydLdQrogZG5/dNeIcgYNRqP98+b1dkLeCar3cQY915I+WVxCpH03fNfTI5heLPveN3zxJytOrkbZF05POxsUitLUYH/6rl9LWMvTXs68/yUUrOgPtIsr2n+dqjUa49K+PZlwswoS2FsbFap+8hnTLZekX7+HvvvPwmLrOpna0sWj25Jpfh0jYNX2L4MntvUWfyyaJW6PGlae9itlT2tmxb2BwVM6rjpjIJ25bP2R5injCA+0iKtZ/fv7xczj/+Dl1cwetkT8izaPpA8Hrj5rKt+/fXPKc/qTzr3f/gf5kiraoYREbHJUz+ZBWPnTzGvYNHOhCipoF1j8/Uv95vVSyGvkj0jyaPhD0DZSXA+hPpiu0eNIheeCuf8GMicN2ONvbn2TDs7tYNHtyydds5v5zjfwRaR5NnyPY3ts/pp/zFDz45x6mdrRx1enzhz1/zZ2bSg7fzO8/v+Whp0e1R3G99J8X21s523Kpt7yFiIxe07cIThxhIlhbS6TgEtXxZIpLf/B7/mdzD2cfO5uOtii98QOti2LdID29cTY+u5vLM7mFbNfJv/x0Ax1tURIpb5jJYCNNYmuElouIjKzpWwRP9+wt+tybX/USrjsnfVc7Llb4V7HiwWcYSCRJpEYevpltBXzo5jUFg0tvPNkwk8HKncRWLy0XERm7pg8Ev9z0fNHn7ntiG5MPaeXOS0/kRxefwCfeenTB8zb37BuxGyS34tw3Ql4i25qoZ4WGsTZCuUVk9Jq+a+jVMybyoyLP9SedD928hhTp7pq3LTiC6375p2HnZYeTZrtBxrdG2dufpKc3XnJTeoD2WIS+gcZLqioZLBIeTd8ieG73/pLP7xs40F0D6TWIckUjxpTxrUC6G2Rzz17OWL562CSqQhVnW4vxrfe+lk+d9kpao8b41mjDJFWVDBYJj6ZvETw/QiDIikUirO7aTtSMZM5w0ZbIgTkDI02iKjT+f8e+Aa7/1RO0tkToTzpXv2N+QySKQclgkbBo+kAwe8ohZZ23rz/B5+56nIG8pHA8keLhp3pYNHvyiJOo8itOgKVfvIf9OV1D19y5iVMXHN4wlWqQO6+JSH1o+q6hlmjpS2xrSXcFJZ1hQSDrS798gp7eeFn95rmjaJRwFZFG0PSBYFffQMnn44nClX+ulgiDd/2j6TevZMK12MQuEZGD1fRdQ8+8uO+gX2Nff2pwSYnR9Jsf7Lr72SUqNmzdxTV3bWqK3clEpP40fSB45eET+PnG4nMJypXbtz+afvOxJlyzs3qjZoOrpGqVTxEJQtMHgmOPnFKR18nt2x9tpT7ahGvu6KRSZVEgEJFKaPpAcEgsWpHXGUil2LB1F+++8cHAu2iKTU7LLUuQE7vGumqqiDSmpg8EDz9VfIeycoxvi5JIpnjf0rksu3Mj8YRXrIumWIVbKMmcLUsys2hdUBX0SAvNiUjzafpAkL/XbznaWgwz46rT59Ozt5+v39vF93/39LARRgfTRVOqwi2UZL7q9PkcM3NSoHfp2nVMJJyaPhBMGhcb1fltLRGufPsreOn0CcyYNI4zlq8uuJIoHNxQ0JEq3FrM6tWuYyLhFGggMLNTga8CUeA77v6FvOcvBK4DsrueL3f371SyDKv/vH1U5ydTKT7/sz/QGo0STySJ5K09BOm8Q3ahurFUkOVWuNWe1auF5kTCKbBAYGZR4OvAW4Bu4BEzW+Xum/JO/ZG7XxpUOUabLHZPTzKLJxLpA8mh3UGtUePyU1/BifOmMe+wCWMqU71WuAc770FEGlOQLYLjgC53fxLAzH4InAXkB4JATTqkdVTnt0SMZE7l3xY13Iy2aIS+gQQOfPmXT/CFn/9h1InU3ORwvVa4WmhOJHyCDAQzgS0533cDxxc472wzexPwBPBP7r6lwDljdkjr6FoE8bwWAAbXn7sQgI/fmt5+ciCZbi2MJpFaKDn8wBUnD6lw62XYphaaEwmXWieL7wB+4O5xM/sg8H3g5PyTzOxi4GKAOXPmjOoNpoyyRZA1Lmr0p5yUw5U/2VAwX1BuIrVYcviBK05m0ezJQP0M26yXYCQi1RPkonNbgdk538/iQFIYAHfvcffsKmrfAV5b6IXc/UZ3X+LuS6ZPnz6qQry4r39U52ftT6aDwEDS2RNP0J/0YTN9y+3XH2kV0nL3Bw5ads/l/E13RKS5BRkIHgGONrOjzKwVOA9YlXuCmR2R8+2ZwOOVLsSOvWMLBIVE8wYQnbloBt07+kassEdKDpcKFD29ce574gXue2JboIGhXoKRiFRfYF1D7p4ws0uBX5AePnqTu280s2VAp7uvAv7RzM4EEsCLwIWVLkfv/tLLUI9Gfvrgx53d3LX+OZLuJbtyRhqNUyxQbNi6i3Nu+B0DmTduicD171pctWUtNIdAJBwCzRG4+93A3XnHPp3z+ErgyiDLMH3CuIq9VkvESORtXpNdGXSkxHGp0TjZQPGJ29YTjRjJlHPVGfNZdsemwSAAkEjBJ25bF8hM33od0ioiwWv6jWkS+bfxB/NaRXYwg/J2HsvdvSyfZ//f0/99sbefaIHJbFELZoez0W66o41yRJpHrUcNBW7NMwe36Fy59g0kx3z3nO2fT69llG5hLL+3C/fhgSfpwd2llzuHoF5GOIlIZTR9i6B3f6Iq75NM+ZgT04WSxVEz3n/iUcRyMtQtEbjunEWB9tmXarVA9ZPKanmIBK/pWwQj7VlcSWu37BzTshOF+uf3DSS56YHNfObMBcye0g4YC2ZMHKygazXev5pJZbU8RKqj6VsEe/cnq/Ze42LREe9cC93hZvvn21qG5gTiiRTX3LmJBTMm8aaXTx+saGs53r9aSWUNZxWpnqYPBNW6wgjpET1v+ELxirlUBX7m4pl8+4Ilw5bEyE9Cj6WCrGT3ymiTymM10iQ8Eamcpu8amtIe44W9wXcPpYC+zMzjj986fIhnOXsQLJgxiWTeyKT8u+3Rds2U6l4Za/dSOUnlg+260nBWkepp+kBwaEdrVQJBroGk8+Cfezhj0YzBY+VU4D/f8BcSyZznozbsbns0FWSp4LO6a/tB9b+XWpiuEn37WhJbpHqaPhBUa9RQvn/68VpS7oMV4EgV+C0PPc2//HTDkOcjBkvnTRtybDQVZLHgs/HZ3YFtSVnJ7S61JLZIdTR9INixrzbJxYGkD6kAS1XgPb1xPnvn8G0aDGPjs7t508uHLrS3dN40bnzvEsBZMGNS0QqyWPABH/PIn5G6fCo9qkhLYotWxA1e0weCZGrkcw5G1MBs+NITANGIDVaAPb1xjpw6nv/4++PY3LOPxbMnDw41TVeekD8LYX8ixUUrOrnunANdK6PpdikWfBbMmER/cvT97+W8dy379lVhNB8NIa6Opg8E/QGPHjWDH150POd9+yHy97jfG0+yYesuNvfs5YqV6/GUE08642Lp0TDZf9Qbtu5ib3/hiBVPpAZbFkDJbpdCFWGh7pXb124lmSqdi8hXbpfP1I42rjp9Pp+9YyOxaGRwQb6gK2ZVGM2nkt2MUlrTB4KAGwSkPD35qz3Wwp748HzEsjs3AkY8J0pk9zX4xG3r2RtP8Jk7NpZ8j6gZ9/7hBV4ycdywbpdIpvtox77+ohVhbvdK9sOVG7QK5SLyldvlc/varVxz1yZaWyL0J52r3zGfpfOmsW7LzoJ36pW4i1eF0Zy0Im71NH0gCFrKYXdfYlhXS1Yy6SQKrBkE6bv9K/9rQ8Hncu3tT3L1qo0MJFPDhpfuG0hy0YpOkqkUiRQjVoSFPlyt0Sgbn93NpPZY0Qp51pR2+gaGBrq+gcSQLp/cCjnrM6s2suyOjbRGo8MCVKXu4lVhNCcNIa6e5p9QVgUrfvcUA/n9QhmJCi1+urc/SX/SSfrwP1o8kRrWLVVs8lWhD1ffQIKLVnSOOFPZzEp+X2gS2EDSiSd82OS3Ss4cVoXRnKo1eVHUIqiI/3l6Z1XfzyLQHo3SN1A8AVKsIsxPIPcnk6Q8HUyy3VeFWhPdO/oY1xJlIHmgVTCuJTrkrrtQhZwvN0BV6i5ecw6al4YQV4cCQQNqi0aGjVKKRY2IMaQLJjcvsPHZXWQXrsv9cO3q6+eSW34/pIIvVCGXc9d9YIOddUQtQiKVIuU+pLWS+zP5r9efTLKrr5+e3vioPvDZEVl3Xnoie/uTqjCajIYQB0+BoAH1J1PDhsW+57jZfPSUlw+7c7p97VYuu3Vdwe0usyONilXw+Ynccu660+9i6f+Zcf5xs/lxZ3fBn8l9vb6BBCknHZRGkS8olGdYNHvyWH6tIqFlhTY/qWdLlizxzs7Oss+f+8m7AizNwVk8ayJru3eXdW7EoD0WJZFKJ4zzcwKtUePBK08Z1gr4wPc76c/bpa2txfjdJw+cu2rt1mEVvEPBRG6pUT49vXGWfvGeIcnicbFIyTv1dDl3c9GKziEjq8bFIjxwxckjDmkt9H4j/ZxIGJnZGndfUug5tQhq6LzXzWFt98ijhiB9J//NvzsWgA/d/CiJ1ND8QH/S+c+Hn+Ejpxw9eJccMRsWBODAdpfF5hoAgxVstg8/d6/kYpVssdE7e/uTRe/Sp3a0Mak9Rms0MiQQlJMv0GghkcrQqKEa2rJjX8HjhfYqbmtpYVJ7KzMmtdOfLJwkXn5vF13P7xkcjbOvyGy6/O0u8+/yu3f0EbX8vRHSgSZ7fqFlrcc6eqfaP3ewKrmst3Zgk3qgFkENff03TxY8nj9XANIV3Iatu7h61YZh3UJZrdEIa7fsHHaXnCu73SXAui072bB1F9fctYmoGQPJFFe/YwGQHq6ab/m9XRw6vpVr7tpUdOLaWEfvXHLSPJbf20VrtPyfq8VooUrOYNZsaKkXyhHUqVjUMKCtJT0K6KrT57Pszo2ZDe4La2uJcNdHTuSM5auH9Ju3tUT48rkLmdjeyoIZEweXoI6aFazwowYFepQY3xZlIJEa0t1UqE++UB6hWG4htzLsTyb5+6VHccLLppZcTC9ftdYYqmROQvkNGa2D/XeuHEEDGkg6t33w9cRaooxvjbJ2y87skJyi3nPcLKaMby14d33GogOb0eTP/s1XKAgAxAdStLVEhnRNFeqTz88j3PLQ08PWHsomnvOXhvjmb5/k5oeeJpHysu+QRxpeWKlAUcmchPIbMhpBtx4VCOrYg0++yKHjW/nsHRvxlDMwQiD43u+eYcWDz9AeiwLOxW96KecfPweA+57Yxu6+frb3xof1/5fL3RnIG7caTyQZn7e9Zq7cfRayAeSyW9cx/4iJ7O1PFuzG6o2nzxtpQb1yVPIDVMmchGZDS7mqsZaWAkEd+8p/P1H07ryYlB/o3//qr/9EIpni67/pKppXGI3c5S1aIpBIQSRinLF8dcEKttg+C/1J57R/u5/3n3hU0TWa4MAd8lh3U6v0B6iSOQnNhpZyVaP1qEBQx0YbBPIlUs5X7+ka889HGL56a3ZiWjaw5K6kWmhZitao0V9gk7j+pPPN3z5J1NL5kNZoZFi+YiCVYnxrdMyVeRAfoEoueaDlE6Qc1Wg9Bjp81MxONbM/mlmXmX2ywPNtZvajzPMPm9ncIMsjhcWK/CuwiBElnTweSTyR4l/v2kTX83sGh0OOb40OmRtQSNIBd84/fjYXv3EusagNfl11xvzB7qNc2WW5O5/q4bbOLXQ9v2fI813P7+G2zi0MJJIlP0Clhm6Wem5qRxuLZk8uWHGPdjhoqdcqVyMNQW2kstaLaiy+F9ioITOLAk8AbwG6gUeA97j7ppxz/gFY6O4fMrPzgHe6+7tLvW5YRg01sraokXQn5emuqoPxuXcew78UWKq7JTJ0V7gLTpjDsrNezad/+hgrHnpm8Pgb503lkad3DOtWKpU7GGteoRbDQRtpCGojlbUeBTlqKMhAcALwGXd/W+b7KwHc/fM55/wic86DZtYC/AWY7iUKpUAQLoW6p4r57gWv5f0r1gw7nh19lf0AlRq6CYxpWGcthoM20hDURiprsyoVCILsGpoJbMn5vjtzrOA57p4AdgFT81/IzC42s04z69y2bVtAxZV6NJrblF9uer7g8c09+4Z0vxTaNyGbOyj1XClj/bmDUYv3HKtGKmsYNcQSE+5+o7svcfcl06dPr3VxpEJaysg9jGag61vnH1bw+OK8dY5KJd8aabmLRhqC2khlDaMgA8FWYHbO97Myxwqek+kamgT0VLIQm79weiVfrmllK9xxsQgtkQMzm8eiLWq0RNIrphbTEoHr372YC06YU/K1vnLeYt44b1gjkVheBvuCE+ZwyvzDh73eBSfMYd5hE4YcK5V8G2tirha7aTXSDl6NVNYwCjJH0EI6WXwK6Qr/EeB8d9+Yc84lwKtzksV/4+7vKvW6o80RZFUzVxAh3aXRYhCLprerPGzCOOKJFH2JAdqjUcAYSKWY3jGOQztiPPGXPeztT9LR1sKMye3MPrSdiEWIRY29mQlWLVHY05dgQnsLh7TGmDa+la079+EYS+dN460LDuepbb388JEt7O4bYGpHK+2xKO2tUaYc0sqL+/rZnxmimT3WEo1wzIyJgzOYs8tFQ7o5v33Pfh566kVeOm08r5t7KH/4yx4ef24Xh7S28LYFhwOwumsbbS1RZk5pZ8ak9iGvsfHZ3YBzSCzKhmd3Zc47hAUzJg5WAl3P72Htlp3MnXoIXS/0suHZ3SyYMZG3Ljh88JzOp3q470/bedPR0zhqegfdO/oYSCTZ3LOPxbMnD6nss6+XfzzfSEtqjyUxV63lLmr9nmPVSGVtNjVJFmfe+DTgK0AUuMndP2dmy4BOd19lZuOAm4HXAC8C57l74ZXYMsYaCEREwqxmaw25+93A3XnHPp3zeD9wbpBlEBGR0hoiWSwiIsFRIBARCTkFAhGRkFMgEBEJuYbboczMtgFPj/HHpwHbK1iceqJrazzNel3QvNfWyNd1pLsXnJHbcIHgYJhZZ7HhU41O19Z4mvW6oHmvrVmvS11DIiIhp0AgIhJyYQsEN9a6AAHStTWeZr0uaN5ra8rrClWOQEREhgtbi0BERPIoEIiIhFxTBgIzO9XM/mhmXWb2yQLPt5nZjzLPP2xmc2tQzDEp49ouNLNtZrY28/WBWpRztMzsJjN7wcyGb1Ccft7M7N8y173ezI6tdhnHoozrOsnMduX8vT5d6Lx6Y2azzexeM9tkZhvN7KMFzmnUv1k519aQf7ei3L2pvkgvef1n4KVAK7AOmJ93zj8AN2Qenwf8qNblruC1XQgsr3VZx3BtbwKOBTYUef404Gek99B5PfBwrctcoes6Cbiz1uUcw3UdARybeTyB9N4j+f8WG/VvVs61NeTfrdhXM7YIjgO63P1Jd+8HfgiclXfOWcD3M49vA04xs7FuyFVN5VxbQ3L3+0jvSVHMWcAKT3sImGxmR1SndGNXxnU1JHd/zt0fzTzeAzzO8D3JG/VvVs61NZVmDAQzgS0533cz/I84eI67J4BdwPD9EOtPOdcGcHamKX6bmc0u8HwjKvfaG9EJZrbOzH5mZgtqXZjRynStvgZ4OO+phv+blbg2aPC/W65mDARhdwcw190XAr/iQMtH6tOjpNeAWQR8DfhpbYszOmbWAawEPubuu2tdnkoa4doa+u+WrxkDwVYg9y54VuZYwXMyeytPAnqqUrqDM+K1uXuPu8cz334HeG2Vyha0cv6uDcfdd7t7b+bx3UDMzKbVuFhlMbMY6YryFnf/SYFTGvZvNtK1NfLfrZBmDASPAEeb2VFm1ko6Gbwq75xVwP/OPD4HuMczGaA6N+K15fXBnkm6f7MZrAIuyIxEeT2wy92fq3WhDpaZHZ7NT5nZcaQ/k3V/U5Ip83eBx939+iKnNeTfrJxra9S/WzGB7llcC+6eMLNLgV+QHmVzk7tvNLNlQKe7ryL9R77ZzLpIJ/LOq12Jy1fmtf2jmZ0JJEhf24U1K/AomNkPSI/EmGZm3cDVQAzA3W8gvff1aUAXsA94X21KOjplXNc5wIfNLAH0Aec1yE3JUuC9wGNmtjZz7FPAHGjsvxnlXVuj/t0K0hITIiIh14xdQyIiMgoKBCIiIadAICIScgoEIiIhp0AgIlLHRlq4MO/cI83s15mVBX5jZrPKeQ8FAhGR+vY94NQyz/0S6fWdFgLLgM+X80MKBBIaZja3nLuqCr/ndZmljK8zs+mWXvb892b2RjO728wmV7M80ngKLVxoZi8zs5+b2Rozu9/MXpl5aj5wT+bxvZS5KGXTTSgTqTMXA4e6e9LMzgMec/fsHhH317Bc0thuBD7k7n8ys+OBbwAnk16a/m+ArwLvBCaY2VR3LznrWS0CCZsWM7vFzB7PrM56iJmdkrlLfyzTH9tmZq/L9LOOM7Pxmbv6Ywq9YGYJhevMbEPmNd6dOb4K6ADWmNkVwLXAWZmNTNrNbHN2fRozuyDzfuvM7ObMselmttLMHsl8La3Or0jqWWYxvDcAt2ZmPn+L9B4KAJcBf2Vmvwf+ivTaTskRX1MziyUsMksKPwWc6O4PmNlNwJPAB4FT3P0JM1sBPOruXzGz/wuMA9qBbncv2N9qZmcDHyLdjzuN9JpQx7v7c2bW6+4dmfMuBJa4+6WZ7zcDS4DDgP8C3uDu283sUHd/0cz+E/iGu682sznAL9z9VUH8bqS+Zf7t3unux5jZROCP7l5yb4dMwPiDu4+YMFaLQMJmi7s/kHn8H8ApwFPu/kTm2PdJ7yoG6WTbW0hX1teWeM0TgR+4e9Ldnwd+C7xuFGU6GbjV3bcDuHu2P/jNwPLMXd8qYGLmwy0hllkS+ykzOxcGW6SLMo+nmVm2Xr8SuKmc11QgkLDJbwLvLHHuVNJdOxNItwyqLQK83t0XZ75mZpc+lvDILFz4IPAKM+s2s/cDfwu838zWARs5kBQ+CfijmT1BuqX5uXLeQ4FAwmaOmZ2QeXw+0AnMNbN5mWPvJX1HD+m+16uAW4AvlnjN+4F3m1nUzKaTblH8zyjKdA9wrplNBTCzQzPHfwl8JHuSmS0exWtKk3D397j7Ee4ec/dZ7v5dd3/K3U9190XuPt/dl2XOvc3dj3b3l7v7B3L2JilJgUDC5o/AJWb2ODAF+H+kl0e+1cweA1LADWZ2ATDg7v8JfAF4nZmdXOQ1/wtYT3rExj3A5e7+l3IL5O4bSd+5/TZzh5ddA/8fgSWZJPIm0nkIkYpTslhEJOTUIhARCTlNKBMpk5m9Grg573Dc3Y+vRXlEKkVdQyIiIaeuIRGRkFMgEBEJOQUCEZGQUyAQEQm5/w/62s5FQiDkmgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# View Box office \n",
    "movies_df.fillna(0).plot(x='box_office', y='revenue', kind='scatter')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:xlabel='box_office', ylabel='revenue'>"
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAESCAYAAADwnNLKAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy86wFpkAAAACXBIWXMAAAsTAAALEwEAmpwYAAA5WUlEQVR4nO3deZxcZZnw/d91qqqrO+lsdMKSdEKAoEyAJGI0YpBh0UcUDK8SUNHh0QdBZ8AZR4WMziAC77yORHlccFRUXo0iyjJCWOZxVBAIA0iAJKQjS9iSTliSNumkk+7qWq7nj1PVqeVU1enuOrVe388nn3RXn666T3fXfd33fd2LqCrGGGNal1PrAhhjjKktCwTGGNPiLBAYY0yLs0BgjDEtzgKBMca0OAsExhjT4hoyEIjIjSLyhohs9HHt4SLyBxHZICJ/FJHuapTRGGMaRUMGAuCnwBk+r/0GsEpVFwBXA18LqlDGGNOIGjIQqOqDwF+yHxORo0Tk/4jIEyLykIgck/7SfOC+9Mf3A2dXsajGGFP3GjIQFHED8FlVfSvwReDf04+vBz6U/viDwCQR6apB+Ywxpi6Fa12AShCRTuCdwK0iknk4mv7/i8D1IvIJ4EFgG5CsdhmNMaZeNUUgwO3Z7FbVRflfUNXtpHsE6YBxjqrurmrpjDGmjjXF0JCq7gFeEpFzAcS1MP3xdBHJ3OeXgBtrVExjjKlLDRkIRORm4BHgzSLSKyIXAh8DLhSR9UAPB5LCpwDPishzwCHAv9agyMYYU7fEtqE2xpjW1pA9AmOMMZXTcMni6dOn69y5c2tdDGOMaShPPPHETlWd4fW1hgsEc+fOZe3atbUuhjHGNBQReaXY12xoyBhjWpwFAmOMaXEWCIwxpsVZIDDGmBZngcAYY1qcBQKf+gZirN+6m76BWK2LYowxFdVw00dr4c5121hx+wYijkM8leLacxawbNGsWhfLGGMqwnoEZfQNxFhx+waG4in2xhIMxVNcfvsG6xkYY5qGBYIyencNEnFyf0wRx6F312CNSmSMMZVlgaCM7mkdxFOpnMfiqRTd0zpqVCJjjKksCwRldHVGufacBbRHHCZFw7RHHK49ZwFdndHy32yMMQ3AksU+LFs0i6XzptO7a5DuaR0WBIwxTcUCgU9dnVELAMaYpmRDQ8YY0+IsEBhjTIuzQGCMMS3OAoExxrQ4CwTGGNPiLBAYY0yLs0BgjDEtzgKBMca0OAsExhjT4iwQGGNMi7NAYIwxLc4CgTHGtDgLBMYY0+ICCwQiMltE7heRTSLSIyL/4HHNKSLSLyLr0v++ElR5jDHGeAtyG+oE8AVVfVJEJgFPiMjvVHVT3nUPqepZAZbDGGNMCYH1CFT1VVV9Mv3xXuDPwKygXs8YY8zYVCVHICJzgbcAj3l8+UQRWS8i/ykixxb5/otFZK2IrN2xY0eQRTXGmJYTeCAQkU7gduBzqron78tPAoer6kLgu8AdXs+hqjeo6mJVXTxjxoxAy2uMMa0m0EAgIhHcIHCTqv5H/tdVdY+qDqQ/vheIiMj0IMtkjDEmV5CzhgT4CfBnVb2uyDWHpq9DRN6eLk9fUGUyxhhTKMhZQ0uBvwGeFpF16ce+DMwBUNUfAMuBvxWRBDAIfERVNcAyGWOMyRNYIFDVNYCUueZ64PqgymCMMaY8W1lsjDEtzgKBMca0OAsExhjT4iwQGGNMi7NAYIwxLc4CgTHGtDgLBMYY0+IsEBhjTIuzQGCMMS3OAoExxrQ4CwTGGNPiLBAYY0yLs0BgjDEtzgKBMca0OAsExhjT4iwQGGNMi7NAYIwxLc4CgTHGtDgLBMYY0+IsEBhjTIuzQGCMMS3OAkGd6huIsX7rbvoGYrUuijGmyYVrXQBT6M5121hx+wYijkM8leLacxawbNGsWhfLGNOkrEdQZ/oGYqy4fQND8RR7YwmG4ikuv32D9QyMMYGxQFBnencNEnFyfy0Rx6F312CNSmSMaXYWCOpM97QO4qlUzmPxVIruaR01KpExptkFFghEZLaI3C8im0SkR0T+weMaEZHviMhmEdkgIicEVZ5G0dUZ5dpzFtAecZgUDdMecbj2nAV0dUZrXTRjTJMKMlmcAL6gqk+KyCTgCRH5napuyrrmfcDR6X9LgO+n/29pyxbNYum86fTuGqR7WocFAWNMoAILBKr6KvBq+uO9IvJnYBaQHQjOBlapqgKPishUETks/b0traszagHAGFMVVckRiMhc4C3AY3lfmgVszfq8N/1Y/vdfLCJrRWTtjh07AiunMca0osADgYh0ArcDn1PVPWN5DlW9QVUXq+riGTNmVLaAxhjT4gINBCISwQ0CN6nqf3hcsg2YnfV5d/oxY4wxVRLkrCEBfgL8WVWvK3LZauCC9OyhdwD9lh8wxpjqCnLW0FLgb4CnRWRd+rEvA3MAVPUHwL3A+4HNwH7gkwGWxxhjjIcgZw2tAaTMNQpcElQZjDHGlGcri40xpsVZIDDGmBZngcAYY1qcBQJjjGlxFgiMMabFWSAwxpgWZ4HAGGNanAUCY4xpcRYIjDGmxVkgMMaYFmeBwBhjWpwFAmOMaXEWCIwxpsVZIDDGmBZngcAYY1qcBQJjjGlxFgiMMabFWSAwxpgWZ4HAGGNanO9AICKHi8i70x93iMik4IpljDGmWnwFAhG5CLgN+GH6oW7gjoDKZIwxpor89gguAZYCewBU9Xng4KAKZYwxpnr8BoKYqg5nPhGRMKDBFMkYY0w1+Q0ED4jIl4EOEXkPcCtwV3DFMsYYUy1+A8E/ATuAp4FPA/cC/xJUoYwxxlRP2M9FqpoCfpT+1zT6BmL07hqke1oHXZ3RWhfHGGNqwlcgEJGX8MgJqOqRJb7nRuAs4A1VPc7j66cAdwIvpR/6D1W92k95KuHOddtYcfsGIo5DPJXi2nMWsGzRrGq9vDE1YY0f48VXIAAWZ33cDpwLHFTme34KXA+sKnHNQ6p6ls8yVEzfQIwVt29gKJ5iiBQAl9++gaXzptubwzQta/yYYnzlCFS1L+vfNlX9FnBmme95EPhLBcpYcb27Bok4ubcecRx6dw3WqETGBCu78bM3lmAonuLy2zfQNxCrddFMHfA7NHRC1qcObg/Bb2+ilBNFZD2wHfiiqvZU4DnL6p7WQTyVynksnkrRPa2jGi9vTNVlGj+ZHjAcaPxYL9j4rcy/mfVxAngZOG+cr/0kcLiqDojI+3FXKh/tdaGIXAxcDDBnzpxxvix0dUa59pwFXJ7XTbY3hGlW1vgxpYhqcOvCRGQucLdXstjj2peBxaq6s9R1ixcv1rVr11akfJY4M61k9bptBY0fyxG0DhF5QlUXe33N79BQFDgHmJv9PeOZ5SMihwKvq6qKyNtxh5z6xvp8Y9HVGbUAYFrGskWzWDpvujV+TAG/Q0N3Av3AE4Cv7JKI3AycAkwXkV7gSiACoKo/AJYDfysiCWAQ+IgG2T3JY70B04qs8WO8+A0E3ap6xmieWFU/Wubr1+NOL606m0ZnjDEH+N1i4r9F5PhAS1IlNo3OGGNy+e0RnAR8Ir3COAYIoKq6ILCSBcSm0RljTC6/geB9gZaiimwanTHG5PK7svgVYDZwWvrj/X6/t950dUa54qz5tIUdJkZDtEccW0NgjGlpfo+qvBJYAXwp/VAE+EVQhQrSneu2cc3dm4g4QjyR4ooz51ui2BjT0vy26j8ILAP2AajqdqDhDq/PThTvG04ynFSuuWeTJYqNMS3NbyAYTs/xVwARmRhckYJjm80ZY0whv4HgFhH5ITBVRC4Cfk8DHlJjiWJjjCnkN1n8DeA24HbgzcBXVPW7QRYsCJnN5tojDpOi4ZKJ4r6BGOu37m6KYaNmuhdjTOX53Wvo88CvVfV3AZcncH72W2mmlcfNdC/GmGD4HRqaBPyXiDwkIpeKyCFBFipoXZ1RFs6eWrQnUMuVx5Vsvdf6XowxjcHv4fVXAVeJyALgw8ADItKrqu8OtHQ1UMuVx5VuvdsqamOMH6NdFPYG8BrudtEHV744tVerhHIQrXdLjhtj/PC7oOzvROSPwB+ALuCiRtxnyI/RJJQrKYiprbW6F2NMY/G719Bs4HOqui7AstSNWhzgEVTr3Q4jMcaU43f66JeAThH5JICIzBCRIwItWY2VSigH9XpBtd6rfS/GmMbid/rolcBi3DUE/z8H9hpaGlzRKqsRTiSz1rsxphb8Dg19EHgL8CS4ew2JSMPsNdRIc+ntKEFjTLU1/V5DXrNxLrvN5tIbY0xG2UAgIgLc3ah7DXnNxoklUvzysS2+n8O2aDDGNLOyQ0OqqiJyLvB5YA8H9hpqiO0muqd1MJxMFTx+/f3Pc/6SOWWHYRppWMkYY8bC79DQk8BuVb1MVb/YKEEA3DH3S0+dV/B4WyhUdo6+30Ve1mMwxjQyv8niJcDHROQV0ofTADTKorLzl8zhW79/jqQeeGwwnig7R9/PFg3WYzDGNDq/geC9gZaiGkRAD0QCRcp+S7lFXtk9hkywuPz2DSydN91m/hhjGobvw+u9/gVduErp2d5PMqU5jyVTSs/2/pLf57XI64oz59O7a3BkXYKdeGaMaXR+ewQNrljrv3yvIHuR18Zt/Vxzz6aRYaArzpzfsJu6lVtgV60FeI2w0M+YZtcSgeDYmZMJO5DIqrPDjvu4H5kK6sM3PJIzDHTNPZu44qz5XHP3ppwcQS0qtNFUqOXyGtXKe1h+xZj6EFggEJEbgbOAN1T1OI+vC/Bt4P3AfuATqvpkEGXp6oxy3XmLuOy29YTEIakpVi5fOKoKu1ji+LiZU3h4xWk1bdWOpkL1ymtcdtuBvEa18h6WXzGmfgTZI/gpcD2wqsjX3wccnf63BPh++v9AjHcfn1KJ41puCzHaCtUroGUW2H329KOrdpiNHZpjTP0Y7cE0vqnqg8BfSlxyNrBKXY/irlo+LKjygNsz6J7WMZLsHc38/3rd23+0CetSC+z6BmJVO8zGDs0xpn7UMkcwC9ia9Xlv+rFX8y8UkYuBiwHmzJkz5he8c902Lk8PDw0nkwB0RMI5wymlxtrrcXfQ0VaomQV23/zdczmPZxbYLZw9lWvPWcDleUNNlb7XTGAN+nXGwhLYptU0RLJYVW8AbgBYvHixlrncU99AjM//el16UVly5PG9sQTgDqfsHUrkzAryGmuv1DBQpSqbsVSo5y+Zw/X3P08sceBHmR08qhXw6jGwWgLbtKJaBoJtuCefZXSnHwvEjx56MWdlcb6QCFfdvYnhxPiTl+Uq+UpXNqOtULs6o6xcvrBk8KhW3qOett22BLZpVbUMBKuBS0XkV7hJ4n5VLRgWqoS+gRg/evDFktfEkynawg7DiQOP+U1eZlf8azbvLKjksytpIJDKZrQVaj22xmvNEtimVQU5ffRm4BRguoj0AlfinmyGqv4AuBd36uhm3OmjnwyqLD3b+0v2BgC++N43c13euLmf5GV26344mSSlEE/qSGXyhVvX44g7Bh9PpbjklHl1U9nUU2u8HlgC2wSl3vNOgQUCVf1oma8rcElQr5+r9AriiW0hlhzRNeqxdq+hhHzxdASKJdyuxnfvew6R3Fk+VtnUh3pOYJvG1Qh5p4ZIFo+X18ribElVuqd1sHD21LLDJdmR3WsooZzhJJx53MH84dk3rLKpQ9lDZhPbQuwbTtI3ELPfjxmTRsk7tUQg6OqMcv7b57Dq0QOnkgnQGQ0XVMSlhkvyI/sVZxXuNZTRHnFQhUQyVTAs9ftn3uCez57EvuHkSE9g/dbdddttbDVdnVHPXE+9teJM/WuUvFNgC8rqSd9AjJsf35rzWDgkfO9jJ/DwitN8vcG9Dqm55u5NXHHmfKLhwqGnVEq557Mn8bl3v6nga20hh33DSRbOnsqazTtZ+vX7+PiPH2Pp1+9j9brAJk61lPEcFuT3QCJjymmUvFNLBIIfP/TiyFh9hvu5+o7KxVbwHjdrCj+6YDET2kI5X4uG3WGF85fMIRr2zglYhROMO9dtG1dwte3FTaXU644E+Zp+aKhvIMb3Hyg2ddQ7ieyV4S8V2bundZBS9fyaO2ffOwG5fuvuot1GoK5nGdSrSozJNkorrtXV+0ycjEaYqt30geCRF/o8H3fEexvqYhn+cjNKSn2t2B9CsQpn47Z+PnzDIzY+PQaVGJO12UP1rxFm4mSr96naTR8Idg4MeT5++jEHj7S8M7+gcq3JUjNKli2axfzDJrNu624WzZ7KvEMm5bye1x+CV4WTOd+g3mcZ1KtKteYboRXXqhplJk4jafpAcNK8GcCfCx7/3Z/f4IHnduA4MtKa8NOaLDajRGFMLZT8CserDCER7n/mDU495mD7Qy+jkq35em/FtapGmYnTSJo+EMw7ZBLnLZ7FLWsLE4bDSYWkjrQm/LQmix3sAkosoWNqoeRXOPll2Dec5Kt39fAvd26seRe4EcZlrTXf3CyHU3ktMWvoY0vmEiqxuDgkMtKaKJfh95pREnKEkHjPMslMY9z8+l5f0xmzyzAxaybSQCxZ81lFfmbjjGfaZiV1dUZZOHuqBYE6UOm/iUaZidNImr5HAPDoi30l9xqKJ/1vwezVGkmm3KmoOc+ZlfTVlBJLKu0RN1iUa9VnynD/M2/w1bt6GIgd2DY76C5wsRa/n3HZRkvgmeAF9Tdhvb7KavoeQd9ArOAQlnz/z1tmFWzBXKw16dUaWbl8ASuXL8x57Ioz53PNPW7SN5aOQkPxlO9WfVdnlFOPOZhEyntaahBKtfjLza23NREmX9B/E9brq5ym7xH07hqkLSQ520vnW71+OyvOOKbgD6pY67hYa6Rc0jfDb6u+mtMYy7X4y43LWgLP5LO/icbR9IGge1pHQas6n6a04I+zXJe22HTQUknfjMF4wnervlwXuFLJ23Jv2nJByRJ4Jp/9TTSOpg8EXZ1Rli2cyS1re4teE0tqTmK2EvOUuzqjXHHWfL66uqdgewuR0ttiez1X0Ced+XnTlgpKXZ1RrjhzPlfd1UMk5JBUtQRei7OFeY2j6QNB30CMO9ZtL3lNe8TdBC5jLF3a/Jb5neu2cc3dmwiJEM9LJLeFx989rvSiGr9v2lJB6Zp7NrmnvCWVKz8w3xLFxpK6DaLpA4GfHEEqldsjKNc69qr087enzqwO9rIvlmTjtn4Wzp46rvuq9PjrWN+02UEp45q7N3HGsYfaG9/YwrwG0PSzhrqndTAUT3p+LZpeXOA4wlnXrxmZJZMZ5mgLCRPbQjnzlPNn1tz06CsFMyOuusvtCZRyzT2bxjV7Iqjx17HMxLDdOo1pbE0fCEqJpwqndW5+fS/f+cPzXH23O8wRTylXnOUOc3hNh7vqrh7CTm6lHwkJ8WTpU8sijkPP9j1jXmhTT4tqmikpWC8L4oypppYYGoqEHBIeM3i8JhOd8e0HR460jKWHkzLDHMX2ARpO5D5RIqlceNIR3PjwS7SFQjmH2mcMxhNctGotbaGxJ3rrZfy1UZKC5WZY2YI406qaPhB0T+so2zrPKDamH3LcTd8WzZ5a0PIdTKQIidsLaA+HGEokSaZS/OLRLYBw8clHcv6SOTy8eedIRZkJDLFEilhifIneehl/rZegVEy5St52tDStrOmHhro6o5wwjqQsuMndK1f3cNb1azhvcXfB0ZRJdc83+NqHjscRSKRgbyxBLJHie3/cDLgV5cMrTuMXn1rCjy5YTHs490Sz0Yyp1+vwRb2u9PSzwtXyHKaVNX0g6BuIsa53d9nr8o+TzLdv2N307dePb+Wb5y6kI5J7fVsoxFA8SVuoeAWfqSiPnTllzGPq4z2GsRX5qeSbKc9RTfXaKDGj0/SBoHfXINFw+REwLb34eEQsodzx1DYG44WVhtfQkVdlUirRW+qN1Qr7+QRRsfip5Osp+d4orFHSPFoiRzBcJkcQDTv8r6VzueHBF0vuUprx+2d2FDx2xZnzmXfIJN9JU68x9XLj2M2+d0tQyVq/yex6z3PUE8upNJemDwRdnVH+19K5RQ+wDzmQTLrJXccRkn4iQZ6J0RDHzZoCeFcmxWarZCd6/byxmnn4IuiKxW8lXy/J93rX7I2SVhPo0JCInCEiz4rIZhH5J4+vf0JEdojIuvS/TwVRDq9D6jOSKUiom9zN3xPIr2RKC4YZMklTv91nP+PYzTx8UY1kbb0msxtRMzdKWlFgPQIRCQHfA94D9AKPi8hqVd2Ud+mvVfXSoMqRLk3FnzEadnLWAHhVLqNp5fp9Y2Vatj3b9wDKsTOnVPbGasQqlsbSKGtHjD9BDg29Hdisqi8CiMivgLOB/EBQBWNr6Zfypfcdw1vmTGNiW4h9w0n6BmIFb4LRdJ9H88Zas3ln3S98Gu322FaxNB7LqTSPIAPBLGBr1ue9wBKP684RkZOB54B/VNWtHteMy6v9Q6O6Php2CIeEeFL5u78+km/9YXPBNSfNm07Pq3tKVsh+W7mZSnPpvOk8vOK0km+sRkjSjTXpO5qKpVLnMJjxsZxKc6h1svgu4GZVjYnIp4GfAaflXyQiFwMXA8yZM2fUL/LG3tEFgo++bTYfPKF7pML+7v0vpM8ldoXSewuVq5CzW7nuVhRJPvnOuTmvNdpKs96TdOMNVH4qFtsKonYsADenIJPF24DZWZ93px8boap9qpqZMP5j4K1eT6SqN6jqYlVdPGPGjFEXZEvf/lFdf9OfttA/GAfcindCJHeR2IRIiHVbd/tKbi5bNIsrzpzPUDxJPAXff+BF3vG1P7B63bYxrQvwmg5bT2PpQSd9W2EtRb2ydQPNK8hA8DhwtIgcISJtwEeA1dkXiMhhWZ8uA/5c6UJsfn0vv930xqi+J55UPvPzJ1j69fvYuK2/YHhnOJni9T1D7M875MDrCMq+gRhX392Tsz4hnlQuu20DPdv7R11prtm8k2RWeSIhKRhLr+Vqz6CTvuMNNNk/G1sV658F4OYW2NCQqiZE5FLgt0AIuFFVe0TkamCtqq4G/l5ElgEJ4C/AJypdjnVbd4/p+/anzzC45p5NfPpdR/K9B16gLSTEEkoskWLlfz1X8D1eR1D27hokJA5QeCbCnsGER5BJFq00M2/GRNa3OAJL500f+bzWwyZBJ33HE2iyfzZDiSSqSkckbMNLPtT7kKQZn0BzBKp6L3Bv3mNfyfr4S8CXgizDonFuOBeLp/j2fW6yOFFmnUF7OFTwxuie1kFSC1c2xxIpvnDrej78tm5++diWkco9pfDw5p0FO2P27hqkf3C44M3YFjrwmvWSSA5yNklO3sVxE/pXnDW/7Gt4/WzAXT8C9Zdwrzc2vbe5Nf1eQ6Nx9sLDCh4bzcTTYvsKrVy+EK897WKJFDf/aStOVk8intScLnf2uOxFq9YylMjtWWS/ptewiSNSkx00g1y8lcm7xBMpIo5wzd2byo5Xe/1sstlOo6XVw2JGG8oLTq1nDQXutz2v+brOAQ6e3E5bCIa9T7YsKuIIjlM4Vr/59b2s27qbRbOn8tiX382v/rSlYEgpnlTa87a1zq6U8luxYaf4YjavVtv+4SQ3PfYyC2cvGt1N1bG+gRjX3LOJ4aQynHR/WeVa9F4/m2zWui2vlusGaj3k2eyaPhDsK3VqfZYU8KOHXhrTa8RTSpvk9h2+csfTrHp0y8jn5y2exfzDvFcBD+WdcDacTNI/OEz/YLxgKKgjEuZ7HzuBKR0R4okkL/ftZ/Pre5l3yCS6OqN8/t1v4v/7z2dynu+Wtdu4+F1HMe+QSWO6v3pTbrzaa4pjfu7CK0dgw0Ll1WLdQL0MeTazpg8E0ya0VeV1hpMH/jh37RvOCQLgVsYTIqV7JxPbQsQS7ulll9z0FMPJVMHpakOJJMfOnMy3f/9czmtccOIcrj77eA6a6H2/67bubppAUGq8ulTLMb9FC4y5dWvz6avHEtXBa/ocwbotu6r2Wpk/zhsf9u5ZZGYieZkYDXHZe99MyHGIJ3XkhLP8c5VVlZd2DBQEmlWPbGHz63uLJsezH6/lWGslXrvYeDVQdopjdu5irHkMm09fXZaoDl7T9whe2DEQyPMKhYnkoUSSTdv7ue2J8hVDyJGc1crJlDK9s21k1XIxHZEwDz6/0/Nr67buZvni2Vxw4hxWPZLbW8j0Bm569BW+elcPYUdIKaxcXr2x1kqO83qNV69PL/ILsuVYT8MUrdIrsX2ogtf0gWDJ3C6eeX1fxZ/3f554OD9/bEtOZR5PKl/6zUZ/T6Cak/Q9b3E3n79lXdlEdTyV4uSjp/Od+wr3P/rLvmEArj77eC54x9yRRHV2EPjnOzaOlBXgC7eur0olFkQFmj9ePbEtRCzgVdf1MkxRqaDaKMEkiER1o9x7NTR9IHjbkV387LEt5S8chZDAL/KCwGhNaDuQ9J3YFuK933rQ1+loyxbOZPERXZy3eBa3rM3teVz3++c4563ddHVGmXfIpJycQN9AjKvu6il4vnhS6dnez8lvOjjQN0alK9D8smYqRkmfOdqePlO60i3HehimqFRQbbSZOJVMVDfavQet6XMEr/VXfm74wZOjJMYRBOBA0nfh7Knc/mSvZxDwitJ3rNtO30CM7mkTC75Wai58765BQkXn0Uvg496VrEDzy3rTY6+MVIyx9A8ylVLuvvSkir+562E+fSX2c2rlLSNa+d6Lafoewct9lR8WerV//H8wqXQg6RuI8ZM13sllr4mvkZDQs72f793/fMHXhpPFK9buaR2ktDDaOMCewWEuv20DsURw496VGuf1ag1fddcmInm5lWg4xPb+IfYNJyvSw8nugdR6H/5KBNV6GeLKVq2hmnq891pr+kAwvYa/2PawFKwRyAg7Dj3b9zClI0Jb2BlZGFWOOxwltIVCxBK5oeLSU+eVPIt35fIFfOHW9SP5AQFCIeHy254mlsitWCKOQ8/2fqZ0tI3qjVnszdw3EOPwroncfelJ46qce7bvwck7cS4SEuJ55R+MJ7ho1dqchXdj7R0UG0aoVaUxnqCa+f1MbAvVfIgrWzWHaupheK/eNH0g2JPeTrraomGHi08+kp+seYl9HhngWDLFp372OBeedISvs5I7Ig6KO+Z97MzJDMZzg0BI4Pwlpc9qOHDMZT97BhN84db1xBIp4h5BaCiRTFekId9vzGJvZq/HF45hD6g7120b6blkS6aUKz9wLFff3UNIHBKpJIoQS6RGrh1rD6fSSe5KtXrH0ivJ/z2ct7ibW9b21nwmTi1mYl1yyjyuv//5nL/vVu0NQAsEghd3VH5oyA9VZWH3FOIlcgnDSeX7D7xISNxWbVvYYTiRIplUsqu6aFj44d+8lZlTOtg3nGTXvuHC9QU+y9XVGeXkNx3M+q27aQs5BZXqhLYQyZSSTKWIJRnpdZR6Y/YNxOjZvsdzeGn+YZML3uSX3eb9XNmt1UyvARh5bMXthUEgGna39hjp44j7f342xKvr76dSHssq5mIq3eodTfLUq7K9ZW3vuHtoleD1Mw6l98iqdJmyfwcgXHzykZy/ZI6vTQubecZS0weCPUO16RGkFC5c9YSva5MKosoF7zicGx9+iVDEYSieoi0kIMJXPjCfXfvjXPzzJ4g4DvuGEwWBIKXwyAt9zD5ogq9jHvsH4wUH3ETDwg8+fgIgXHLTkyM7c0LxivSmx7bwvfufJySFQSXkCKvXbyecN34fS6T45WNb+OzpR488lnmDAgzFU0ScA8GtIxImlkji5D3PhLYQP/j4CRw7cwpLv35fwetny+/651fKV5w1n+NmTin42Y11FXO+Wq8/KBbQ9g0nPXtn1ayovH7G+4aTbNzeP6aeYzFev4Pv/XFz2Z50pQN4Pc5YavpAkF95VMtoZxUlUvCTNS8xnFQyVeBwUpkQEa6+axPJVIpEipw3cr5/+PVTtIWcgoVi2W/qNZt3cvlt690hlGSKsONuZZ3UFCuXLxyZRlqs8nNb//389wt93DhSXvA6b2FfLMmPH3qR/fHCMn/7D8+NtMSy36AHXu/AtSMBKW8ILaXKsTOneFZybSEHRWkPF3b9vSqEf/7NRia2hUiq5rwxi43HQ/mjSrPVOkE5mnHxaldUXZ1Rrjhz/sgal4xr7t7EGcceWrGfz1h+B0EMDdbLgsRsTR8IJrc3zi26B9vkVnZelWgxyRQMpt/smYVibsW/YWQl83AilX6FdMWtEAkpqvBK3376BmJFK781m3fyxaxksx/Fyp9IMbJ+wesN6iUaElSEqMfOq16nyEUcd93FJ5fOzVlTUez1Mrmc/DdmJVYx1zpB6TfBXKuK6rhZU+iMhhiIHWhQVDpQjuV3UOkAXusGQTGNU0uO0ZK5B3Hfs95bMtSbUkMboxVPKr/reY1/ubOnbO9kMF1Zf/N3z/Hd+zZz5bL5fGzJ4enE8h5AmTmlgzO/u2ZUQaA8t7dWbovojOGk8rt/fFfBmHamkrssL5EcT7nnT9/25FZWLl840qot93peb8z88Xivs6NjiSQT23LPt87+/kptk5A/bON3GMdPgrlWFVX3tI6Cv9NKB8oDfydujzip5X8HlQ7gfp+v2jmEpg8EG7f317oINfPl32ws08YuNJxM8c+/2ci+oQSHTGkfGSKIJZJA5YbZwg4cO3MykPsGjRWZbgsH+kpe48bLFs1i6oQ2PvPzJwo294sl3DOip05o49iZk3Mq5ZAj7IsVP+ynmPyzo8Edhjzr+jVFh1Iqsf7Az8yfUsM45RLM4634xlqBVWs/oZxJBVr+77nS5fLzfLXIIYh6LDKqZ4sXL9a1a9f6vv4D332Qp7ftDbBE1ZG/SV1VXlMKhuXHzBG38g87B/IR+X/cfQMxfvnYFq6/fzOqmpV/OOAbyxewfPFsz9foG4ix9Ov35eQask2IhEhxIAeQqbQ2buvnmns2+X7jlXudtpBw79+/a0zbfpeqSMu9Lrhbazy84rRxVaCr120rqKj8VESVqMCCbAl7/fz8/ryqNWtoPGUsR0SeUNXFXl9r+h5B/orTRhREEGiPOMQTSrJEQyC/Ho6EZMxDQymF6857S8lZTV2dUT57+tGcv2QOj7zQx6U3P1VwTWY77VKHz+QPEWVkegrZY96ZrajPOO5Q32/0cjmN4aTy/u+u4Ruj3Nm1XEXqJ5dSiWGcsfRciuUW5h82eVTTUyu5n1C+8Qx7VbpcxZ6vVkNzTR8IphY5qKWRVDoIRBwY9jjroBxHhIijjCJ/nWNyR6RgWMdr7UBXZ5QTj+rCEXLK6AhMm9jm6/AZt2fxPCHHYX/egj4/OQCvMmaGR/oHh8uuBB9OpEaVZPWTpPWTSxnvuHr2vY5m6mbvrkFCktvo0pQbEKOjXN0dVK+g1gl7P2pVxqYPBFv/sr/WRag7fivysCM44u7bE0+lOO+t3dz8+Fb8L1/Lfq4DOYGMmx59havu3oTgJsqjIUHSZz8f3jWRiW3hnLUME9vC9GzfU7bCzO5Z9Gzv56JVa3NyD6N5Y2UHncF4AhEhkp6iG3bcNQ4DsYTnT2Q0LTk/LUGv8eWxrA4uVtF6BVi/PYON2/oLVtDH0lOhh0exujvI8fFq5SFGI/93UasyNn0g2L678ruPNruwIyRSSkjcs5zPOWEWi+celLNP0Wg4wHXnLQLgwed2AMozr+4tOFs5llRIuondb567oKDVHUum2DMYx2s0y6vCzayiXrl84Zj35ckPOqAjW3JEQsLXPnT8yFYd+UYTcPy2BL2Gbf7h9DeNe3Wz171+/pZ1hJwDZ2YUW3TXNxDjmns2FbxWNJy7yLDac/a9VCJhX6keS7HfRXYZMz3lzLTuoDR9IBgcbqxkeK11RJyRc5IzWzr/9JFX+Pkjr3gsGfMnEnZ44Y0BPverdb5mMcUSKS6/7emRVnc45K60FlX+/uanCp5jKJ4inkiyfutuzzdnsTd/uTd0z/Z+HCmeY4onlZ0DMc+tOtpCwiffOZee7f0cO3OKr2Envy3B/GEsv+PXpSparx5JIgWJ1IH9mootuvP63gltDsN5M8CGEsmSgbFa4+Oj3ZrD69yLShwIVCrodXVGWbN5Z9VmDzV9IKjczPzWkEwpYcchkdc6HWsQAHe8/NseJ6qVkknsRsMOybzA5OXDNzzKhLZw0TdM5s2VOTO53Ewhd4O70tNZAaZ3thW05EMOJNL7SH3/gReJhIRvnntgllSp2UoPrzjNV2szP2/hlWfJ5xXYMhWt37UcXovuvL43mXL328rmNUMx+z789IqqOb/eaxuSa+7elLdv1nqmToiUDPZe/OxhVc2FfU0fCBwsGIxGPKnoGHIApYzn2RLJFCEfE7+SemArimJvmEzl7oiMLKLzepNl3oTlgkBIYHJH20gFEXEchpMpEslUzt9cPD3clVnpveL2DYQdGVlFm70Z300Xvp2X+/YzsS1U9A3vlbdwcANl9slsfgJbpqLNH5seTiZJKUWHAkMi3P/MG5x6zMGe49qXnDKPGx58MSfH0xEJ57TuvVrXpXpF1Zxf7/fci1hC+cwvniSV10vKfh6vwFUu6FV79lDTBwILAqNTbwNp6bTBqGhKC94wm1/fy+d/vS79XIVPmP0mKzdNMxp2RhaTXXLTk25r8cz5HDdrCv2DcS5etZakxwZ82YluL7FEiuU/fHTk8wtOnMPVZx+fc02xvEVG5rn9BLZoOPd0tfwhtIc37yyaF9o3nOSrd/XwL3duHKkAs78X3A3dsmVXdMVavA+vOI2HV5w2sqL92JlTSl4/2umpfnlWxB7nXgAjs9LyGyClAle5pHC1Zw8FGghE5Azg20AI+LGq/lve16PAKuCtQB/wYVV9OcgymeC0CdRDSiaWVF7a4S4ijCeS/MdT2/n141tKBpT9sQRrnt/Bzr1DPPPa3oLzHrINJ1IIbiMj0+K9cvVG/vHdR/Na/xBDHpWFOwV4dD+cVY9sYfa0Cbz50ElMiIR4uW8/7ZGQr32ZQo5w1/rtHDljItt2DXom2N9zzAzmHzY5J7eSqYh6dw0y/7DJlFqGk+nRZCrAbJmK7ou3rkeApCpXnDkfgPVbd9M/GC+4DwF+9actDMQS3Pjwy4QdYTiZ4rL/8WaWHNlVcL0qnPGdh4im17d88b1v5phDJ5MJIPkJ7XJDStnXTGwLpVfTH5BIpjj/7XO46bFXCDsOg3m/Z0ck5/zvckM7yxbNYuaUdh58ficnHz2dxUd05TzfJ985l5+seZmQIyRSKT5z8pEjx5FWulcQ2MpiEQkBzwHvAXqBx4GPquqmrGv+Dligqp8RkY8AH1TVD5d63tGuLJ77T/eMpfjGVFTYgcvfe0zBTKmxKNyacHyyp+0q5Gwr4jhS0INpC0nOqu9J0TAXnXwk//7HzTmt27Uv/4VVj27JKXcoPeV2OJka2VHXj2ULD+W/Nr1RclV1tuy8jJ8hJa/htlD63qMhIamKcmBhZ7HfQTQsrFy+kMO7JvLxHz+WMzQ2KRrmF59aMrI+4yt3PJ3z88n0AO9ct63o5o6ZyRNjGRYrtbI4yEBwIvBVVX1v+vMvAajq17Ku+W36mkdEJAy8BszQEoWyQGAaVVtIUKXkYUW1FA07gJbNjfj5vvxg4SUSEgTKXpfx5fcdw3W/f85zf6hi5brnsydx1vVrSm7ZUG7rDrecUrDJYDHtEYe7Ly39uptf38u7//eDBd9726ffwcd+8qeyG1COZduJUoEg/yCnSpoFbM36vDf9mOc1qpoA+oGuvGsQkYtFZK2IrN2xY0dAxTUmWJGQU7GWvFv5VlbIEUKS+7wRj5eJpk/TmxQN0x5xuPTUebSFcnddlRLTbjPawyG+/P6/Ihrydy8HTWzj4RWncdUHjmWCV8HyhBxhXXq78GyZfFBGJh9QTMRxSg6ReV2/bzjJtecsoD1y4OeUnQNYt3W35/c++PxOQj5eLP8exqshksWqegNwA7g9ghoXx5gxSapy6alH8a0/jG4qbbV45TEcR4g6ktNCFUe4J+uISyhMDPsZaYinUpw0bzqIv7f0otlT6eqMcuoxB5O6s/z1yZSyaPbUsknXclNnk5piNDvvZp5/4eypRRevLSqyfcfJR0/nhw++6Ps1KiXIHsE2IHubyO70Y57XpIeGpuAmjSvm5X87s5JPZ6rksMn1vUdUJCS0RxwuOHFOyRZc2CGnRfi597yZ8xYXH9v1U91ccOIcVi53W5vtRVrGxYr0jiOmFRwdGk3fy8rlC1i5fGFOK3bl8oUjr5V9H/MOmcTCdMWcSQxnX/ONcxdywYlzCu4t/+cx75BJrFy+kHIdnAtOnDOym2v267Wl5xbn31MkJKxc7j5/qZZ5/vNNioYJO+735/8MIlnzmDO76U6KhomEpOC+srcFyfycss07ZFLBz+eCE+ew+IiugtfKFnbwvIfxCjJHEMZNFp+OW+E/Dpyvqj1Z11wCHJ+VLP6Qqp5X6nlHmyPIqKdcQRgQp3DPnzCQ4EAiSoD2sPt/POn+8TkODKbzT51tbkWwZ38CEfcbOiIOihANhzi+ezK798d59rW9hByY0BbhkElRImGHbbsGGUwkmByN0NUZ5ZApUQaHkwwOp+jqbCOeVHbvj7FnMMHkjjDTJkTp6nQr5+FkitnTJhAJOTzdu5sN2/p511HTueivj+KPz77Bf7/QxyGToyydN4OOiMMdT/Wya3+ctx9xEDMmtfPc63vZO5Rg+sQ2tu3ez1AiRfe0CUybEGHPUJIzjj2ExUd0sfn1vfzmqV629O0nqSn2DCaJhh0iYYeTjuoioUo8qWzfPcjeoThvPfwgjj64k5f79jO3awKRcIh4IsnLfftHWmC/7XmNfcMJ5h82hWMOncT2/kH2DMbZO5Qglkgye9oEtu4apD3s0NkeYXJHmJlTOtjeP8T2XW5Zj5s5mUg4lHMwzCMv9LFzIMbsaR1s3bWf6Z3tnHiUO8rp1SLc/Ppe1mzeyfTONg6d3J5T5oltIbb3D7Fn0D1ve3JHeGTW0KLZU0cqxOwN+555bQ+v9O3n8K4JnHiUO4MnMwUz/3szx42CMHNKe8H0S68ZNqOddZO5Jvs+M+Uqtv1yz/Y97BmMM7kjwrEzJ7Nr3zDrtu7OuWev18sspMv83Coxa8irnNk/t8y+WaWu92Pz63s97zH7tSZEnJy/j7FOla1Jsjj9wu8HvoU7ffRGVf1XEbkaWKuqq0WkHfg58BbgL8BHVLVkv2isgcAYY1pZzc4jUNV7gXvzHvtK1sdDwLlBlsEYY0xpQeYIjDHGNAALBMYY0+IsEBhjTIuzQGCMMS0u0FlDQRCRHcArY/z26cDOChankbTqvbfqfUPr3nur3jeUvvfDVXWG1xcaLhCMh4isLTZ9qtm16r236n1D6957q943jP3ebWjIGGNanAUCY4xpca0WCG6odQFqqFXvvVXvG1r33lv1vmGM995SOQJjjDGFWq1HYIwxJo8FAmOMaXFNGQhE5AwReVZENovIP3l8PSoiv05//TERmVuDYgbCx71/XkQ2icgGEfmDiBxei3JWWrn7zrruHBFREWmK6YV+7ltEzkv/zntE5JfVLmNQfPytzxGR+0XkqfTf+/trUc5KE5EbReQNEdlY5OsiIt9J/1w2iMgJZZ9UVZvqH+6W1y8ARwJtwHpgft41fwf8IP3xR4Bf17rcVbz3U4EJ6Y//thnu3c99p6+bBDwIPAosrnW5q/T7Php4CpiW/vzgWpe7ivd+A/C36Y/nAy/XutwVuveTgROAjUW+/n7gP3GPMnkH8Fi552zGHsHbgc2q+qKqDgO/As7Ou+Zs4Gfpj28DThc/h6zWv7L3rqr3q+r+9KeP4p4c1+j8/M4BrgG+DgxVs3AB8nPfFwHfU9VdAKr6RpXLGBQ/967A5PTHU4DtVSxfYFT1QdzzW4o5G1ilrkeBqSJyWKnnbMZAMAvYmvV5b/oxz2tUNQH0A11VKV2w/Nx7tgtxWw6Nrux9p7vHs1W1fo6qGz8/v+83AW8SkYdF5FEROaNqpQuWn3v/KvBxEenFPRfls9UpWs2Nth5ojMPrTeWJyMeBxcBf17osQRMRB7gO+ESNi1ILYdzhoVNwe38Pisjxqrq7loWqko8CP1XVb4rIicDPReQ4VS1+Un2LasYewTZgdtbn3enHPK9Jn608BeirSumC5efeEZF3A/8MLFPVWJXKFqRy9z0JOA74o4i8jDtuuroJEsZ+ft+9wGpVjavqS7jniB9dpfIFyc+9XwjcAqCqjwDtuJuyNTtf9UC2ZgwEjwNHi8gRItKGmwxenXfNauB/pj9eDtyn6SxLgyt77yLyFuCHuEGgWcaLS963qvar6nRVnauqc3FzI8tUtdEPv/bzt34Hbm8AEZmOO1RU8lzwBuHn3rcApwOIyF/hBoIdVS1lbawGLkjPHnoH0K+qr5b6hqYbGlLVhIhcCvwWd2bBjaraIyJXA2tVdTXwE9xu4mbcpMtHalfiyvF57yuBTuDWdH58i6ouq1mhK8DnfTcdn/f9W+B/iMgmIAlcpqoN3/v1ee9fAH4kIv+Imzj+RDM0+ETkZtzgPj2d/7gSiACo6g9w8yHvBzYD+4FPln3OJvi5GGOMGYdmHBoyxhgzChYIjDGmxVkgMMaYFmeBwBhjWpwFAmOMqWPlNpnLu/bw9GaSG0TkjyLiawsZCwTGGFPffgr43RrkG7j7DC0Arga+5uebLBCYliEic/20qir8mivT2z+vFJEZ6W3PnxKRd4nIvSIytZrlMY3Ha5M5ETlKRP6PiDwhIg+JyDHpL80H7kt/fD/emy8WaLoFZcbUmYuBg1Q1KSIfAZ5W1U+lv/ZQDctlGtsNwGdU9XkRWQL8O3Aa7nbcHwK+DXwQmCQiXeUWEVqPwLSasIjcJCJ/FpHbRGSCiJyebqU/nR6PjYrI29LjrO0iMjHdqj/O6wnTS/lXisjG9HN8OP34atxV3E+IyArgWuBsEVknIh0i8nJ62wdE5IL0660XkZ+nH5shIreLyOPpf0ur8yMy9UxEOoF34u4OsA53y5jMNtNfBP5aRJ7C3VByG+6K8tLPaSuLTasQ9yS6l4CTVPVhEbkRd9+dTwOnq+pzIrIKeFJVvyUi/y/u/jQdQK+qeo63isg5wGdwx3Gn4+6Ds0RVXxWRAVXtTF/3CdwDcS5Nf/4y7g6whwC/Ad6pqjtF5CBV/Yu4p4n9u6quEZE5wG9V9a+C+NmY+pb+271bVY8TkcnAs6pa8oyBdMB4RlXLJoytR2BazVZVfTj98S9wNyV7SVWfSz/2M9wToMBNtr0Ht7K+tsRzngTcrKpJVX0deAB42yjKdBpwq6ruBFDVzHjwu4Hr062+1cDk9JvbtDBV3QO8JCLnwkiPdGH64+nibrsO8CXgRj/PaYHAtJr8LvDuEtd24Q7tTMLtGVSbA7xDVRel/81S1YEalMPUUHqTuUeAN4tIr4hcCHwMuFBE1gM9HEgKnwI8KyLP4fY0/9XPa1ggMK1mjriHlACcD6wF5orIvPRjf4Pbogd37PUK4CbcIy6LeQj4sIiERGQGbo/iT6Mo033AuSLSBSAiB6Uf/y+yTtUSkUWjeE7TJFT1o6p6mKpGVLVbVX+iqi+p6hmqulBV56vq1elrb1PVo1X1Tar6Kb/njVggMK3mWeASEfkzMA3437jb9N4qIk8DKeAHInIBEFfVXwL/BrxNRE4r8py/ATbgzti4D7hcVV/zWyBV7cFtuT2QbuFdl/7S3wOL00nkTbh5CGMqzpLFxhjT4qxHYIwxLc4WlBnjk4gcD/w87+GYqi6pRXmMqRQbGjLGmBZnQ0PGGNPiLBAYY0yLs0BgjDEtzgKBMca0uP8Lvdq8uPHsuoIAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "movies_df.fillna(0)[movies_df['box_office'] < 10**9].plot(x='box_office', y='revenue', kind='scatter')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:xlabel='release_date_wiki'>"
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAD9CAYAAABQvqc9AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy86wFpkAAAACXBIWXMAAAsTAAALEwEAmpwYAAAwDElEQVR4nO3deXxU9b3/8dc7JBGRoICgSFirgCyyBQW1LlUpXltBuXhdrkttRaW22sVK1Vqr9l57tXW5V+VSxeVXxVqVWq3WrVVcQEmoXnZZBA2iRIwiIhKSz++P850whEkySSbJTObzfDzyyJnvWeYzJ5PPOed7vuf7lZnhnHMuO+S0dgDOOedajid955zLIp70nXMui3jSd865LOJJ3znnsognfeecyyK59S0gqRfwALAfYMBMM7tNUhfgj0BfYC1wmpmVSzoLuAIQ8DlwsZm9HbY1AbgNaAfcbWY31vf+++67r/Xt27fhn8w557JUSUnJx2bWLdE81ddOX1IPoIeZLZRUAJQAk4DzgE/M7EZJ04HOZnaFpMOBZeEAcCJwrZkdJqkd8A5wAlAKLADOMLOldb1/UVGRFRcXN+TzOudcVpNUYmZFiebVW71jZhvMbGGY/hxYBvQEJgL3h8XuJzoQYGavm1l5KJ8PFIbpQ4FVZrbGzLYDD4dtOOecayENqtOX1BcYCbwB7GdmG8KsD4mqf2r6LvBMmO4JvB83rzSUOeecayH11unHSOoIPAZcZmabJVXPMzOTZDWWP5Yo6R/Z0KAkTQWmAvTu3buhqzvnnKtFUklfUh5Rwn/QzB4PxR9J6mFmG0K9/8a45Q8B7gZONLNNoXg90Ctus4WhbDdmNhOYCVGdfs35FRUVlJaWsm3btmTCd1moffv2FBYWkpeX19qhOJdWkmm9I+Aeopuzv4ub9RfgXODG8PuJsHxv4HHgbDN7J275BcBBkvoRJfvTgTMbE3RpaSkFBQX07duX+CsO5wDMjE2bNlFaWkq/fv1aOxzn0koyZ/pHAGcDiyS9FcquJEr2j0j6LrAOOC3MuwboCtwZEvIOMysysx2SLgGeJWqyOcvMljQm6G3btnnCd7WSRNeuXSkrK2vtUJyr041PL+PPb62nd5cOTBpZSPnW7XTukM/iDz5DwKmjChndp3NK37PepG9mrxK1uU/kuATLfw/4Xi3behp4uiEB1sYTvquLfz9cOhpzw/OUbdkOREk1Vnf94eaveHNt+W7L/6mklNkXjE1p4k/6Rq5zzrmGufHpZTxS/D5fbq/kyx1Vu8xLZiST7TuqmL9mU0qTvnfD0Iw6duzY2iFUqy+WTz/9lDvvvLNR2167di1Dhw5t1LrJuvbaa7n55pub9T2cAyhZV84d/1hFybrdz7wbsu6NTy9jxtw1fLK1YreE3xCdO+Q3et1EsuZMv2RdOfPXbGJs/64pPWqaGWZGTk5mHz9jSX/atGmtHYpzraZkXTln3T2f7TuqyM/N4cHvJV+18tAb73HNE4upMiM/N4ftFY1P9PHKt25PyXZiMjtTJSn2h/ztcys46+75jTqCx1u7di0DBw7knHPOYejQoVx//fWMGTOGQw45hF/+8pcJ17npppsSLjNp0iRGjx7NkCFDmDlzJgCVlZWcd955DB06lGHDhnHLLbcAsHr1aiZMmMDo0aP5+te/zvLly2uN8d1332XcuHEMGzaMq6++urp8y5YtHHfccYwaNYphw4bxxBNPADB9+nRWr17NiBEjuPzyy+uMuS5r1qxh5MiRLFiwgDfffJNx48YxcuRIDj/8cFasWAHA1q1bOe200xg8eDCnnHIKhx12GLGuNu655x4GDBjAoYceygUXXMAll1yy23s0ZD841xDz12xi+44qqgwqQtVKMkrWlXPNE4vZUWVUGXxVUUVjUv6B3fbi4P0LkKI6//Z5OYzt37URW6pdVpzpJ/pDNvVsf+XKldx///1s3ryZRx99lDfffBMz4+STT2bu3LkcddRR1cs+99xzrFy5MuEys2bNokuXLnz55ZeMGTOGyZMns3btWtavX8/ixYuB6CwcYOrUqcyYMYODDjqIN954g2nTpvH3v/89YXyXXnopF198Meeccw533HFHdXn79u2ZM2cOnTp14uOPP2bs2LGcfPLJ3HjjjSxevJi33nqr3phrs2LFCk4//XTuu+8+hg8fzubNm3nllVfIzc3lhRde4Morr+Sxxx7jzjvvpHPnzixdupTFixczYsQIAD744AOuv/56Fi5cSEFBAd/4xjcYPnz4bu/TkP3gXEOM7d+V/NwcKnZUkZebfMKdv2YTO6p21tI3ZuTxHMFv/nU4o/t0braaCciSpN/YP2Rd+vTpw9ixY/npT3/Kc889x8iRI4HoTHrlypW7Jf3alrn99tuZM2cOAO+//z4rV65k4MCBrFmzhh/84AecdNJJjB8/ni1btvD6668zZcqU6u1+9dVXtcb32muv8dhjjwFw9tlnc8UVVwBRddSVV17J3LlzycnJYf369Xz00Ue7rV9XzImUlZUxceJEHn/8cQYPHgzAZ599xrnnnsvKlSuRREVFBQCvvvoql156KQBDhw7lkEMOAeDNN9/k6KOPpkuXLgBMmTKFd955Z5f3aeh+cK4hRvfpzIPfG1tnwi1ZV86Ml1fzbtkW+nfryIVHf42VH33epPcVcMOkYdXvN7pP55Qn+5isSPrJ/CEbaq+99gKiJPrzn/+cCy+8sNZla1vmpZde4oUXXmDevHl06NCBY445hm3bttG5c2fefvttnn32WWbMmMEjjzzCrbfeyj777FN9Jp6MRM0WH3zwQcrKyigpKSEvL4++ffsmfLI5mc8Vb++996Z37968+uqr1Un/F7/4Bcceeyxz5sxh7dq1HHPMMUnHXpuqqqoG7wfnGqKuhFuyrpx/+9/Xid2XXVX2Bc8t3f2kKVkC2uWI6yYO5czDWqbLmayo04foD/n9Yw9M+dHzm9/8JrNmzWLLli0ArF+/no0bNya1zGeffUbnzp3p0KEDy5cvZ/78+QB8/PHHVFVVMXnyZG644QYWLlxIp06d6NevH3/605+AKCm//fbbtcZ1xBFH8PDDDwNRoo/57LPP6N69O3l5efzjH/9g3bp1ABQUFPD55zvPVpL5XPHy8/OZM2cODzzwAA899FD1e/XsGfWpd9999+0S2yOPPALA0qVLWbRoEQBjxozh5Zdfpry8nB07dlRfqcRr6H5wLpWiapzUbCsHOPKgffnjheNaLOFDlpzpN6fx48ezbNkyxo0bB0RNI//whz/QvXv3epeZMGECM2bM4OCDD2bgwIGMHTsWiBLsd77zHaqqom/Xf/7nfwJR8r744ou54YYbqKio4PTTT09Y5w1w2223ceaZZ/Kb3/yGiRN39mB91lln8e1vf5thw4ZRVFTEoEGDAOjatStHHHEEQ4cO5cQTT+Smm26q93PVtNdee/HUU09xwgkn0LFjR372s59x7rnncsMNN3DSSSdVLzdt2jTOPfdcBg8ezKBBgxgyZAh77703PXv25Morr+TQQw+lS5cuDBo0iL333nu392nIfnCtK1V1081Zx52sh954jzkLS1O2PeWIE4f2aPHPU+8gKq0t0SAqy5Yt4+CDD26liFxTVVZWUlFRQfv27Vm9ejXHH388K1asID8/ny1bttCxY0d27NjBKaecwvnnn88pp5zSqPfx70nzSSYJN7T5Y23bbEozylSI1eE/34RqnNq0z2uez1PXICp+pu9a3NatWzn22GOpqKjAzLjzzjvJz48eQLn22mt54YUX2LZtG+PHj2fSpEmtG6zbTbJJuCGt5uraZnO0vktWybpyzpg5j+2VqTk5jjUoiW2tpT8PeNLPeL/+9a+r67djpkyZwlVXXZXy99q0aRPHHbdbd0u8+OKLdO2afIuogoICahsC05+6TX/JJuGGtJqra5vN0fouXl1XGNc9uSRlCT9H8K+jo4EEHy0ppbKyeT5PfTzpZ7irrrqqWRJ8Il27dvVWMxmkuerBk03CDWk1V9c2m6P1XUxtVxgPvfEeV81Z1Kj29rXJkZgces2cPKqw1e5RZGyd/qBBg7wnRVcrM2P58uVZW6ff3PXgzXFAaY2btXf8YxW/fW4FseeqOuS3o0+XDiz7sGnt7msS8OtThrVYK502V6ffvn17Nm3aRNeuXT3xu93EBlFp3759a4fSapq7Hrw5Hh5qzgeSajO2f9dd+o3fur0y5QkfYND+BS3aLLMuGZn0CwsLKS0t9UEyXK1iwyVmq+auB88kia4gHnrjPZ5ZvIETh/agQ347Pv+qslljyM9Nn0eikhkusRfwALAfUZcSM83sNkldgD8CfYG1wGlmVi5pEHAvMAq4ysxujtvWBOA2opGz7jazGxsTdF5eng+D51wdmrMePN3UVS2UqJprxYefc+Wc6IHAV1Z+nPJ4LjqqP6s//mKXJp7/NiY9zvIhuTP9HcBPzGyhpAKgRNLzwHnAi2Z2o6TpwHTgCuAT4IfApPiNSGoH3AGcAJQCCyT9xcyWpurDOOd2ao3qkpZW372LRNVctzy/ollj2vzVDn5/TtEuVxPpUrUDyQ2XuAHYEKY/l7QM6AlMBI4Ji90PvARcYWYbgY2STqqxqUOBVWa2BkDSw2EbnvSdc41S372Lsf27kpsjKiqNdjlibP+uKetGISZ+2MPYa4AzD+udVsk+pkF1+pL6AiOBN4D9wgEB4EOi6p+69ATej3tdChzWkPd3zrl4Sd27UEjLKWr0cWD3jhw/qDubv9qBgCEH7M21Ty6pjuHUUTvvJaVD9xE1JZ30JXUEHgMuM7PN8a1mzMwkpaztp6SpwFSA3r3T70jpnEsPie5d3Pj0Mv625EMmDNmfgj3z2B5O7bfvqGLyXa836f0uOqo/0/9l92bAA/cv2C25t3b3EbVJKulLyiNK+A+a2eOh+CNJPcxsg6QeQO1dMEbWA73iXheGst2Y2UxgJkTt9JOJ0TmXneLvXcTGpQWYMXcNe6ao1UyHvByu/taQWqtrEt0/ac3uI+pS7x5RdEp/D7DMzH4XN+svwLlh+lzgiXo2tQA4SFI/SfnA6WEbzjnXaPGDkf9tyYe7zGvKgOTxvv+NgxpcPx+remon0qrZbDJn+kcAZwOLJL0Vyq4EbgQekfRdYB1wGoCk/YFioBNQJekyYHCoEroEeJaoyeYsM1uSws/inMtwDa0Dj69Cyc0RXTrkpzwmAZ0bsd10bTabTOudV4Ha7oDs1vuWmX1IVHWTaFtPA083JEDnXHZoTB14fBXK9krjw89TP3SmAdc9tYSB+xc0OHGnY7PZ9HlMzDmX1RLVgdenc4d8qlrgrl+y8WQCT/rOubTQmDrwm59dntIYcnOiLhNyIIqjndKuTr6pMrLvHedc29PQOvCSdeV8srWiye97YPeOnH9EP8q3bq9O7LEY4qfTrZqmsTzpO+fSRn114AOuejplg5pA9LzWbyYfstt7xr9uK8k+xqt3nHMZIZUJX0Dfrh149KLD21xSr4+f6Tvn0kp8s83pj77NyrIvaCdI1Qn+YxdnX6KP50nfOZc2HnrjPa55YjGVVbZLJ2apSviTRhyQ1QkfPOk759JEybpyrnliMTuasQ3mQfsVNNu2M4UnfedcWnh8YWnKE35uO5EjUVnpI4jFeNJ3zrWY+Pr6FR9+Xj3IyMD9C3jwjfeavH0Bfbp2YMB+BXQr2KO6m+O21uyyKTzpO+daRHw3CzmiejCTVA1ZKFFraxxP9jt5k03nHLBrb5XNIb6bhVSPXgWQl5OaQVLaOj/Td841y4AfNXvMjHWzsL2iilTl/PZ5OXxVUYUBlVVW3T9OU6pz0nG0q1TypN8GtfUvrUu9VA/4keggcsbMeSl7uKpwn/a8Ov246veJDVXYuUN+kw5e6TraVSp50k9zTelfvK1+aV3qJTXWbAPUPIhMuev1lJzd9+3agd+eNqL6O12zv56mHrzSdbSrVPKkn8aa2r94W/3SutRL9YAfY/t3re7yOFUPVtU2Pm3N/nqacvBK9cEvHdWb9CX1Ah4A9iMaT2Cmmd0mqQvwR6AvsBY4zczKw/CKtwH/AmwFzjOzhWFb5wJXh03fYGb3p/bjtC2NSeDZ8KV1zSOVA35cOnthSrYTM2nEAQkTfk1NPXil62hXqZTMmf4O4CdmtlBSAVAi6XngPOBFM7tR0nRgOnAFcCJwUPg5DLgLOCwcJH4JFBEdPEok/cXMmqepQBvQmASeDV9a1/Lqq2aMnw9Q+um2Jr/nwfsXsG/BHpw4tEeDxqdt6sErHUe7SqVkhkvcAGwI059LWgb0BCYCx4TF7gdeIkr6E4EHzMyA+ZL2kdQjLPu8mX0CEA4cE4DZKfw8bUpjE3hb/9K6lpWomhF27XN+8l2vp/x9zx7Xt8GDkbv6NahOX1JfYCTwBrBfOCAAfEhU/QPRAeH9uNVKQ1lt5a4OnsBda6tZzfjYwlIeLX6fikojr52ostT3lZMjKN+6PeXbdQ14OEtSR+Ax4DIz2xw/L5zVp+wvL2mqpGJJxWVlZanarHOuEWoOY/jx51+xvTLqBXN7paXsQatYMspRdDPW70c1j6TO9CXlESX8B83s8VD8kaQeZrYhVN9sDOXrgV5xqxeGsvXsrA6Klb+U6P3MbCYwE6CoqKgFhj12ztVmdJ/OXPOtITyzeANDenTi96+sSfl7TBpxAAftV0DnDvnVwxb6FW7zSKb1joB7gGVm9ru4WX8BzgVuDL+fiCu/RNLDRDdyPwsHhmeB/5AU+0uOB36emo/hnIPmeTCvZF051z21hK8qqlLWTw7AmL6dKfv8KyYM2T+pljkuNZI50z8COBtYJOmtUHYlUbJ/RNJ3gXXAaWHe00TNNVcRNdn8DoCZfSLpemBBWO662E1d51zTNfbBvJoHipqv56/ZxLaK1HaW0y5HTD/xYD+bbwXJtN55lajH0kSOS7C8Ad+vZVuzgFkNCTDdeZcHLl005rmOmgeKa741hGv/srj6Ju3sqeP488LSlMWYmwOjenfmihZM+P4/uit/IrcJvMsDl07G9u9Kbo6oqDTa5SipG6E1DxR/XPBedf842yuNxxaWsrLsiybHNn7wfsw8p6j6daxHz+ZOxP4/ujvvWrkJEp1ZOdeqpF1+P/TGe5x9zxs8VMsAJZ075JMjkRNa5uyRu2tKmJ2CgU3a5YgLj/5a9etYIv7tcys46+75zdaVM/j/aCJ+pt8E3uWBSyfz12xiR2XoZriyihkvr+b5pR8BOwcqiX/YKXaDtrIqujI4b1xf7n5115Y5TWk617drB444cF9OHVW4y9l1S/YP5f+ju/Ok3wTe5YFLJzUT3MbNu3aF8MziDbsk/VjyNWBHlTFjbuqaYgqYUtSL7x97YL1xNmci9v/R3XnSbyJ/Ytali5oJbsWHn/N26aLq+XvmtauuSpm/ZlOo2oEUj0UORFcInTvkJxVnc///+P/ortps0vc79i6bxH/fY2fXse/9Hxe8x9INm3lh2Ue8tGJjdGZfaeTl5lCVopaY+e3EMQO78/zSjzCim4V1daPgibj1tMmkX7KunDNmztul2Zl/wVxbVVcLlYH7F9BpzzwqqyyqQw/dJwBsT+FAtecf0Y8ThuzP3JVlXn+e5tpk0n9sYeluzc486bu2Kv7G6PaKKm594R0uO34AAGfdPb96DNnmqMqR4MKv7xzcxOvP01+bTPo1nySr7cky59qCmgOOv7bqYxas/YTJowqrEz5Aj73bsz4F/dzH+/WkYbvcHPZqm/TXJtvpnzqqkPzcHETUW9+powpbOyTnmk2sQ7TeXTsgqG4KuXBd+S5NLlOZ8HMUDV/o/d1nnjZ5pj+6T2dmX+CXmS47xHeIFp/k3/246U/SJjJ+8H5cePTX/P8qQ7XJpA9+memyR3x7+5hKg8oU3ajNEZw8/AA2fbG9wUMXuvTTZpO+c9mgZF056z/9kpwcUVXZPCNY3VCj3t5lNk/6zmWQmgOQp3ps2v0L9uDTbRVsr6giJ0dcN3GoJ/w2xpO+cxmiZnv8DnntUrp9AXf8+2gAvx/WhnnSdy5D1Oyo7JMUDGwi4MKj+lOwZ94uSd6TfdtVb5NNSbMkbZS0OK5suKR5khZJelJSp1CeL+neUP62pGPi1hkdyldJuj0Mw+icY2f/8nV1MxzrLx/AUlR9f/zg/ThhyP6p2ZjLCMmc6d8H/A/wQFzZ3cBPzexlSecDlwO/AC4AMLNhkroDz0gaY2ZVwF1h/htEQypOAJ5J1QdxLlPV1o1Cov6jKkO2T1UHCu+WbeGM389nR6UPMpIt6j3TN7O5QM2xbAcAc8P088DkMD0Y+HtYbyPwKVAkqQfQyczmh+EUHwAmNTV4l1mSOZvNRon6l4/1H3Xzsys4Y+Y8StaV8/jCUiqbkO075rfjzMN6k9du50X26rIvfJCRLNPYOv0lwETgz8AUoFcofxs4WdLsUDY6/K4C4gfaLAV6NvK9XQbyYetql6h/+UT9RzVFx/x2LL5uAgCTRxVy6wvv8Nqqj6v74hF4J2lZorHdMJwPTJNUAhQAsT5UZxEl9GLgVuB1oLKhG5c0VVKxpOKysrJGhujSiQ9bV7tY//I/Hj+w+mCYqP+oyaMKyQ9n6Q29IXb4gfvu8n6XHT+A/Nwc2inqFvnMw3r7gThLNOpM38yWA+MBJA0ATgrlO4AfxZaT9DrwDlAOxHeAUwisr2P7M4GZAEVFRc0wxINraT5sXd1qPkF+6qhC/lRSWr2/YkMOzp46rrqe/99/P58vk3zq9sXlGylZV75L6xzvETM7NSrpS+puZhsl5QBXAzNCeQdAZvaFpBOAHWa2NMzbLGks0Y3cc4D/TskncBnBk0zD1NZ/VPzB4ZTRhbUOeD5pxAE8+fYHxB7SNbPdxqL1rkqyU71JP9TPHwPsK6kU+CXQUdL3wyKPA/eG6e7As5KqiM7kz47b1DSilkB7ErXa8ZY7WcaTTMPUt79qVvGMH7wfw3vtU32QOLRfV655YjFVZuT71ZULZKlq8NtMioqKrLi4uLXDcC7tlKwr54zfz6+uApp9we518j5saHaSVGJmRQnnedJ3LnN5UneJ1JX0vRsG5zJYzSogPwi4+njSd66N8GchXDLa5HCJzmUjfxbCJcOTvnNtROxZiHbyp2td7bx6x7k2wp+FcMnwpO9cG+LPQrj6ePWOc85lEU/6zjmXRTzpO+dcFvGk75xzWcSTvnPOZRFP+s45l0U86TvnXBbxpO+cc1nEk75zzmWRepO+pFmSNkpaHFc2XNI8SYskPSmpUyjPk3R/KF8m6edx60yQtELSKknTm+fjOOecq0syZ/r3ARNqlN0NTDezYcAc4PJQPgXYI5SPBi6U1FdSO+AO4ERgMHCGpMEpiN8551wD1Jv0zWwu8EmN4gHA3DD9PDA5tjiwl6RcorFwtwObgUOBVWa2xsy2Aw8DE5sevnPOuYZobJ3+EnYm7SlArzD9KPAFsAF4D7jZzD4BegLvx61fGsqcc861oMYm/fOBaZJKgAKiM3qIzugrgQOAfsBPJPVv6MYlTZVULKm4rKyskSE655yrqVFJ38yWm9l4MxsNzAZWh1lnAn8zswoz2wi8BhQB69l5NQBQGMpq2/5MMysys6Ju3bo1JkTnnHMJNCrpS+oefucAVwMzwqz3gG+EeXsBY4HlwALgIEn9JOUDpwN/aVrozjnnGiqZJpuzgXnAQEmlkr5L1PrmHaKE/gFwb1j8DqCjpCVEif5eM/s/M9sBXAI8CywDHjGzJan/OM455+oiM2vtGOpUVFRkxcXFrR2Gc85lDEklZlaUaJ4/keucc1nEk75zzmURT/rOOZdFPOk751wW8aTvnHNZxJO+c85lEU/6zjmXRTzpO+dcFvGk75xzWcSTvnPOZRFP+s45l0U86TvnXBbxpO+cc1nEk75zzmURT/rOOZdFPOk751wW8aTvnHNZJJnhEmdJ2ihpcVzZcEnzJC2S9KSkTqH8LElvxf1USRoR5o0Oy6+SdLskNduncs45l1AyZ/r3ARNqlN0NTDezYcAc4HIAM3vQzEaY2QjgbOBdM3srrHMXcAFwUPipuU3nnHPNrN6kb2ZzgU9qFA8A5obp54HJCVY9A3gYQFIPoJOZzbdoUN4HgEmNjNk551wjNbZOfwkwMUxPAXolWObfgNlhuidQGjevNJQlJGmqpGJJxWVlZY0M0TnnXE2NTfrnA9MklQAFwPb4mZIOA7aa2eJEK9fHzGaaWZGZFXXr1q2RITrnnKsptzErmdlyYDyApAHASTUWOZ2dZ/kA64HCuNeFocw551wLatSZvqTu4XcOcDUwI25eDnAaoT4fwMw2AJsljQ2tds4BnmhC3M455xohmSabs4F5wEBJpZK+C5wh6R1gOfABcG/cKkcB75vZmhqbmkbU6mcVsBp4JgXxO+ecawBFjWnSV1FRkRUXF7d2GM45lzEklZhZUaJ5/kSuc85lEU/6zjmXRTzpO+dcFvGk75xzWcSTvnPOZRFP+s45l0U86TvnXBbxpO+cc1nEk75zzmURT/rOOZdFPOk751wW8aTvnHNZxJO+c85lEU/6zjmXRTzpO+dcFvGk75xzWSSZkbNmSdooaXFc2XBJ8yQtkvSkpE5x8w4J85aE+e1D+ejwepWk28Owic4551pQMmf69wETapTdDUw3s2HAHOByAEm5wB+Ai8xsCHAMUBHWuQu4ADgo/NTcpnPOuWZWb9I3s7nAJzWKBwBzw/TzwOQwPR74PzN7O6y7ycwqJfUAOpnZfIvGZ3wAmJSC+J1zzjVAY+v0lwATw/QUoFeYHgCYpGclLZT0s1DeEyiNW780lCUkaaqkYknFZWVljQzROedcTY1N+ucD0ySVAAXA9lCeCxwJnBV+nyLpuIZu3MxmmlmRmRV169atkSE655yrKbcxK5nZcqKqHCQNAE4Ks0qBuWb2cZj3NDCKqJ6/MG4ThcD6RsbsnHOukRp1pi+pe/idA1wNzAizngWGSeoQbuoeDSw1sw3AZkljQ6udc4Anmhy9c865BkmmyeZsYB4wUFKppO8CZ0h6B1gOfADcC2Bm5cDvgAXAW8BCM/tr2NQ0olY/q4DVwDOp/SjOOefqo6gxTfoqKiqy4uLi1g7DOecyhqQSMytKNM+fyHXOuSziSd8557KIJ33nnMsinvSdcy6LeNJ3zrks4knfOeeyiCd955zLIp70nXMui3jSd865LOJJ3znnsognfeecyyKe9J1zLot40nfOuSziSd8557KIJ33nnMsinvSdcy6LJDNy1ixJGyUtjisbLmmepEWSnpTUKZT3lfSlpLfCz4y4dUaH5VdJuj0Mm+icc64FJXOmfx8woUbZ3cB0MxsGzAEuj5u32sxGhJ+L4srvAi4ADgo/NbfpnHOumdWb9M1sLvBJjeIBwNww/Twwua5tSOoBdDKz+RaNz/gAMKnB0TrnnGuSxtbpLwEmhukpQK+4ef0k/VPSy5K+Hsp6AqVxy5SGsoQkTZVULKm4rKyskSE655yrqbFJ/3xgmqQSoADYHso3AL3NbCTwY+ChWH1/Q5jZTDMrMrOibt26NTJE55xzNeU2ZiUzWw6MB5A0ADgplH8FfBWmSyStJqoKWg8Uxm2iMJQ555xrQY0605fUPfzOAa4GZoTX3SS1C9P9iW7YrjGzDcBmSWNDq51zgCdSEL9zzrkGqPdMX9Js4BhgX0mlwC+BjpK+HxZ5HLg3TB8FXCepAqgCLjKz2E3gaUQtgfYEngk/zjnnWpCixjTpq6ioyIqLi1s7DOfarJJ15cxfs4mx/bsyuk/n1g7HpYCkEjMrSjSvUXX6zrm2oWRdOWf8fj4VO6rIy81h9gVjPfG3cd4Ng3NZ7PGFpWzfUYUB23dU8fjC0nrXcZnNk75zWaxm5W56V/a6VPCk71wWmzyqkPx2QkB+OzF5VGG967jM5nX6zmWx0X06M3vqOL+Rm0U86TuX5Ub36ezJPot49Y5zzmURT/rOOZdFPOk751wW8aTvnHNZxJO+c85lkbTve0dSGbCuBd9yX+DjFny/pvBYm08mxeuxNo9MjrWPmSUcjCTtk35Lk1RcW0dF6cZjbT6ZFK/H2jzaaqxeveOcc1nEk75zzmURT/q7m9naATSAx9p8Milej7V5tMlYvU7fOeeyiJ/pO+dcFvGk75xzWSRrk74ktXYMycqkWCGz4vVYm08mxCupXfidNbFmVdKXNETSMQCW5jczMilWyKx4JQ2UNAwyItZM2q9HSrpL0jRI73glHSHpfuBqSV2yKdasuJErKQf4H+AbwHvAG8ATZlYsKcfMqlo1wDiZFCtkVryScoH/BY4ENgBPAo+Y2fuSlE7/+Jm0XwEkjQLuB24DJgErgfvN7K1WDCshSf2BOcAtwFHAl8DTZvbXVg0sgeaINVvO9DsDHc1sEHAWsAn4iaSO6fbPQ2bFCrA3UJAh8fYhinUgcDHQDZgmac90SvjBPmTW9+BQYIGZ3Q18D9gK/IukfVs3rIRGA8vM7D7gJ8BbwLck9WrNoGoxhhTH2maTvqQTJJ0QXnYCDpe0l5mVAY8B5cAlYdlWrc+T9K+xS2LSPNYQw6mSbgkvuwLj0jVeSaMkDQgv84AiSXlmtgz4C7AX8K+tFmAcSf0ktQ8vu5DG3wNJp0n6saTDQ9FCoKOk/c3sQ+DvRAfVI1styEDS2LjvAMACoFBSLzMrB14DPgVObY344kn6tqRLJI0NRQuAXqmMtc0l/VAH+jBwJdE/CWb2LtHOuiwstoHon2iEpB6tdZYnqaOkx4CfAuWSctM1VgBJgyU9BPwC+KGkA8xsFTCPNIs3JNC/AncA/0/SCWa2HHgR+Pew2NvAP4HhkvZpjTgBJPWV9AxwN/CgpMFhv84FfhwWS5f92k7SNcAVoeh/JX0b+AJYCxwdyl8mSk6FYb0WP0hJ2id8B54HTpPUMczaBrwKnBZerwCWAl3iDrotSlIPSU8CPyO62r9X0jfNbA3R/1fKYm0TST/2hZLUhegf5RMzO9bMiuMWuw84QlI/M9sBfET0x+/QGrEGvYCPzGysmc0GKmvE2r81Y4Vd9u1RwO+B+WY2kqju9rCw2D2k3779KfCWmY0DngDOCeWvEF2ZHGBmXwClQE+iutLWjPUNMzsO+AfwK0mDib4HY9PhexBjZpXAQOAnZvY74FdEVx+5wAdEB6XBId4VwClhvdY4SO0FPAv8IEwfFcrLgPnAMEmHhs+0HjjCzLa1QpwARcArZvZ1M7ue6P/rgjDvlVTG2iaSPtAewMw+AW4C9gCQdJ6kb0rqY2b/ILoEvSksu5iojver1og1OISdZ0LTgF9KOhJYQnS2fzO0aqwAe4bfS4HxZna7pHzgICBWt/wW0b79L2j9fRsS6hdARSjvBKyU1JfopGAjcHmY9yJR0u/UopHujDU3vF4KYGb/Q1Q/fgZREn2TVt6vks6RdHTc1dBHQOdwZfoosBo4gahKZxtwQ1iuJ7Ag7jO2ZKydzGw9UfcEj4S4DpXUMyTOeURXebeEK4AhwHuSWuyAGmI9RtIeRN/D/xc3exPRzXCIbuKnLNaMTvqh3v554CZJp4fi24AxkjYAJwP/Ajwp6WvAdUBPSf8taTFRP/2ftcSlZ1ys/yXpjFC8ENggaRYwjuhy+Cqi1g+3AN0k/U9Lx5og3tPN7GMz+0JSezPbDiwiusGImX1KeuzbmySdFs4qXwUOkvRPYALRmejDwCCiK5PjFd2XWERUzfN5c8dZS6w7gE+AkZKGSxoOLAb6Au2A/6AV9qsiPST9AziX6G99R0g6HwPDgFh1ye1EVWYfmdmvgE9DtcrpwN3hM7Z0rHdJ2tfMtpnZVuAFomqTbwCY2UdmdhtRQp0V4v9NWLYlYz0zvH8HM9sgKS8s2iPEi5l9mNJYzSwjf4ADw06YCIwEHgSuDPO+DZwbt+yssJMA9gMOB05u5Vh/QpSIfgsUA3lh2bOBmWG6e0vHWku8f4jbt7E4jw7l3eLW65YG+/Yh4Kdh3kDg8bhlrwFuD9N9w/fk1FaMdTYwDSgguk/yFNHBqih8jsta4zsLtAu/BwB/iJUBd4X/pX2AvxFVl3QI8x8BfhT7jsR/L1op1v+O/9uH8h8RXYXEWpzFli1Il1jjlnkSOD5Mdw+/c1MRa4t82VO403KAnDB9FnBn3Lzzic6Uu8cvH35PBu5Ko1i/G2LdJ/zj/B04K8w7BPhzbN00iTfRvj0+JKncNP0e7Ed0ELoNODjMOxJ4tCX3bZLfg27hdf+4ed8Hvhem1UKxxq4sfkN0UP82UVv7+PkbiaoXzgHuBP4tzHsQOKwF92t9seYAHwJHx5V1BG4lqjL7CDggHWMF8okOrr2BXxNdiXZOVTwZU70j6TtEN92uD0WLgNMl9Quv84jqFm+OrWNmVZLOBX5JdGaSLrHmAu8C/2Vmc4kS048lXUFUBfFq2E5LVeU0Zt++QHRGejgtKMlY14T5nxM1ffyhpEuJHsx6AWiRm4pJfg9WE1XlQfSdQNJUogPCQmiZm6CSjgZKiKoUVoWYK4BjJR0a4qgkunF7k5k9ADwHnBOq0HLD52t2ScZaBVwbfmJOIrqyehsYZmYfpFmsvwqrtQfOI6rnLyA64y9PWVAtdWRu4pGyI9HZ76VE/wiDQvmtRJfIrxFVNQwD/kpULdKV6KbtS8CYNI31aWD/MH8McCEwLs33bSzePGAq0DdNY32GqMXGwUStN+4HxqZprH8F9gvzLyNqm91i39nwvl8Hzo57fSfRA2znASWhLAfYn+hqqVco25+4K5Q0jPWR2HeUqFrtqDSPtZDoRv4DwIhmiakld0ATd17v8PtG4I9huh3RmdyR4XUvomZuueGnTwbE2j6D9u29wB4ZEuv9QH6GxHpfbL8S6shbIdYORK3eYnXKZwH/GabfAn4QpouA2a28X9tqrA+3REwZU71jZu+FyVuBfooeXKgEPjOzV8O8i4ge/8bMdpjZupaPtMGxViTYRItqQLxfAs3aEqM+DYj1C3Y+99AqGvg92BHWadbWI7Uxs61m9lWID6ImmGVh+jvAwZKeIrpKWdgaMcY0JtaWqiqtqYGxlkALxNqaR8EmHD0vBF6Oe30o0QM41dUl6fKTSbFmWrwea7PE2Y6ouuEZ4MBQdiBRo4MjgZ6tHaPH2rSfjOtlU6GHQUmPEj2a/hXRzbmVZra6daPbVSbFCpkVr8faPMJZZj5RlxBziFpDbSKqhtjcmrHV5LE2Tos9KZcq4Z+nA9HN2mOA68ysxVrmNEQmxQqZFa/H2jzMzCSNJKp77gfca2b3tHJYCXmsjZNxST+YRlRXd4KZtUbXBA2RSbFCZsXrsTaPUqInw3/nsaZUWsSacdU7sPNyubXjSEYmxQqZFa/H6lzDZWTSd8451zgZ02TTOedc03nSd865LOJJ3znnsognfeecyyKe9F1GkrSltWOIqS8WRWO1TqtrmSa+/9PhPfqGgVZqzi+SdHtzvb/LLN56x6Wt8BSjEjV1lLTFzDomWK3F1ReLomEanzKzoc0cR4u8j8tsfqbv0ko4W10h6QGiYQN/IWmBpP+T9Kta1rk80TKS/iypRNKS0Ec9ktpJuk/SYkmLJP0olH9N0t/C8q9IGlRHjP0kzQvr3xBX3lHSi5IWhnkTw6wbga9JekvSTXXFXMtn+2GYvkXS38P0NyQ9GKbXStq3xnr9Jf1T0hhF47A+Vfted9nEk75LRwcR9Tv+I6LBtQ8FRgCjJR0Vv6Ck8WH5RMucb2ajibqt/aGkrmGZnmY21MyGEXUXDdEA2j8Iy/80vH9tbiMaiW0YUV86MduAU8xsFHAs8NtwtTIdWG1mI8zs8npirukVoj7ZCZ+jo6JxVL9ONMj7biQNBB4DzjOzBXV8DpeFMrUbBte2rTOz+ZJuBsYD/wzlHYmSZXyyG1/HMj+UdEoo7xXKVwD9Jf030eAlzyka7Ptw4E9xvdruUUd8RxANwQnw/4iGwQMQ8B8hgVcRHbD2S7B+XTHXVEJ0UOhE1FHbQqLk/3XghwmW70bUe+epZra0js/gspQnfZeOvgi/RTTgxP/WsWzCZSQdQzSO7zgz2yrpJaIBa8olDQe+SdSX/WlEo1V9amYjGhBjopthZxEl3dFmViFpLdHQd0nFnPBNou28SzTS0uvA/xFdRRwILEuwymfAe0Td9XrSd7vx6h2Xzp4Fzg9n4kjqKal7ksvsDZSHhD8IGBvm70s0UPljwNXAqNC17buSpoRlFA4MtXkNOD1MnxVXvjewMSTqY4E+ofxzorFOG/K54r1CVOU0N0xfBPzTErfC2A6cQjR27Zl1bNNlKT/Td2nLzJ6TdDAwL1S7bAH+HdiYxDJ/Ay6StIyoSmd+WKUncK+k2AnPz8Pvs4C7JF1NNP7vw0QDaCdyKfCQooHsn4grfxB4UtIioBhYHmLcJOm10JzymVCvX+fnquEVot4Z55nZF5K2hbLa9tsXkr4FPB+ak6ZV3/KudXmTTeecyyJeveOcc1nEq3ecq4Wkq4ApNYr/ZGa/bob36gq8mGDWcWa2KdXv57KXV+8451wW8eod55zLIp70nXMui3jSd865LOJJ3znnsognfeecyyL/H/2ozysb99XFAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# View Release date\n",
    "movies_df[['release_date_wiki','release_date_kaggle']].plot(x='release_date_wiki', y='release_date_kaggle', style='.')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title_wiki</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>Cinematography</th>\n",
       "      <th>Country</th>\n",
       "      <th>Language</th>\n",
       "      <th>Director</th>\n",
       "      <th>...</th>\n",
       "      <th>release_date_kaggle</th>\n",
       "      <th>revenue</th>\n",
       "      <th>runtime</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title_kaggle</th>\n",
       "      <th>video</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1680</th>\n",
       "      <td>/wiki/The_Member_of_the_Wedding_(film)</td>\n",
       "      <td>1997</td>\n",
       "      <td>https://www.imdb.com/title/tt0044896/</td>\n",
       "      <td>The Member of the Wedding</td>\n",
       "      <td>[The Member of the Wedding, by, Carson McCullers]</td>\n",
       "      <td>[Ethel Waters, Julie Harris, Brandon De Wilde]</td>\n",
       "      <td>Hal Mohr</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>Fred Zinnemann</td>\n",
       "      <td>...</td>\n",
       "      <td>1952-12-25</td>\n",
       "      <td>0.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>She became a woman in the middle of a kiss!</td>\n",
       "      <td>The Member of the Wedding</td>\n",
       "      <td>False</td>\n",
       "      <td>5.7</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2295</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Ladies_Man</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.imdb.com/title/tt0055069/</td>\n",
       "      <td>The Ladies Man</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Jerry Lewis, Lillian Briggs, Helen Traubel, K...</td>\n",
       "      <td>W. Wallace Kelley</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>Jerry Lewis</td>\n",
       "      <td>...</td>\n",
       "      <td>1961-06-21</td>\n",
       "      <td>0.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>\"He's wacky!\" - \"He's Shweet!\" - \"He's the mos...</td>\n",
       "      <td>The Ladies Man</td>\n",
       "      <td>False</td>\n",
       "      <td>7.0</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2458</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Earth_vs._the_Sp...</td>\n",
       "      <td>2001</td>\n",
       "      <td>https://www.imdb.com/title/tt0051570/</td>\n",
       "      <td>Earth vs. the Spider</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Ed Kemmer, June Kenney, Eugene Persson, Gene ...</td>\n",
       "      <td>Jack A. Marta</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>Bert I. Gordon</td>\n",
       "      <td>...</td>\n",
       "      <td>1958-09-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>The Spider will eat you alive!</td>\n",
       "      <td>Earth vs. the Spider</td>\n",
       "      <td>False</td>\n",
       "      <td>4.7</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3607</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Holiday</td>\n",
       "      <td>2006</td>\n",
       "      <td>https://www.imdb.com/title/tt00457939/</td>\n",
       "      <td>The Holiday</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Kate Winslet, Cameron Diaz, Jude Law, Jack Bl...</td>\n",
       "      <td>Dean Cundey</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>Nancy Meyers</td>\n",
       "      <td>...</td>\n",
       "      <td>1953-08-28</td>\n",
       "      <td>30500000.0</td>\n",
       "      <td>118.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Pouring out of impassioned pages...brawling th...</td>\n",
       "      <td>From Here to Eternity</td>\n",
       "      <td>False</td>\n",
       "      <td>7.2</td>\n",
       "      <td>137.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4 rows × 43 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    url  year  \\\n",
       "1680             /wiki/The_Member_of_the_Wedding_(film)  1997   \n",
       "2295       https://en.wikipedia.org/wiki/The_Ladies_Man  2000   \n",
       "2458  https://en.wikipedia.org/wiki/Earth_vs._the_Sp...  2001   \n",
       "3607          https://en.wikipedia.org/wiki/The_Holiday  2006   \n",
       "\n",
       "                                   imdb_link                 title_wiki  \\\n",
       "1680   https://www.imdb.com/title/tt0044896/  The Member of the Wedding   \n",
       "2295   https://www.imdb.com/title/tt0055069/             The Ladies Man   \n",
       "2458   https://www.imdb.com/title/tt0051570/       Earth vs. the Spider   \n",
       "3607  https://www.imdb.com/title/tt00457939/                The Holiday   \n",
       "\n",
       "                                               Based on  \\\n",
       "1680  [The Member of the Wedding, by, Carson McCullers]   \n",
       "2295                                                NaN   \n",
       "2458                                                NaN   \n",
       "3607                                                NaN   \n",
       "\n",
       "                                               Starring     Cinematography  \\\n",
       "1680     [Ethel Waters, Julie Harris, Brandon De Wilde]           Hal Mohr   \n",
       "2295  [Jerry Lewis, Lillian Briggs, Helen Traubel, K...  W. Wallace Kelley   \n",
       "2458  [Ed Kemmer, June Kenney, Eugene Persson, Gene ...      Jack A. Marta   \n",
       "3607  [Kate Winslet, Cameron Diaz, Jude Law, Jack Bl...        Dean Cundey   \n",
       "\n",
       "            Country Language        Director  ... release_date_kaggle  \\\n",
       "1680  United States  English  Fred Zinnemann  ...          1952-12-25   \n",
       "2295  United States  English     Jerry Lewis  ...          1961-06-21   \n",
       "2458  United States  English  Bert I. Gordon  ...          1958-09-01   \n",
       "3607  United States  English    Nancy Meyers  ...          1953-08-28   \n",
       "\n",
       "         revenue runtime                          spoken_languages    status  \\\n",
       "1680         0.0    93.0  [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "2295         0.0    95.0  [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "2458         0.0    73.0  [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "3607  30500000.0   118.0  [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "\n",
       "                                                tagline  \\\n",
       "1680        She became a woman in the middle of a kiss!   \n",
       "2295  \"He's wacky!\" - \"He's Shweet!\" - \"He's the mos...   \n",
       "2458                     The Spider will eat you alive!   \n",
       "3607  Pouring out of impassioned pages...brawling th...   \n",
       "\n",
       "                   title_kaggle  video  vote_average vote_count  \n",
       "1680  The Member of the Wedding  False           5.7        8.0  \n",
       "2295             The Ladies Man  False           7.0       20.0  \n",
       "2458       Earth vs. the Spider  False           4.7       15.0  \n",
       "3607      From Here to Eternity  False           7.2      137.0  \n",
       "\n",
       "[4 rows x 43 columns]"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies_df[(movies_df['release_date_wiki'] > '1996-01-01') & (movies_df['release_date_kaggle'] < '1965-01-01')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [],
   "source": [
    "movies_df = movies_df.drop(movies_df[(movies_df['release_date_wiki'] > '1996-01-01') & (movies_df['release_date_kaggle'] < '1965-01-01')].index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>year</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>title_wiki</th>\n",
       "      <th>Based on</th>\n",
       "      <th>Starring</th>\n",
       "      <th>Cinematography</th>\n",
       "      <th>Country</th>\n",
       "      <th>Language</th>\n",
       "      <th>Director</th>\n",
       "      <th>...</th>\n",
       "      <th>release_date_kaggle</th>\n",
       "      <th>revenue</th>\n",
       "      <th>runtime</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title_kaggle</th>\n",
       "      <th>video</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Camp_Cucamonga</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099212/</td>\n",
       "      <td>Camp Cucamonga</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[John Ratzenberger, Brian Robbins, Jennifer An...</td>\n",
       "      <td>Peter Smokler</td>\n",
       "      <td>United States</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Roger Duchowny</td>\n",
       "      <td>...</td>\n",
       "      <td>1990-09-23</td>\n",
       "      <td>0.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Camp Cucamonga</td>\n",
       "      <td>False</td>\n",
       "      <td>4.7</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Cartoon_All-Star...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0154129/</td>\n",
       "      <td>Cartoon All-Stars to the Rescue</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>United States</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Milton Gray, Marsh Lamore, Bob Shellhorn, Mik...</td>\n",
       "      <td>...</td>\n",
       "      <td>1990-04-21</td>\n",
       "      <td>0.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}, {'iso...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Drugs don't stand a chance against these guys!</td>\n",
       "      <td>Cartoon All-Stars to the Rescue</td>\n",
       "      <td>False</td>\n",
       "      <td>6.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_China_Lake_M...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099259/</td>\n",
       "      <td>The China Lake Murders</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Isaac Allan, Tom Skerritt, Michael Parks]</td>\n",
       "      <td>Geoffrey Schaaf</td>\n",
       "      <td>United States</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Alan Metzger</td>\n",
       "      <td>...</td>\n",
       "      <td>1990-01-31</td>\n",
       "      <td>0.0</td>\n",
       "      <td>97.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Every year, Officer Donnelly goes to China Lak...</td>\n",
       "      <td>The China Lake Murders</td>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Dark_Side_of...</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099364/</td>\n",
       "      <td>The Dark Side of the Moon</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Robert Sampson, Will Bledsoe, Joe Turkel, Cam...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>D.J. Webster</td>\n",
       "      <td>...</td>\n",
       "      <td>1990-05-30</td>\n",
       "      <td>0.0</td>\n",
       "      <td>96.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Beyond Rescue ... Beyond Reason ... Beyond Sal...</td>\n",
       "      <td>The Dark Side of The Moon</td>\n",
       "      <td>False</td>\n",
       "      <td>4.7</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Days_of_Thunder</td>\n",
       "      <td>1990</td>\n",
       "      <td>https://www.imdb.com/title/tt0099371/</td>\n",
       "      <td>Days of Thunder</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Tom Cruise, Robert Duvall, Randy Quaid, Nicol...</td>\n",
       "      <td>Ward Russell</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>Tony Scott</td>\n",
       "      <td>...</td>\n",
       "      <td>1990-06-27</td>\n",
       "      <td>157920733.0</td>\n",
       "      <td>107.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>You can't stop the thunder.</td>\n",
       "      <td>Days of Thunder</td>\n",
       "      <td>False</td>\n",
       "      <td>5.9</td>\n",
       "      <td>359.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5818</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Invitation_(...</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.imdb.com/title/tt2400463/</td>\n",
       "      <td>The Invitation</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Logan Marshall-Green, Tammy Blanchard, Michie...</td>\n",
       "      <td>Bobby Shore</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>Karyn Kusama</td>\n",
       "      <td>...</td>\n",
       "      <td>2015-08-05</td>\n",
       "      <td>231737.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>There is nothing to be afraid of</td>\n",
       "      <td>The Invitation</td>\n",
       "      <td>False</td>\n",
       "      <td>6.4</td>\n",
       "      <td>486.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5819</th>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Jungle_Book_...</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.imdb.com/title/tt3040964/</td>\n",
       "      <td>The Jungle Book</td>\n",
       "      <td>[Disney's, The Jungle Book, [1], The Jungle Bo...</td>\n",
       "      <td>[Bill Murray, Ben Kingsley, Idris Elba, Lupita...</td>\n",
       "      <td>Bill Pope</td>\n",
       "      <td>[United States, United Kingdom, [2]]</td>\n",
       "      <td>English</td>\n",
       "      <td>Jon Favreau</td>\n",
       "      <td>...</td>\n",
       "      <td>2016-04-07</td>\n",
       "      <td>966550600.0</td>\n",
       "      <td>106.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Jungle Book</td>\n",
       "      <td>False</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2977.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5825</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Elvis_%26_Nixon</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.imdb.com/title/tt2093991/</td>\n",
       "      <td>Elvis &amp; Nixon</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Michael Shannon, Kevin Spacey, Alex Pettyfer,...</td>\n",
       "      <td>Terry Stacey</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>Liza Johnson</td>\n",
       "      <td>...</td>\n",
       "      <td>2016-04-22</td>\n",
       "      <td>1055287.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>On December 21st, 1970, two of America's great...</td>\n",
       "      <td>Elvis &amp; Nixon</td>\n",
       "      <td>False</td>\n",
       "      <td>6.0</td>\n",
       "      <td>146.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6004</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Rough_Night</td>\n",
       "      <td>2017</td>\n",
       "      <td>https://www.imdb.com/title/tt4799050/</td>\n",
       "      <td>Rough Night</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Scarlett Johansson, Kate McKinnon, Jillian Be...</td>\n",
       "      <td>Sean Porter</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>Lucia Aniello</td>\n",
       "      <td>...</td>\n",
       "      <td>2017-06-15</td>\n",
       "      <td>45056771.0</td>\n",
       "      <td>101.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>The hangover will be the least of their problems</td>\n",
       "      <td>Rough Night</td>\n",
       "      <td>False</td>\n",
       "      <td>5.6</td>\n",
       "      <td>336.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6037</th>\n",
       "      <td>https://en.wikipedia.org/wiki/Patti_Cake$</td>\n",
       "      <td>2017</td>\n",
       "      <td>https://www.imdb.com/title/tt6288250/</td>\n",
       "      <td>Patti Cake$</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Danielle Macdonald, Bridget Everett, Siddhart...</td>\n",
       "      <td>Federico Cesca</td>\n",
       "      <td>United States</td>\n",
       "      <td>English</td>\n",
       "      <td>Geremy Jasper</td>\n",
       "      <td>...</td>\n",
       "      <td>2017-08-18</td>\n",
       "      <td>0.0</td>\n",
       "      <td>108.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Patti Cake$</td>\n",
       "      <td>False</td>\n",
       "      <td>6.9</td>\n",
       "      <td>27.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>331 rows × 43 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    url  year  \\\n",
       "22         https://en.wikipedia.org/wiki/Camp_Cucamonga  1990   \n",
       "24    https://en.wikipedia.org/wiki/Cartoon_All-Star...  1990   \n",
       "28    https://en.wikipedia.org/wiki/The_China_Lake_M...  1990   \n",
       "38    https://en.wikipedia.org/wiki/The_Dark_Side_of...  1990   \n",
       "40        https://en.wikipedia.org/wiki/Days_of_Thunder  1990   \n",
       "...                                                 ...   ...   \n",
       "5818  https://en.wikipedia.org/wiki/The_Invitation_(...  2016   \n",
       "5819  https://en.wikipedia.org/wiki/The_Jungle_Book_...  2016   \n",
       "5825      https://en.wikipedia.org/wiki/Elvis_%26_Nixon  2016   \n",
       "6004          https://en.wikipedia.org/wiki/Rough_Night  2017   \n",
       "6037          https://en.wikipedia.org/wiki/Patti_Cake$  2017   \n",
       "\n",
       "                                  imdb_link                       title_wiki  \\\n",
       "22    https://www.imdb.com/title/tt0099212/                   Camp Cucamonga   \n",
       "24    https://www.imdb.com/title/tt0154129/  Cartoon All-Stars to the Rescue   \n",
       "28    https://www.imdb.com/title/tt0099259/           The China Lake Murders   \n",
       "38    https://www.imdb.com/title/tt0099364/        The Dark Side of the Moon   \n",
       "40    https://www.imdb.com/title/tt0099371/                  Days of Thunder   \n",
       "...                                     ...                              ...   \n",
       "5818  https://www.imdb.com/title/tt2400463/                   The Invitation   \n",
       "5819  https://www.imdb.com/title/tt3040964/                  The Jungle Book   \n",
       "5825  https://www.imdb.com/title/tt2093991/                    Elvis & Nixon   \n",
       "6004  https://www.imdb.com/title/tt4799050/                      Rough Night   \n",
       "6037  https://www.imdb.com/title/tt6288250/                      Patti Cake$   \n",
       "\n",
       "                                               Based on  \\\n",
       "22                                                  NaN   \n",
       "24                                                  NaN   \n",
       "28                                                  NaN   \n",
       "38                                                  NaN   \n",
       "40                                                  NaN   \n",
       "...                                                 ...   \n",
       "5818                                                NaN   \n",
       "5819  [Disney's, The Jungle Book, [1], The Jungle Bo...   \n",
       "5825                                                NaN   \n",
       "6004                                                NaN   \n",
       "6037                                                NaN   \n",
       "\n",
       "                                               Starring   Cinematography  \\\n",
       "22    [John Ratzenberger, Brian Robbins, Jennifer An...    Peter Smokler   \n",
       "24                                                  NaN              NaN   \n",
       "28           [Isaac Allan, Tom Skerritt, Michael Parks]  Geoffrey Schaaf   \n",
       "38    [Robert Sampson, Will Bledsoe, Joe Turkel, Cam...              NaN   \n",
       "40    [Tom Cruise, Robert Duvall, Randy Quaid, Nicol...     Ward Russell   \n",
       "...                                                 ...              ...   \n",
       "5818  [Logan Marshall-Green, Tammy Blanchard, Michie...      Bobby Shore   \n",
       "5819  [Bill Murray, Ben Kingsley, Idris Elba, Lupita...        Bill Pope   \n",
       "5825  [Michael Shannon, Kevin Spacey, Alex Pettyfer,...     Terry Stacey   \n",
       "6004  [Scarlett Johansson, Kate McKinnon, Jillian Be...      Sean Porter   \n",
       "6037  [Danielle Macdonald, Bridget Everett, Siddhart...   Federico Cesca   \n",
       "\n",
       "                                   Country Language  \\\n",
       "22                           United States      NaN   \n",
       "24                           United States      NaN   \n",
       "28                           United States      NaN   \n",
       "38                           United States  English   \n",
       "40                           United States  English   \n",
       "...                                    ...      ...   \n",
       "5818                         United States  English   \n",
       "5819  [United States, United Kingdom, [2]]  English   \n",
       "5825                         United States  English   \n",
       "6004                         United States  English   \n",
       "6037                         United States  English   \n",
       "\n",
       "                                               Director  ...  \\\n",
       "22                                       Roger Duchowny  ...   \n",
       "24    [Milton Gray, Marsh Lamore, Bob Shellhorn, Mik...  ...   \n",
       "28                                         Alan Metzger  ...   \n",
       "38                                         D.J. Webster  ...   \n",
       "40                                           Tony Scott  ...   \n",
       "...                                                 ...  ...   \n",
       "5818                                       Karyn Kusama  ...   \n",
       "5819                                        Jon Favreau  ...   \n",
       "5825                                       Liza Johnson  ...   \n",
       "6004                                      Lucia Aniello  ...   \n",
       "6037                                      Geremy Jasper  ...   \n",
       "\n",
       "     release_date_kaggle      revenue runtime  \\\n",
       "22            1990-09-23          0.0    93.0   \n",
       "24            1990-04-21          0.0    26.0   \n",
       "28            1990-01-31          0.0    97.0   \n",
       "38            1990-05-30          0.0    96.0   \n",
       "40            1990-06-27  157920733.0   107.0   \n",
       "...                  ...          ...     ...   \n",
       "5818          2015-08-05     231737.0   100.0   \n",
       "5819          2016-04-07  966550600.0   106.0   \n",
       "5825          2016-04-22    1055287.0    87.0   \n",
       "6004          2017-06-15   45056771.0   101.0   \n",
       "6037          2017-08-18          0.0   108.0   \n",
       "\n",
       "                                       spoken_languages    status  \\\n",
       "22             [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "24    [{'iso_639_1': 'en', 'name': 'English'}, {'iso...  Released   \n",
       "28             [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "38             [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "40             [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "...                                                 ...       ...   \n",
       "5818           [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "5819           [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "5825           [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "6004           [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "6037           [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "\n",
       "                                                tagline  \\\n",
       "22                                                  NaN   \n",
       "24       Drugs don't stand a chance against these guys!   \n",
       "28    Every year, Officer Donnelly goes to China Lak...   \n",
       "38    Beyond Rescue ... Beyond Reason ... Beyond Sal...   \n",
       "40                          You can't stop the thunder.   \n",
       "...                                                 ...   \n",
       "5818                   There is nothing to be afraid of   \n",
       "5819                                                NaN   \n",
       "5825  On December 21st, 1970, two of America's great...   \n",
       "6004   The hangover will be the least of their problems   \n",
       "6037                                                NaN   \n",
       "\n",
       "                         title_kaggle  video  vote_average vote_count  \n",
       "22                     Camp Cucamonga  False           4.7        9.0  \n",
       "24    Cartoon All-Stars to the Rescue  False           6.0        5.0  \n",
       "28             The China Lake Murders  False           0.0        0.0  \n",
       "38          The Dark Side of The Moon  False           4.7       11.0  \n",
       "40                    Days of Thunder  False           5.9      359.0  \n",
       "...                               ...    ...           ...        ...  \n",
       "5818                   The Invitation  False           6.4      486.0  \n",
       "5819                  The Jungle Book  False           6.7     2977.0  \n",
       "5825                    Elvis & Nixon  False           6.0      146.0  \n",
       "6004                      Rough Night  False           5.6      336.0  \n",
       "6037                      Patti Cake$  False           6.9       27.0  \n",
       "\n",
       "[331 rows x 43 columns]"
      ]
     },
     "execution_count": 98,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check null values\n",
    "movies_df[movies_df['release_date_wiki'].isnull()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "unhashable type: 'list'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.map_locations\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;31mTypeError\u001b[0m: unhashable type: 'list'"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Exception ignored in: 'pandas._libs.index.IndexEngine._call_map_locations'\n",
      "Traceback (most recent call last):\n",
      "  File \"pandas/_libs/hashtable_class_helper.pxi\", line 1709, in pandas._libs.hashtable.PyObjectHashTable.map_locations\n",
      "TypeError: unhashable type: 'list'\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "English                                5476\n",
       "[English, Spanish]                       68\n",
       "[English, French]                        35\n",
       "[English, Japanese]                      25\n",
       "[English, Russian]                       23\n",
       "                                       ... \n",
       "[Japanese, English, Cantonese]            1\n",
       "[English, Afrikaans, German]              1\n",
       "[Arabic, English]                         1\n",
       "[English, Italian, Russian, German]       1\n",
       "[English, Somali]                         1\n",
       "Name: Language, Length: 197, dtype: int64"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# View Languages \n",
    "movies_df['Language'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "English                                        5476\n",
       "NaN                                             134\n",
       "(English, Spanish)                               68\n",
       "(English, French)                                35\n",
       "(English, Japanese)                              25\n",
       "                                               ... \n",
       "English, Inuktitut                                1\n",
       "(English, French, Italian, Spanish, German)       1\n",
       "(English, Burmese, Thai)                          1\n",
       "(English, German, Italian)                        1\n",
       "Silent                                            1\n",
       "Name: Language, Length: 198, dtype: int64"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies_df['Language'].apply(lambda x: tuple(x) if type(x) == list else x).value_counts(dropna=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "en    5984\n",
       "fr      16\n",
       "es      10\n",
       "it       8\n",
       "de       6\n",
       "ja       4\n",
       "pt       4\n",
       "zh       4\n",
       "hi       2\n",
       "da       2\n",
       "ru       1\n",
       "ko       1\n",
       "tr       1\n",
       "cn       1\n",
       "sv       1\n",
       "he       1\n",
       "ab       1\n",
       "ar       1\n",
       "Name: original_language, dtype: int64"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies_df['original_language'].value_counts(dropna=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Production company(s)</th>\n",
       "      <th>production_companies</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Silver Pictures</td>\n",
       "      <td>[{'name': 'Twentieth Century Fox Film Corporat...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Avenue Pictures</td>\n",
       "      <td>[{'name': 'Avenue Pictures Productions', 'id':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[Carolco Pictures, IndieProd Company]</td>\n",
       "      <td>[{'name': 'IndieProd Company Productions', 'id...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>[{'name': 'Orion Pictures', 'id': 41}]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>[{'name': 'Paramount Pictures', 'id': 4}]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6047</th>\n",
       "      <td>[Fabula, Komplizen Film]</td>\n",
       "      <td>[{'name': 'Komplizen Film', 'id': 1618}, {'nam...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6048</th>\n",
       "      <td>Ball &amp; Chain Productions</td>\n",
       "      <td>[{'name': 'Ball &amp; Chain Productions', 'id': 74...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6049</th>\n",
       "      <td>[Arte France Cinéma, Why Not Productions]</td>\n",
       "      <td>[{'name': 'ARTE France Cinéma', 'id': 94}, {'n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6050</th>\n",
       "      <td>[Film Science, Rough House Pictures, Syncopate...</td>\n",
       "      <td>[{'name': 'Film Science', 'id': 1976}, {'name'...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6051</th>\n",
       "      <td>[HanWay Films, Little Punk, See-Saw Films]</td>\n",
       "      <td>[{'name': 'HanWay Films', 'id': 2395}, {'name'...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6048 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Production company(s)  \\\n",
       "0                                       Silver Pictures   \n",
       "1                                       Avenue Pictures   \n",
       "2                 [Carolco Pictures, IndieProd Company]   \n",
       "3                                                   NaN   \n",
       "4                                                   NaN   \n",
       "...                                                 ...   \n",
       "6047                           [Fabula, Komplizen Film]   \n",
       "6048                           Ball & Chain Productions   \n",
       "6049          [Arte France Cinéma, Why Not Productions]   \n",
       "6050  [Film Science, Rough House Pictures, Syncopate...   \n",
       "6051         [HanWay Films, Little Punk, See-Saw Films]   \n",
       "\n",
       "                                   production_companies  \n",
       "0     [{'name': 'Twentieth Century Fox Film Corporat...  \n",
       "1     [{'name': 'Avenue Pictures Productions', 'id':...  \n",
       "2     [{'name': 'IndieProd Company Productions', 'id...  \n",
       "3                [{'name': 'Orion Pictures', 'id': 41}]  \n",
       "4             [{'name': 'Paramount Pictures', 'id': 4}]  \n",
       "...                                                 ...  \n",
       "6047  [{'name': 'Komplizen Film', 'id': 1618}, {'nam...  \n",
       "6048  [{'name': 'Ball & Chain Productions', 'id': 74...  \n",
       "6049  [{'name': 'ARTE France Cinéma', 'id': 94}, {'n...  \n",
       "6050  [{'name': 'Film Science', 'id': 1976}, {'name'...  \n",
       "6051  [{'name': 'HanWay Films', 'id': 2395}, {'name'...  \n",
       "\n",
       "[6048 rows x 2 columns]"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# View Production companies \n",
    "movies_df[['Production company(s)','production_companies']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Drop Wikipedia columns \n",
    "movies_df.drop(columns=['title_wiki','release_date_wiki','Language','Production company(s)'], inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [],
   "source": [
    "def fill_missing_kaggle_data(df, kaggle_column, wiki_column):\n",
    "    df[kaggle_column] = df.apply(\n",
    "        lambda row: row[wiki_column] if row[kaggle_column] == 0 else row[kaggle_column]\n",
    "        , axis=1)\n",
    "    df.drop(columns=wiki_column, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyError",
     "evalue": "\"['running_time'] not found in axis\"",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-107-b296cddc0fac>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m# Fill in missing data\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mfill_missing_kaggle_data\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmovies_df\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'runtime'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'running_time'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m \u001b[0mfill_missing_kaggle_data\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmovies_df\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'budget_kaggle'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'budget_wiki'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0mfill_missing_kaggle_data\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmovies_df\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'revenue'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'box_office'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0mmovies_df\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<ipython-input-105-5d406e8d63f1>\u001b[0m in \u001b[0;36mfill_missing_kaggle_data\u001b[0;34m(df, kaggle_column, wiki_column)\u001b[0m\n\u001b[1;32m      3\u001b[0m         \u001b[0;32mlambda\u001b[0m \u001b[0mrow\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mrow\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mwiki_column\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mrow\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mkaggle_column\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m0\u001b[0m \u001b[0;32melse\u001b[0m \u001b[0mrow\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mkaggle_column\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m         , axis=1)\n\u001b[0;32m----> 5\u001b[0;31m     \u001b[0mdf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdrop\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mwiki_column\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minplace\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36mdrop\u001b[0;34m(self, labels, axis, index, columns, level, inplace, errors)\u001b[0m\n\u001b[1;32m   4155\u001b[0m                 \u001b[0mweight\u001b[0m  \u001b[0;36m1.0\u001b[0m     \u001b[0;36m0.8\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   4156\u001b[0m         \"\"\"\n\u001b[0;32m-> 4157\u001b[0;31m         return super().drop(\n\u001b[0m\u001b[1;32m   4158\u001b[0m             \u001b[0mlabels\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlabels\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   4159\u001b[0m             \u001b[0maxis\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0maxis\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36mdrop\u001b[0;34m(self, labels, axis, index, columns, level, inplace, errors)\u001b[0m\n\u001b[1;32m   3876\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlabels\u001b[0m \u001b[0;32min\u001b[0m \u001b[0maxes\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3877\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mlabels\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3878\u001b[0;31m                 \u001b[0mobj\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_drop_axis\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlabels\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlevel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0merrors\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3879\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3880\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0minplace\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36m_drop_axis\u001b[0;34m(self, labels, axis, level, errors)\u001b[0m\n\u001b[1;32m   3910\u001b[0m                 \u001b[0mnew_axis\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdrop\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlabels\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlevel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0merrors\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3911\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3912\u001b[0;31m                 \u001b[0mnew_axis\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdrop\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlabels\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0merrors\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3913\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreindex\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0maxis_name\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mnew_axis\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3914\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mdrop\u001b[0;34m(self, labels, errors)\u001b[0m\n\u001b[1;32m   5274\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mmask\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0many\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   5275\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0merrors\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0;34m\"ignore\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 5276\u001b[0;31m                 \u001b[0;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf\"{labels[mask]} not found in axis\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   5277\u001b[0m             \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mindexer\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m~\u001b[0m\u001b[0mmask\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   5278\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdelete\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: \"['running_time'] not found in axis\""
     ]
    }
   ],
   "source": [
    "# Fill in missing data\n",
    "fill_missing_kaggle_data(movies_df, 'runtime', 'running_time')\n",
    "fill_missing_kaggle_data(movies_df, 'budget_kaggle', 'budget_wiki')\n",
    "fill_missing_kaggle_data(movies_df, 'revenue', 'box_office')\n",
    "movies_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "video\n"
     ]
    }
   ],
   "source": [
    "for col in movies_df.columns:\n",
    "    lists_to_tuples = lambda x: tuple(x) if type(x) == list else x\n",
    "    value_counts = movies_df[col].apply(lists_to_tuples).value_counts(dropna=False)\n",
    "    num_values = len(value_counts)\n",
    "    if num_values == 1:\n",
    "        print(col)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False    6048\n",
       "Name: video, dtype: int64"
      ]
     },
     "execution_count": 109,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies_df['video'].value_counts(dropna=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Reorder columns\n",
    "movies_df = movies_df.loc[:, ['imdb_id','id','title_kaggle','original_title','tagline','belongs_to_collection','url','imdb_link',\n",
    "                       'runtime','budget_kaggle','revenue','release_date_kaggle','popularity','vote_average','vote_count',\n",
    "                       'genres','original_language','overview','spoken_languages','Country',\n",
    "                       'production_companies','production_countries','Distributor',\n",
    "                       'Producer(s)','Director','Starring','Cinematography','Editor(s)','Writer(s)','Composer(s)','Based on'\n",
    "                      ]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns\n",
    "movies_df.rename({'id':'kaggle_id',\n",
    "                  'title_kaggle':'title',\n",
    "                  'url':'wikipedia_url',\n",
    "                  'budget_kaggle':'budget',\n",
    "                  'release_date_kaggle':'release_date',\n",
    "                  'Country':'country',\n",
    "                  'Distributor':'distributor',\n",
    "                  'Producer(s)':'producers',\n",
    "                  'Director':'director',\n",
    "                  'Starring':'starring',\n",
    "                  'Cinematography':'cinematography',\n",
    "                  'Editor(s)':'editors',\n",
    "                  'Writer(s)':'writers',\n",
    "                  'Composer(s)':'composers',\n",
    "                  'Based on':'based_on'\n",
    "                 }, axis='columns', inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>kaggle_id</th>\n",
       "      <th>title</th>\n",
       "      <th>original_title</th>\n",
       "      <th>tagline</th>\n",
       "      <th>belongs_to_collection</th>\n",
       "      <th>wikipedia_url</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>runtime</th>\n",
       "      <th>budget</th>\n",
       "      <th>...</th>\n",
       "      <th>production_countries</th>\n",
       "      <th>distributor</th>\n",
       "      <th>producers</th>\n",
       "      <th>director</th>\n",
       "      <th>starring</th>\n",
       "      <th>cinematography</th>\n",
       "      <th>editors</th>\n",
       "      <th>writers</th>\n",
       "      <th>composers</th>\n",
       "      <th>based_on</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>tt0098987</td>\n",
       "      <td>9548</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>Kojak. Columbo. Dirty Harry. Wimps.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Adventures_o...</td>\n",
       "      <td>https://www.imdb.com/title/tt0098987/</td>\n",
       "      <td>104.0</td>\n",
       "      <td>49000000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>20th Century Fox</td>\n",
       "      <td>[Steve Perry, Joel Silver]</td>\n",
       "      <td>Renny Harlin</td>\n",
       "      <td>[Andrew Dice Clay, Wayne Newton, Priscilla Pre...</td>\n",
       "      <td>Oliver Wood</td>\n",
       "      <td>Michael Tronick</td>\n",
       "      <td>[David Arnott, James Cappe]</td>\n",
       "      <td>[Cliff Eidelman, Yello]</td>\n",
       "      <td>[Characters, by Rex Weiner]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>tt0098994</td>\n",
       "      <td>25501</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>All they risked was everything.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://en.wikipedia.org/wiki/After_Dark,_My_S...</td>\n",
       "      <td>https://www.imdb.com/title/tt0098994/</td>\n",
       "      <td>114.0</td>\n",
       "      <td>6000000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>Avenue Pictures</td>\n",
       "      <td>[Ric Kidney, Robert Redlin]</td>\n",
       "      <td>James Foley</td>\n",
       "      <td>[Jason Patric, Rachel Ward, Bruce Dern, George...</td>\n",
       "      <td>Mark Plummer</td>\n",
       "      <td>Howard E. Smith</td>\n",
       "      <td>[James Foley, Robert Redlin]</td>\n",
       "      <td>Maurice Jarre</td>\n",
       "      <td>[the novel, After Dark, My Sweet, by, Jim Thom...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>tt0099005</td>\n",
       "      <td>11856</td>\n",
       "      <td>Air America</td>\n",
       "      <td>Air America</td>\n",
       "      <td>The few. The proud. The totally insane.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://en.wikipedia.org/wiki/Air_America_(film)</td>\n",
       "      <td>https://www.imdb.com/title/tt0099005/</td>\n",
       "      <td>112.0</td>\n",
       "      <td>35000000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>TriStar Pictures</td>\n",
       "      <td>Daniel Melnick</td>\n",
       "      <td>Roger Spottiswoode</td>\n",
       "      <td>[Mel Gibson, Robert Downey Jr., Nancy Travis, ...</td>\n",
       "      <td>Roger Deakins</td>\n",
       "      <td>[John Bloom, Lois Freeman-Fox]</td>\n",
       "      <td>[John Eskow, Richard Rush]</td>\n",
       "      <td>Charles Gross</td>\n",
       "      <td>[Air America, by, Christopher Robbins]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tt0099012</td>\n",
       "      <td>8217</td>\n",
       "      <td>Alice</td>\n",
       "      <td>Alice</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://en.wikipedia.org/wiki/Alice_(1990_film)</td>\n",
       "      <td>https://www.imdb.com/title/tt0099012/</td>\n",
       "      <td>102.0</td>\n",
       "      <td>12000000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>Orion Pictures</td>\n",
       "      <td>Robert Greenhut</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>[Alec Baldwin, Blythe Danner, Judy Davis, Mia ...</td>\n",
       "      <td>Carlo Di Palma</td>\n",
       "      <td>Susan E. Morse</td>\n",
       "      <td>Woody Allen</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>tt0099018</td>\n",
       "      <td>25943</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>Who does he think he is?</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://en.wikipedia.org/wiki/Almost_an_Angel</td>\n",
       "      <td>https://www.imdb.com/title/tt0099018/</td>\n",
       "      <td>95.0</td>\n",
       "      <td>25000000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>Paramount Pictures</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>John Cornell</td>\n",
       "      <td>[Paul Hogan, Elias Koteas, Linda Kozlowski]</td>\n",
       "      <td>Russell Boyd</td>\n",
       "      <td>David Stiven</td>\n",
       "      <td>Paul Hogan</td>\n",
       "      <td>Maurice Jarre</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 31 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     imdb_id  kaggle_id                            title  \\\n",
       "0  tt0098987       9548  The Adventures of Ford Fairlane   \n",
       "1  tt0098994      25501             After Dark, My Sweet   \n",
       "2  tt0099005      11856                      Air America   \n",
       "3  tt0099012       8217                            Alice   \n",
       "4  tt0099018      25943                  Almost an Angel   \n",
       "\n",
       "                    original_title                                  tagline  \\\n",
       "0  The Adventures of Ford Fairlane      Kojak. Columbo. Dirty Harry. Wimps.   \n",
       "1             After Dark, My Sweet          All they risked was everything.   \n",
       "2                      Air America  The few. The proud. The totally insane.   \n",
       "3                            Alice                                      NaN   \n",
       "4                  Almost an Angel                 Who does he think he is?   \n",
       "\n",
       "  belongs_to_collection                                      wikipedia_url  \\\n",
       "0                   NaN  https://en.wikipedia.org/wiki/The_Adventures_o...   \n",
       "1                   NaN  https://en.wikipedia.org/wiki/After_Dark,_My_S...   \n",
       "2                   NaN   https://en.wikipedia.org/wiki/Air_America_(film)   \n",
       "3                   NaN    https://en.wikipedia.org/wiki/Alice_(1990_film)   \n",
       "4                   NaN      https://en.wikipedia.org/wiki/Almost_an_Angel   \n",
       "\n",
       "                               imdb_link  runtime      budget  ...  \\\n",
       "0  https://www.imdb.com/title/tt0098987/    104.0  49000000.0  ...   \n",
       "1  https://www.imdb.com/title/tt0098994/    114.0   6000000.0  ...   \n",
       "2  https://www.imdb.com/title/tt0099005/    112.0  35000000.0  ...   \n",
       "3  https://www.imdb.com/title/tt0099012/    102.0  12000000.0  ...   \n",
       "4  https://www.imdb.com/title/tt0099018/     95.0  25000000.0  ...   \n",
       "\n",
       "                                production_countries         distributor  \\\n",
       "0  [{'iso_3166_1': 'US', 'name': 'United States o...    20th Century Fox   \n",
       "1  [{'iso_3166_1': 'US', 'name': 'United States o...     Avenue Pictures   \n",
       "2  [{'iso_3166_1': 'US', 'name': 'United States o...    TriStar Pictures   \n",
       "3  [{'iso_3166_1': 'US', 'name': 'United States o...      Orion Pictures   \n",
       "4  [{'iso_3166_1': 'US', 'name': 'United States o...  Paramount Pictures   \n",
       "\n",
       "                     producers            director  \\\n",
       "0   [Steve Perry, Joel Silver]        Renny Harlin   \n",
       "1  [Ric Kidney, Robert Redlin]         James Foley   \n",
       "2               Daniel Melnick  Roger Spottiswoode   \n",
       "3              Robert Greenhut         Woody Allen   \n",
       "4                 John Cornell        John Cornell   \n",
       "\n",
       "                                            starring  cinematography  \\\n",
       "0  [Andrew Dice Clay, Wayne Newton, Priscilla Pre...     Oliver Wood   \n",
       "1  [Jason Patric, Rachel Ward, Bruce Dern, George...    Mark Plummer   \n",
       "2  [Mel Gibson, Robert Downey Jr., Nancy Travis, ...   Roger Deakins   \n",
       "3  [Alec Baldwin, Blythe Danner, Judy Davis, Mia ...  Carlo Di Palma   \n",
       "4        [Paul Hogan, Elias Koteas, Linda Kozlowski]    Russell Boyd   \n",
       "\n",
       "                          editors                       writers  \\\n",
       "0                 Michael Tronick   [David Arnott, James Cappe]   \n",
       "1                 Howard E. Smith  [James Foley, Robert Redlin]   \n",
       "2  [John Bloom, Lois Freeman-Fox]    [John Eskow, Richard Rush]   \n",
       "3                  Susan E. Morse                   Woody Allen   \n",
       "4                    David Stiven                    Paul Hogan   \n",
       "\n",
       "                 composers                                           based_on  \n",
       "0  [Cliff Eidelman, Yello]                        [Characters, by Rex Weiner]  \n",
       "1            Maurice Jarre  [the novel, After Dark, My Sweet, by, Jim Thom...  \n",
       "2            Charles Gross             [Air America, by, Christopher Robbins]  \n",
       "3                      NaN                                                NaN  \n",
       "4            Maurice Jarre                                                NaN  \n",
       "\n",
       "[5 rows x 31 columns]"
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create movie count variable from ratings Dataset, rename it, and pivot it so the ID is the index\n",
    "rating_counts = ratings.groupby(['movieId','rating'], as_index=False).count() \\\n",
    "                .rename({'userId':'count'}, axis=1) \\\n",
    "                .pivot(index='movieId',columns='rating', values='count')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Add 'rating_' prefix to column titles \n",
    "rating_counts.columns = ['rating_' + str(col) for col in rating_counts.columns]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Merge rating counts with Movies DF\n",
    "movies_with_ratings_df = pd.merge(movies_df, rating_counts, left_on='kaggle_id', right_index=True, how='left')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Fill NaN cells with zeros\n",
    "movies_with_ratings_df[rating_counts.columns] = movies_with_ratings_df[rating_counts.columns].fillna(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>kaggle_id</th>\n",
       "      <th>title</th>\n",
       "      <th>original_title</th>\n",
       "      <th>tagline</th>\n",
       "      <th>belongs_to_collection</th>\n",
       "      <th>wikipedia_url</th>\n",
       "      <th>imdb_link</th>\n",
       "      <th>runtime</th>\n",
       "      <th>budget</th>\n",
       "      <th>...</th>\n",
       "      <th>rating_0.5</th>\n",
       "      <th>rating_1.0</th>\n",
       "      <th>rating_1.5</th>\n",
       "      <th>rating_2.0</th>\n",
       "      <th>rating_2.5</th>\n",
       "      <th>rating_3.0</th>\n",
       "      <th>rating_3.5</th>\n",
       "      <th>rating_4.0</th>\n",
       "      <th>rating_4.5</th>\n",
       "      <th>rating_5.0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>tt0098987</td>\n",
       "      <td>9548</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>The Adventures of Ford Fairlane</td>\n",
       "      <td>Kojak. Columbo. Dirty Harry. Wimps.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://en.wikipedia.org/wiki/The_Adventures_o...</td>\n",
       "      <td>https://www.imdb.com/title/tt0098987/</td>\n",
       "      <td>104.0</td>\n",
       "      <td>49000000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>tt0098994</td>\n",
       "      <td>25501</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>After Dark, My Sweet</td>\n",
       "      <td>All they risked was everything.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://en.wikipedia.org/wiki/After_Dark,_My_S...</td>\n",
       "      <td>https://www.imdb.com/title/tt0098994/</td>\n",
       "      <td>114.0</td>\n",
       "      <td>6000000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>tt0099005</td>\n",
       "      <td>11856</td>\n",
       "      <td>Air America</td>\n",
       "      <td>Air America</td>\n",
       "      <td>The few. The proud. The totally insane.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://en.wikipedia.org/wiki/Air_America_(film)</td>\n",
       "      <td>https://www.imdb.com/title/tt0099005/</td>\n",
       "      <td>112.0</td>\n",
       "      <td>35000000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tt0099012</td>\n",
       "      <td>8217</td>\n",
       "      <td>Alice</td>\n",
       "      <td>Alice</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://en.wikipedia.org/wiki/Alice_(1990_film)</td>\n",
       "      <td>https://www.imdb.com/title/tt0099012/</td>\n",
       "      <td>102.0</td>\n",
       "      <td>12000000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>tt0099018</td>\n",
       "      <td>25943</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>Almost an Angel</td>\n",
       "      <td>Who does he think he is?</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://en.wikipedia.org/wiki/Almost_an_Angel</td>\n",
       "      <td>https://www.imdb.com/title/tt0099018/</td>\n",
       "      <td>95.0</td>\n",
       "      <td>25000000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     imdb_id  kaggle_id                            title  \\\n",
       "0  tt0098987       9548  The Adventures of Ford Fairlane   \n",
       "1  tt0098994      25501             After Dark, My Sweet   \n",
       "2  tt0099005      11856                      Air America   \n",
       "3  tt0099012       8217                            Alice   \n",
       "4  tt0099018      25943                  Almost an Angel   \n",
       "\n",
       "                    original_title                                  tagline  \\\n",
       "0  The Adventures of Ford Fairlane      Kojak. Columbo. Dirty Harry. Wimps.   \n",
       "1             After Dark, My Sweet          All they risked was everything.   \n",
       "2                      Air America  The few. The proud. The totally insane.   \n",
       "3                            Alice                                      NaN   \n",
       "4                  Almost an Angel                 Who does he think he is?   \n",
       "\n",
       "  belongs_to_collection                                      wikipedia_url  \\\n",
       "0                   NaN  https://en.wikipedia.org/wiki/The_Adventures_o...   \n",
       "1                   NaN  https://en.wikipedia.org/wiki/After_Dark,_My_S...   \n",
       "2                   NaN   https://en.wikipedia.org/wiki/Air_America_(film)   \n",
       "3                   NaN    https://en.wikipedia.org/wiki/Alice_(1990_film)   \n",
       "4                   NaN      https://en.wikipedia.org/wiki/Almost_an_Angel   \n",
       "\n",
       "                               imdb_link  runtime      budget  ...  \\\n",
       "0  https://www.imdb.com/title/tt0098987/    104.0  49000000.0  ...   \n",
       "1  https://www.imdb.com/title/tt0098994/    114.0   6000000.0  ...   \n",
       "2  https://www.imdb.com/title/tt0099005/    112.0  35000000.0  ...   \n",
       "3  https://www.imdb.com/title/tt0099012/    102.0  12000000.0  ...   \n",
       "4  https://www.imdb.com/title/tt0099018/     95.0  25000000.0  ...   \n",
       "\n",
       "   rating_0.5 rating_1.0  rating_1.5  rating_2.0  rating_2.5 rating_3.0  \\\n",
       "0         0.0        0.0         0.0         0.0         0.0        0.0   \n",
       "1         0.0        0.0         0.0         0.0         0.0        0.0   \n",
       "2         0.0        0.0         0.0         0.0         0.0        0.0   \n",
       "3         0.0        0.0         0.0         0.0         0.0        0.0   \n",
       "4         3.0        0.0         3.0         2.0         5.0       26.0   \n",
       "\n",
       "  rating_3.5 rating_4.0 rating_4.5 rating_5.0  \n",
       "0        0.0        0.0        0.0        0.0  \n",
       "1        0.0        0.0        0.0        0.0  \n",
       "2        0.0        0.0        0.0        0.0  \n",
       "3        0.0        0.0        0.0        0.0  \n",
       "4       37.0       46.0       16.0       11.0  \n",
       "\n",
       "[5 rows x 41 columns]"
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movies_with_ratings_df.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load DF to database\n",
    "db_string = f\"postgres://postgres:{db_password}@127.0.0.1:5432/movie_data\"\n",
    "engine = create_engine(db_string)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import movies DF to database\n",
    "movies_df.to_sql(name='movies', con=engine)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "importing rows 0 to 1000000..."
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-138-13cca32419d5>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      6\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m     \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf'importing rows {rows_imported} to {rows_imported + len(data)}...'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mend\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m''\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 8\u001b[0;31m     \u001b[0mdata\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_sql\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'ratings'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcon\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mengine\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mif_exists\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'append'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      9\u001b[0m     \u001b[0mrows_imported\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     10\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36mto_sql\u001b[0;34m(self, name, con, schema, if_exists, index, index_label, chunksize, dtype, method)\u001b[0m\n\u001b[1;32m   2600\u001b[0m         \u001b[0;32mfrom\u001b[0m \u001b[0mpandas\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mio\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0msql\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2601\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2602\u001b[0;31m         sql.to_sql(\n\u001b[0m\u001b[1;32m   2603\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2604\u001b[0m             \u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/io/sql.py\u001b[0m in \u001b[0;36mto_sql\u001b[0;34m(frame, name, con, schema, if_exists, index, index_label, chunksize, dtype, method)\u001b[0m\n\u001b[1;32m    587\u001b[0m         )\n\u001b[1;32m    588\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 589\u001b[0;31m     pandas_sql.to_sql(\n\u001b[0m\u001b[1;32m    590\u001b[0m         \u001b[0mframe\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    591\u001b[0m         \u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/io/sql.py\u001b[0m in \u001b[0;36mto_sql\u001b[0;34m(self, frame, name, if_exists, index, index_label, schema, chunksize, dtype, method)\u001b[0m\n\u001b[1;32m   1396\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1397\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1398\u001b[0;31m             \u001b[0mtable\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minsert\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mchunksize\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmethod\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mmethod\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1399\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mSQLAlchemyError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0merr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1400\u001b[0m             \u001b[0;31m# GH34431\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/io/sql.py\u001b[0m in \u001b[0;36minsert\u001b[0;34m(self, chunksize, method)\u001b[0m\n\u001b[1;32m    828\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    829\u001b[0m                 \u001b[0mchunk_iter\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mzip\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0marr\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mstart_i\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mend_i\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0marr\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mdata_list\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 830\u001b[0;31m                 \u001b[0mexec_insert\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mconn\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkeys\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mchunk_iter\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    831\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    832\u001b[0m     def _query_iterator(\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/io/sql.py\u001b[0m in \u001b[0;36m_execute_insert\u001b[0;34m(self, conn, keys, data_iter)\u001b[0m\n\u001b[1;32m    745\u001b[0m         \"\"\"\n\u001b[1;32m    746\u001b[0m         \u001b[0mdata\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mdict\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mzip\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkeys\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrow\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mrow\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mdata_iter\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 747\u001b[0;31m         \u001b[0mconn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtable\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minsert\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdata\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    748\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    749\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_execute_insert_multi\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mconn\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkeys\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdata_iter\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/sqlalchemy/engine/base.py\u001b[0m in \u001b[0;36mexecute\u001b[0;34m(self, object_, *multiparams, **params)\u001b[0m\n\u001b[1;32m   1009\u001b[0m             )\n\u001b[1;32m   1010\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1011\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mmeth\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmultiparams\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1012\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1013\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_execute_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmultiparams\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/sqlalchemy/sql/elements.py\u001b[0m in \u001b[0;36m_execute_on_connection\u001b[0;34m(self, connection, multiparams, params)\u001b[0m\n\u001b[1;32m    296\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_execute_on_connection\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mconnection\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmultiparams\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    297\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msupports_execution\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 298\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mconnection\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_execute_clauseelement\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmultiparams\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    299\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    300\u001b[0m             \u001b[0;32mraise\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mObjectNotExecutableError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/sqlalchemy/engine/base.py\u001b[0m in \u001b[0;36m_execute_clauseelement\u001b[0;34m(self, elem, multiparams, params)\u001b[0m\n\u001b[1;32m   1122\u001b[0m             )\n\u001b[1;32m   1123\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1124\u001b[0;31m         ret = self._execute_context(\n\u001b[0m\u001b[1;32m   1125\u001b[0m             \u001b[0mdialect\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1126\u001b[0m             \u001b[0mdialect\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecution_ctx_cls\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_init_compiled\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/sqlalchemy/engine/base.py\u001b[0m in \u001b[0;36m_execute_context\u001b[0;34m(self, dialect, constructor, statement, parameters, *args)\u001b[0m\n\u001b[1;32m   1314\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1315\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mBaseException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1316\u001b[0;31m             self._handle_dbapi_exception(\n\u001b[0m\u001b[1;32m   1317\u001b[0m                 \u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstatement\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparameters\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcursor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcontext\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1318\u001b[0m             )\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/sqlalchemy/engine/base.py\u001b[0m in \u001b[0;36m_handle_dbapi_exception\u001b[0;34m(self, e, statement, parameters, cursor, context)\u001b[0m\n\u001b[1;32m   1512\u001b[0m                 )\n\u001b[1;32m   1513\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1514\u001b[0;31m                 \u001b[0mutil\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mraise_\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mexc_info\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mwith_traceback\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mexc_info\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1515\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1516\u001b[0m         \u001b[0;32mfinally\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/sqlalchemy/util/compat.py\u001b[0m in \u001b[0;36mraise_\u001b[0;34m(***failed resolving arguments***)\u001b[0m\n\u001b[1;32m    180\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    181\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 182\u001b[0;31m             \u001b[0;32mraise\u001b[0m \u001b[0mexception\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    183\u001b[0m         \u001b[0;32mfinally\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    184\u001b[0m             \u001b[0;31m# credit to\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/sqlalchemy/engine/base.py\u001b[0m in \u001b[0;36m_execute_context\u001b[0;34m(self, dialect, constructor, statement, parameters, *args)\u001b[0m\n\u001b[1;32m   1254\u001b[0m                             \u001b[0;32mbreak\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1255\u001b[0m                 \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mevt_handled\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1256\u001b[0;31m                     self.dialect.do_executemany(\n\u001b[0m\u001b[1;32m   1257\u001b[0m                         \u001b[0mcursor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstatement\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparameters\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcontext\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1258\u001b[0m                     )\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/sqlalchemy/dialects/postgresql/psycopg2.py\u001b[0m in \u001b[0;36mdo_executemany\u001b[0;34m(self, cursor, statement, parameters, context)\u001b[0m\n\u001b[1;32m    871\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mdo_executemany\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcursor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstatement\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparameters\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcontext\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    872\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecutemany_mode\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0mEXECUTEMANY_DEFAULT\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 873\u001b[0;31m             \u001b[0mcursor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecutemany\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mstatement\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparameters\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    874\u001b[0m             \u001b[0;32mreturn\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    875\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/encodings/utf_8.py\u001b[0m in \u001b[0;36mdecode\u001b[0;34m(input, errors)\u001b[0m\n\u001b[1;32m     13\u001b[0m \u001b[0mencode\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcodecs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutf_8_encode\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     14\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 15\u001b[0;31m \u001b[0;32mdef\u001b[0m \u001b[0mdecode\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'strict'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     16\u001b[0m     \u001b[0;32mreturn\u001b[0m \u001b[0mcodecs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutf_8_decode\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     17\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "# Import ratings DF to database in chunks\n",
    "rows_imported = 0\n",
    "start_time = time.time()\n",
    "\n",
    "for data in pd.read_csv(f'{file_dir}/ratings.csv', chunksize=1000000):\n",
    "\n",
    "    print(f'importing rows {rows_imported} to {rows_imported + len(data)}...', end='')\n",
    "    data.to_sql(name='ratings', con=engine, if_exists='append')\n",
    "    rows_imported += len(data)\n",
    "\n",
    "    end_time = time.time() - start_time\n",
    "    print(f'Done. {end_time} total seconds have elapsed.')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "PythonData",
   "language": "python",
   "name": "pythondata"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}