leafly_merge.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "leafly_merge",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "6m1CIDCYNnJO",
        "colab_type": "code",
        "colab": {
          "resources": {
            "http://localhost:8080/nbextensions/google.colab/files.js": {
              "data": "Ly8gQ29weXJpZ2h0IDIwMTcgR29vZ2xlIExMQwovLwovLyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKLy8geW91IG1heSBub3QgdXNlIHRoaXMgZmlsZSBleGNlcHQgaW4gY29tcGxpYW5jZSB3aXRoIHRoZSBMaWNlbnNlLgovLyBZb3UgbWF5IG9idGFpbiBhIGNvcHkgb2YgdGhlIExpY2Vuc2UgYXQKLy8KLy8gICAgICBodHRwOi8vd3d3LmFwYWNoZS5vcmcvbGljZW5zZXMvTElDRU5TRS0yLjAKLy8KLy8gVW5sZXNzIHJlcXVpcmVkIGJ5IGFwcGxpY2FibGUgbGF3IG9yIGFncmVlZCB0byBpbiB3cml0aW5nLCBzb2Z0d2FyZQovLyBkaXN0cmlidXRlZCB1bmRlciB0aGUgTGljZW5zZSBpcyBkaXN0cmlidXRlZCBvbiBhbiAiQVMgSVMiIEJBU0lTLAovLyBXSVRIT1VUIFdBUlJBTlRJRVMgT1IgQ09ORElUSU9OUyBPRiBBTlkgS0lORCwgZWl0aGVyIGV4cHJlc3Mgb3IgaW1wbGllZC4KLy8gU2VlIHRoZSBMaWNlbnNlIGZvciB0aGUgc3BlY2lmaWMgbGFuZ3VhZ2UgZ292ZXJuaW5nIHBlcm1pc3Npb25zIGFuZAovLyBsaW1pdGF0aW9ucyB1bmRlciB0aGUgTGljZW5zZS4KCi8qKgogKiBAZmlsZW92ZXJ2aWV3IEhlbHBlcnMgZm9yIGdvb2dsZS5jb2xhYiBQeXRob24gbW9kdWxlLgogKi8KKGZ1bmN0aW9uKHNjb3BlKSB7CmZ1bmN0aW9uIHNwYW4odGV4dCwgc3R5bGVBdHRyaWJ1dGVzID0ge30pIHsKICBjb25zdCBlbGVtZW50ID0gZG9jdW1lbnQuY3JlYXRlRWxlbWVudCgnc3BhbicpOwogIGVsZW1lbnQudGV4dENvbnRlbnQgPSB0ZXh0OwogIGZvciAoY29uc3Qga2V5IG9mIE9iamVjdC5rZXlzKHN0eWxlQXR0cmlidXRlcykpIHsKICAgIGVsZW1lbnQuc3R5bGVba2V5XSA9IHN0eWxlQXR0cmlidXRlc1trZXldOwogIH0KICByZXR1cm4gZWxlbWVudDsKfQoKLy8gTWF4IG51bWJlciBvZiBieXRlcyB3aGljaCB3aWxsIGJlIHVwbG9hZGVkIGF0IGEgdGltZS4KY29uc3QgTUFYX1BBWUxPQURfU0laRSA9IDEwMCAqIDEwMjQ7Ci8vIE1heCBhbW91bnQgb2YgdGltZSB0byBibG9jayB3YWl0aW5nIGZvciB0aGUgdXNlci4KY29uc3QgRklMRV9DSEFOR0VfVElNRU9VVF9NUyA9IDMwICogMTAwMDsKCmZ1bmN0aW9uIF91cGxvYWRGaWxlcyhpbnB1dElkLCBvdXRwdXRJZCkgewogIGNvbnN0IHN0ZXBzID0gdXBsb2FkRmlsZXNTdGVwKGlucHV0SWQsIG91dHB1dElkKTsKICBjb25zdCBvdXRwdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQob3V0cHV0SWQpOwogIC8vIENhY2hlIHN0ZXBzIG9uIHRoZSBvdXRwdXRFbGVtZW50IHRvIG1ha2UgaXQgYXZhaWxhYmxlIGZvciB0aGUgbmV4dCBjYWxsCiAgLy8gdG8gdXBsb2FkRmlsZXNDb250aW51ZSBmcm9tIFB5dGhvbi4KICBvdXRwdXRFbGVtZW50LnN0ZXBzID0gc3RlcHM7CgogIHJldHVybiBfdXBsb2FkRmlsZXNDb250aW51ZShvdXRwdXRJZCk7Cn0KCi8vIFRoaXMgaXMgcm91Z2hseSBhbiBhc3luYyBnZW5lcmF0b3IgKG5vdCBzdXBwb3J0ZWQgaW4gdGhlIGJyb3dzZXIgeWV0KSwKLy8gd2hlcmUgdGhlcmUgYXJlIG11bHRpcGxlIGFzeW5jaHJvbm91cyBzdGVwcyBhbmQgdGhlIFB5dGhvbiBzaWRlIGlzIGdvaW5nCi8vIHRvIHBvbGwgZm9yIGNvbXBsZXRpb24gb2YgZWFjaCBzdGVwLgovLyBUaGlzIHVzZXMgYSBQcm9taXNlIHRvIGJsb2NrIHRoZSBweXRob24gc2lkZSBvbiBjb21wbGV0aW9uIG9mIGVhY2ggc3RlcCwKLy8gdGhlbiBwYXNzZXMgdGhlIHJlc3VsdCBvZiB0aGUgcHJldmlvdXMgc3RlcCBhcyB0aGUgaW5wdXQgdG8gdGhlIG5leHQgc3RlcC4KZnVuY3Rpb24gX3VwbG9hZEZpbGVzQ29udGludWUob3V0cHV0SWQpIHsKICBjb25zdCBvdXRwdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQob3V0cHV0SWQpOwogIGNvbnN0IHN0ZXBzID0gb3V0cHV0RWxlbWVudC5zdGVwczsKCiAgY29uc3QgbmV4dCA9IHN0ZXBzLm5leHQob3V0cHV0RWxlbWVudC5sYXN0UHJvbWlzZVZhbHVlKTsKICByZXR1cm4gUHJvbWlzZS5yZXNvbHZlKG5leHQudmFsdWUucHJvbWlzZSkudGhlbigodmFsdWUpID0+IHsKICAgIC8vIENhY2hlIHRoZSBsYXN0IHByb21pc2UgdmFsdWUgdG8gbWFrZSBpdCBhdmFpbGFibGUgdG8gdGhlIG5leHQKICAgIC8vIHN0ZXAgb2YgdGhlIGdlbmVyYXRvci4KICAgIG91dHB1dEVsZW1lbnQubGFzdFByb21pc2VWYWx1ZSA9IHZhbHVlOwogICAgcmV0dXJuIG5leHQudmFsdWUucmVzcG9uc2U7CiAgfSk7Cn0KCi8qKgogKiBHZW5lcmF0b3IgZnVuY3Rpb24gd2hpY2ggaXMgY2FsbGVkIGJldHdlZW4gZWFjaCBhc3luYyBzdGVwIG9mIHRoZSB1cGxvYWQKICogcHJvY2Vzcy4KICogQHBhcmFtIHtzdHJpbmd9IGlucHV0SWQgRWxlbWVudCBJRCBvZiB0aGUgaW5wdXQgZmlsZSBwaWNrZXIgZWxlbWVudC4KICogQHBhcmFtIHtzdHJpbmd9IG91dHB1dElkIEVsZW1lbnQgSUQgb2YgdGhlIG91dHB1dCBkaXNwbGF5LgogKiBAcmV0dXJuIHshSXRlcmFibGU8IU9iamVjdD59IEl0ZXJhYmxlIG9mIG5leHQgc3RlcHMuCiAqLwpmdW5jdGlvbiogdXBsb2FkRmlsZXNTdGVwKGlucHV0SWQsIG91dHB1dElkKSB7CiAgY29uc3QgaW5wdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQoaW5wdXRJZCk7CiAgaW5wdXRFbGVtZW50LmRpc2FibGVkID0gZmFsc2U7CgogIGNvbnN0IG91dHB1dEVsZW1lbnQgPSBkb2N1bWVudC5nZXRFbGVtZW50QnlJZChvdXRwdXRJZCk7CiAgb3V0cHV0RWxlbWVudC5pbm5lckhUTUwgPSAnJzsKCiAgY29uc3QgcGlja2VkUHJvbWlzZSA9IG5ldyBQcm9taXNlKChyZXNvbHZlKSA9PiB7CiAgICBpbnB1dEVsZW1lbnQuYWRkRXZlbnRMaXN0ZW5lcignY2hhbmdlJywgKGUpID0+IHsKICAgICAgcmVzb2x2ZShlLnRhcmdldC5maWxlcyk7CiAgICB9KTsKICB9KTsKCiAgY29uc3QgY2FuY2VsID0gZG9jdW1lbnQuY3JlYXRlRWxlbWVudCgnYnV0dG9uJyk7CiAgaW5wdXRFbGVtZW50LnBhcmVudEVsZW1lbnQuYXBwZW5kQ2hpbGQoY2FuY2VsKTsKICBjYW5jZWwudGV4dENvbnRlbnQgPSAnQ2FuY2VsIHVwbG9hZCc7CiAgY29uc3QgY2FuY2VsUHJvbWlzZSA9IG5ldyBQcm9taXNlKChyZXNvbHZlKSA9PiB7CiAgICBjYW5jZWwub25jbGljayA9ICgpID0+IHsKICAgICAgcmVzb2x2ZShudWxsKTsKICAgIH07CiAgfSk7CgogIC8vIENhbmNlbCB1cGxvYWQgaWYgdXNlciBoYXNuJ3QgcGlja2VkIGFueXRoaW5nIGluIHRpbWVvdXQuCiAgY29uc3QgdGltZW91dFByb21pc2UgPSBuZXcgUHJvbWlzZSgocmVzb2x2ZSkgPT4gewogICAgc2V0VGltZW91dCgoKSA9PiB7CiAgICAgIHJlc29sdmUobnVsbCk7CiAgICB9LCBGSUxFX0NIQU5HRV9USU1FT1VUX01TKTsKICB9KTsKCiAgLy8gV2FpdCBmb3IgdGhlIHVzZXIgdG8gcGljayB0aGUgZmlsZXMuCiAgY29uc3QgZmlsZXMgPSB5aWVsZCB7CiAgICBwcm9taXNlOiBQcm9taXNlLnJhY2UoW3BpY2tlZFByb21pc2UsIHRpbWVvdXRQcm9taXNlLCBjYW5jZWxQcm9taXNlXSksCiAgICByZXNwb25zZTogewogICAgICBhY3Rpb246ICdzdGFydGluZycsCiAgICB9CiAgfTsKCiAgaWYgKCFmaWxlcykgewogICAgcmV0dXJuIHsKICAgICAgcmVzcG9uc2U6IHsKICAgICAgICBhY3Rpb246ICdjb21wbGV0ZScsCiAgICAgIH0KICAgIH07CiAgfQoKICBjYW5jZWwucmVtb3ZlKCk7CgogIC8vIERpc2FibGUgdGhlIGlucHV0IGVsZW1lbnQgc2luY2UgZnVydGhlciBwaWNrcyBhcmUgbm90IGFsbG93ZWQuCiAgaW5wdXRFbGVtZW50LmRpc2FibGVkID0gdHJ1ZTsKCiAgZm9yIChjb25zdCBmaWxlIG9mIGZpbGVzKSB7CiAgICBjb25zdCBsaSA9IGRvY3VtZW50LmNyZWF0ZUVsZW1lbnQoJ2xpJyk7CiAgICBsaS5hcHBlbmQoc3BhbihmaWxlLm5hbWUsIHtmb250V2VpZ2h0OiAnYm9sZCd9KSk7CiAgICBsaS5hcHBlbmQoc3BhbigKICAgICAgICBgKCR7ZmlsZS50eXBlIHx8ICduL2EnfSkgLSAke2ZpbGUuc2l6ZX0gYnl0ZXMsIGAgKwogICAgICAgIGBsYXN0IG1vZGlmaWVkOiAkewogICAgICAgICAgICBmaWxlLmxhc3RNb2RpZmllZERhdGUgPyBmaWxlLmxhc3RNb2RpZmllZERhdGUudG9Mb2NhbGVEYXRlU3RyaW5nKCkgOgogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAnbi9hJ30gLSBgKSk7CiAgICBjb25zdCBwZXJjZW50ID0gc3BhbignMCUgZG9uZScpOwogICAgbGkuYXBwZW5kQ2hpbGQocGVyY2VudCk7CgogICAgb3V0cHV0RWxlbWVudC5hcHBlbmRDaGlsZChsaSk7CgogICAgY29uc3QgZmlsZURhdGFQcm9taXNlID0gbmV3IFByb21pc2UoKHJlc29sdmUpID0+IHsKICAgICAgY29uc3QgcmVhZGVyID0gbmV3IEZpbGVSZWFkZXIoKTsKICAgICAgcmVhZGVyLm9ubG9hZCA9IChlKSA9PiB7CiAgICAgICAgcmVzb2x2ZShlLnRhcmdldC5yZXN1bHQpOwogICAgICB9OwogICAgICByZWFkZXIucmVhZEFzQXJyYXlCdWZmZXIoZmlsZSk7CiAgICB9KTsKICAgIC8vIFdhaXQgZm9yIHRoZSBkYXRhIHRvIGJlIHJlYWR5LgogICAgbGV0IGZpbGVEYXRhID0geWllbGQgewogICAgICBwcm9taXNlOiBmaWxlRGF0YVByb21pc2UsCiAgICAgIHJlc3BvbnNlOiB7CiAgICAgICAgYWN0aW9uOiAnY29udGludWUnLAogICAgICB9CiAgICB9OwoKICAgIC8vIFVzZSBhIGNodW5rZWQgc2VuZGluZyB0byBhdm9pZCBtZXNzYWdlIHNpemUgbGltaXRzLiBTZWUgYi82MjExNTY2MC4KICAgIGxldCBwb3NpdGlvbiA9IDA7CiAgICB3aGlsZSAocG9zaXRpb24gPCBmaWxlRGF0YS5ieXRlTGVuZ3RoKSB7CiAgICAgIGNvbnN0IGxlbmd0aCA9IE1hdGgubWluKGZpbGVEYXRhLmJ5dGVMZW5ndGggLSBwb3NpdGlvbiwgTUFYX1BBWUxPQURfU0laRSk7CiAgICAgIGNvbnN0IGNodW5rID0gbmV3IFVpbnQ4QXJyYXkoZmlsZURhdGEsIHBvc2l0aW9uLCBsZW5ndGgpOwogICAgICBwb3NpdGlvbiArPSBsZW5ndGg7CgogICAgICBjb25zdCBiYXNlNjQgPSBidG9hKFN0cmluZy5mcm9tQ2hhckNvZGUuYXBwbHkobnVsbCwgY2h1bmspKTsKICAgICAgeWllbGQgewogICAgICAgIHJlc3BvbnNlOiB7CiAgICAgICAgICBhY3Rpb246ICdhcHBlbmQnLAogICAgICAgICAgZmlsZTogZmlsZS5uYW1lLAogICAgICAgICAgZGF0YTogYmFzZTY0LAogICAgICAgIH0sCiAgICAgIH07CiAgICAgIHBlcmNlbnQudGV4dENvbnRlbnQgPQogICAgICAgICAgYCR7TWF0aC5yb3VuZCgocG9zaXRpb24gLyBmaWxlRGF0YS5ieXRlTGVuZ3RoKSAqIDEwMCl9JSBkb25lYDsKICAgIH0KICB9CgogIC8vIEFsbCBkb25lLgogIHlpZWxkIHsKICAgIHJlc3BvbnNlOiB7CiAgICAgIGFjdGlvbjogJ2NvbXBsZXRlJywKICAgIH0KICB9Owp9CgpzY29wZS5nb29nbGUgPSBzY29wZS5nb29nbGUgfHwge307CnNjb3BlLmdvb2dsZS5jb2xhYiA9IHNjb3BlLmdvb2dsZS5jb2xhYiB8fCB7fTsKc2NvcGUuZ29vZ2xlLmNvbGFiLl9maWxlcyA9IHsKICBfdXBsb2FkRmlsZXMsCiAgX3VwbG9hZEZpbGVzQ29udGludWUsCn07Cn0pKHNlbGYpOwo=",
              "ok": true,
              "headers": [
                [
                  "content-type",
                  "application/javascript"
                ]
              ],
              "status": 200,
              "status_text": ""
            }
          },
          "base_uri": "https://localhost:8080/",
          "height": 75
        },
        "outputId": "975b1f16-1be5-49da-936f-c0a9e19ea919"
      },
      "source": [
        "import pandas as pd\n",
        "from google.colab import files\n",
        "import io\n",
        "\n",
        "uploaded = files.upload()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "\n",
              "     <input type=\"file\" id=\"files-1162f2bb-6bef-48f2-a057-ecc4e15d5180\" name=\"files[]\" multiple disabled />\n",
              "     <output id=\"result-1162f2bb-6bef-48f2-a057-ecc4e15d5180\">\n",
              "      Upload widget is only available when the cell has been executed in the\n",
              "      current browser session. Please rerun this cell to enable.\n",
              "      </output>\n",
              "      <script src=\"/nbextensions/google.colab/files.js\"></script> "
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Saving leafly_scraped_all.csv to leafly_scraped_all.csv\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QWFpj7QQCao8",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "'''\n",
        "This is the first stage of the cleaning process. Data from the Otreeba API that was previously\n",
        "cleaned is merged with the data that I scraped from leafly. I have scraped leafly again to \n",
        "get more of the reported feelings, THC content, ratings, and images. \n",
        "\n",
        "In the second stage, the dataframe created from this merge will be merged with a dataframe\n",
        "created during our labs project. That previous dataframe is data from Kaggle merged with an\n",
        "API that keeps that Kaggle dataframe up to date. \n",
        "'''"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "MqCWTNKKOVu1",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "api_merge = pd.read_csv(io.BytesIO(uploaded['jose_strains_cleaned.csv']))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "o6f_hBlkOiad",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "leafly = pd.read_csv(io.BytesIO(uploaded['leafly_scraped_all.csv']))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "JXRCD9LzpRhO",
        "colab_type": "text"
      },
      "source": [
        "## Cleaning api_merge"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0e1ghkvQPcsY",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 904
        },
        "outputId": "2126a0a1-8818-4487-d0ec-54569fa27f9e"
      },
      "source": [
        "api_merge.head(10)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>name</th>\n",
              "      <th>ocpc</th>\n",
              "      <th>qr</th>\n",
              "      <th>url</th>\n",
              "      <th>image</th>\n",
              "      <th>seedCompany</th>\n",
              "      <th>genetics</th>\n",
              "      <th>lineage</th>\n",
              "      <th>children</th>\n",
              "      <th>createdAt</th>\n",
              "      <th>updatedAt</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>#1K</td>\n",
              "      <td>9XVU7PZUEC000000000000000</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>{'name': 'Unknown Breeder', 'ocpc': '9XVU70000...</td>\n",
              "      <td>{'names': False, 'ocpc': False}</td>\n",
              "      <td>[]</td>\n",
              "      <td>['PHE7M3VGAU000000000000000', 'PHE7MVCT7X00000...</td>\n",
              "      <td>2015-06-16 22:10:20</td>\n",
              "      <td>2015-06-16 22:10:20</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>#1K PC</td>\n",
              "      <td>PHE7MVCT7X000000000000000</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>{'name': 'Purple Caper Seeds', 'ocpc': 'PHE7M0...</td>\n",
              "      <td>{'names': '#1K x Purple Caper', 'ocpc': '9XVU7...</td>\n",
              "      <td>{'Brazil': 'BR', 'India': 'IN'}</td>\n",
              "      <td>False</td>\n",
              "      <td>2015-06-16 22:11:13</td>\n",
              "      <td>2015-06-16 22:11:13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>#32</td>\n",
              "      <td>NRJKFUN7AM000000000000000</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>{'name': 'Archive Seed Bank', 'ocpc': 'NRJKF00...</td>\n",
              "      <td>{'names': 'Albert Walker x Manic', 'ocpc': '9X...</td>\n",
              "      <td>[]</td>\n",
              "      <td>['NRJKF4797R000000000000000']</td>\n",
              "      <td>2015-03-25 23:19:03</td>\n",
              "      <td>2015-03-25 23:19:03</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>#32 x Face-Off OG Kush</td>\n",
              "      <td>NRJKF4797R000000000000000</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>{'name': 'Archive Seed Bank', 'ocpc': 'NRJKF00...</td>\n",
              "      <td>{'names': '#32 x Faceoff Cut OG Kush', 'ocpc':...</td>\n",
              "      <td>{'Afghanistan': 'AF'}</td>\n",
              "      <td>['NRJKFZ6R2N000000000000000']</td>\n",
              "      <td>2015-03-25 23:21:56</td>\n",
              "      <td>2015-03-25 23:21:56</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>'78 LA OG Affie</td>\n",
              "      <td>9XVU7N3NWM000000000000000</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>{'name': 'Aficionado Seeds', 'ocpc': 'KWZ9M000...</td>\n",
              "      <td>{'names': 'Lemon Thai x Colombian Gold x Pakis...</td>\n",
              "      <td>{'Colombia': 'CO', 'Pakistan': 'PK', 'Thailand...</td>\n",
              "      <td>False</td>\n",
              "      <td>2015-08-07 20:38:43</td>\n",
              "      <td>2015-08-07 20:39:03</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>5</td>\n",
              "      <td>'86 Black UW</td>\n",
              "      <td>9XVU7ZFZZC000000000000000</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>{'name': 'Unknown Breeder', 'ocpc': '9XVU70000...</td>\n",
              "      <td>{'names': 'U Dub (UW)', 'ocpc': '9XVU7MTPCH000...</td>\n",
              "      <td>[]</td>\n",
              "      <td>['U9XW7GKGAG000000000000000']</td>\n",
              "      <td>2015-06-17 16:20:43</td>\n",
              "      <td>2015-06-17 16:20:43</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>6</td>\n",
              "      <td>(Ducksfoot x Lowryder) x AK-47</td>\n",
              "      <td>9XVU7U6Y9A000000000000000</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>https://www.cannabisreports.com/images/strains...</td>\n",
              "      <td>{'name': 'Unknown Breeder', 'ocpc': '9XVU70000...</td>\n",
              "      <td>{'names': '( Ducksfoot x Lowryder ) x AK-47', ...</td>\n",
              "      <td>{'Afghanistan': 'AF', 'Colombia': 'CO', 'Mexic...</td>\n",
              "      <td>False</td>\n",
              "      <td>2014-07-25 02:16:51</td>\n",
              "      <td>2014-07-25 02:19:06</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>7</td>\n",
              "      <td>(Early Pearl/Skunk No. 1/Northern Lights #5) x...</td>\n",
              "      <td>2NGAWYEM6F000000000000000</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>{'name': 'Seed Bank', 'ocpc': '2NGAW0000000000...</td>\n",
              "      <td>{'names': '(Early Pearl / Skunk No. 1 / Northe...</td>\n",
              "      <td>{'Afghanistan': 'AF', 'Colombia': 'CO', 'India...</td>\n",
              "      <td>False</td>\n",
              "      <td>2008-08-15 19:20:00</td>\n",
              "      <td>2014-06-07 08:14:28</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>8</td>\n",
              "      <td>(G-13 x Blue Widow) x Killer Queen</td>\n",
              "      <td>UVLGYGJP92000000000000000</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>{'name': 'NCGA', 'ocpc': 'UVLGY000000000000000...</td>\n",
              "      <td>{'names': \"(Airborne's G13 x Blue Widow) x Kil...</td>\n",
              "      <td>{'Afghanistan': 'AF', 'Brazil': 'BR', 'Colombi...</td>\n",
              "      <td>False</td>\n",
              "      <td>2008-08-15 19:20:00</td>\n",
              "      <td>2014-06-07 08:21:48</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>9</td>\n",
              "      <td>(Hash Plant / Northern Lights #1 / ?) x Swaziland</td>\n",
              "      <td>2NGAWFLA9R000000000000000</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>https://www.cannabisreports.com/strain-reports...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>{'name': 'Seed Bank', 'ocpc': '2NGAW0000000000...</td>\n",
              "      <td>{'names': '(Hash Plant (Sensi) / Northern Ligh...</td>\n",
              "      <td>{'Afghanistan': 'AF', 'Swaziland': 'SZ'}</td>\n",
              "      <td>False</td>\n",
              "      <td>2008-08-15 19:20:00</td>\n",
              "      <td>2014-06-07 08:14:40</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Unnamed: 0  ...            updatedAt\n",
              "0           0  ...  2015-06-16 22:10:20\n",
              "1           1  ...  2015-06-16 22:11:13\n",
              "2           2  ...  2015-03-25 23:19:03\n",
              "3           3  ...  2015-03-25 23:21:56\n",
              "4           4  ...  2015-08-07 20:39:03\n",
              "5           5  ...  2015-06-17 16:20:43\n",
              "6           6  ...  2014-07-25 02:19:06\n",
              "7           7  ...  2014-06-07 08:14:28\n",
              "8           8  ...  2014-06-07 08:21:48\n",
              "9           9  ...  2014-06-07 08:14:40\n",
              "\n",
              "[10 rows x 12 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3nH8dvpcRR37",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 598
        },
        "outputId": "6d87c163-f8aa-485e-a185-e6712cf2b442"
      },
      "source": [
        "leafly.tail()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>name</th>\n",
              "      <th>description</th>\n",
              "      <th>terpene_description</th>\n",
              "      <th>technical_terpenes</th>\n",
              "      <th>parents</th>\n",
              "      <th>children</th>\n",
              "      <th>reported_feelings</th>\n",
              "      <th>pic</th>\n",
              "      <th>thc_content</th>\n",
              "      <th>rating</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>3405</th>\n",
              "      <td>3405</td>\n",
              "      <td>Zour Apples</td>\n",
              "      <td>Plantman Jack and Ethos Glue from Ethos Geneti...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Energetic', 'Happy', 'Relaxed', 'Creative', ...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/zour...</td>\n",
              "      <td>[]</td>\n",
              "      <td>4.7 7 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3406</th>\n",
              "      <td>3406</td>\n",
              "      <td>Zsweet Insanity</td>\n",
              "      <td>Bred by Ethos Genetics, Zsweet Inzanity is a c...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Rainmaker, Durban Poison</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Giggly', 'Happy', 'Tingly', 'Upl...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/zswe...</td>\n",
              "      <td>[]</td>\n",
              "      <td>4.4 8 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3407</th>\n",
              "      <td>3407</td>\n",
              "      <td>Hai Fantasy</td>\n",
              "      <td>Thai Fantasy by Kannabia Seed Company is a sat...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/hai-...</td>\n",
              "      <td>[]</td>\n",
              "      <td>1 1 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3408</th>\n",
              "      <td>3408</td>\n",
              "      <td>Alenuihaha</td>\n",
              "      <td>ʻAlenuihāhā is a sativa-dominant hybrid by Pua...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Kona Gold, Maui Wowie</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Aroused', 'Creative', 'Energetic', 'Euphoric...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/alen...</td>\n",
              "      <td>[]</td>\n",
              "      <td>5 7 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3409</th>\n",
              "      <td>3409</td>\n",
              "      <td>88 G13 Hashplant</td>\n",
              "      <td>Created in 1988 by NDNguy and widely circulate...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Hash Plant, G 13</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Relaxed', 'Tingly']</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/88-g...</td>\n",
              "      <td>[]</td>\n",
              "      <td>5 2 reviews</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "      Unnamed: 0              name  ... thc_content         rating\n",
              "3405        3405       Zour Apples  ...          []  4.7 7 reviews\n",
              "3406        3406   Zsweet Insanity  ...          []  4.4 8 reviews\n",
              "3407        3407       Hai Fantasy  ...          []    1 1 reviews\n",
              "3408        3408        Alenuihaha  ...          []    5 7 reviews\n",
              "3409        3409  88 G13 Hashplant  ...          []    5 2 reviews\n",
              "\n",
              "[5 rows x 11 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "6eRqgPw4al9I",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#clean strain names\n",
        "#drop qr, ocpc, url, children, createdAt, updatedAt, seedCompany\n",
        "#clean seedCompany, genetics, image\n",
        "#see how many of the same strains are in leafly and api_merge"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "w4TfzOg1Sd4y",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def clean_names(test):\n",
        "  test = test.replace('#', '')\n",
        "  test = test.replace('+', '')\n",
        "  test = test.replace('?', '')\n",
        "  test = test.replace(\"'\", '')\n",
        "  test = test.replace('-', ' ')\n",
        "\n",
        "  return test\n",
        "\n",
        "#clean up the names so they have a chance to merge correctly \n",
        "api_merge['name'] = api_merge['name'].apply(clean_names)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "uL9C6nU9c1OP",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#drop unnecessary columns\n",
        "api_merge = api_merge.drop(['Unnamed: 0', 'qr', 'ocpc', 'url', 'children', 'createdAt', 'updatedAt', 'seedCompany'], axis=1)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sRItwFlDenEv",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#remove image links if they don't have a real picture\n",
        "#I am not sure why this isn't working correctly, this error isn't something I should run into here\n",
        "#ERROR! Session/line number was not unique in database. History logging moved to new session 60\n",
        "\n",
        "#will return to this later\n",
        "\n",
        "no_image = api_merge['image'][3]\n",
        "\n",
        "for i in api_merge['image']:\n",
        "  if i == 'https://www.cannabisreports.com/images/strains/no_image.png':\n",
        "    i = i.replace('https://www.cannabisreports.com/images/strains/no_image.png', 'None')\n",
        "  else:\n",
        "    pass"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JRAqQZzQkQ0R",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def clean_genes(i):\n",
        "  if i == \"{'names': False, 'ocpc': False}\":\n",
        "    i = i.replace(\"{'names': False, 'ocpc': False}\", 'None')\n",
        "  head, sep, tail = i.partition(',')\n",
        "  i = head\n",
        "  i = i.replace(\"{'names': \", '')\n",
        "  i = i.replace(\"'\", \"\")\n",
        "  return i \n",
        "\n",
        "#remove everything from genetics except for prior strains \n",
        "api_merge['genetics'] = api_merge['genetics'].apply(clean_genes)\n",
        "\n",
        "#clean the cleaned genetics with the name cleaner\n",
        "api_merge['genetics'] = api_merge['genetics'].apply(clean_names)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yHYTRzpgneSg",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def clean_lineage(i):\n",
        "  head, sep, tail = i.partition(',')\n",
        "  i = head\n",
        "  head, sep, tail = i.partition(':')\n",
        "  i = head\n",
        "  i = i.replace('{', '')\n",
        "  i = i.replace(\"'\", \"\")\n",
        "  return i \n",
        "\n",
        "#get country of origin only \n",
        "api_merge['lineage'] = api_merge['lineage'].apply(clean_lineage)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vHsjcS98o5Oz",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 198
        },
        "outputId": "c927ba10-2954-46d0-a5cd-33a8eec7313d"
      },
      "source": [
        "api_merge.head()\n",
        "#lookin good"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>image</th>\n",
              "      <th>genetics</th>\n",
              "      <th>lineage</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1K</td>\n",
              "      <td>NaN</td>\n",
              "      <td>None</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1K PC</td>\n",
              "      <td>NaN</td>\n",
              "      <td>1K x Purple Caper</td>\n",
              "      <td>Brazil</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>32</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Albert Walker x Manic</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>32 x Face Off OG Kush</td>\n",
              "      <td>NaN</td>\n",
              "      <td>32 x Faceoff Cut OG Kush</td>\n",
              "      <td>Afghanistan</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>78 LA OG Affie</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Lemon Thai x Colombian Gold x Pakistani Landrace</td>\n",
              "      <td>Colombia</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                    name  ...      lineage\n",
              "0                     1K  ...           []\n",
              "1                  1K PC  ...       Brazil\n",
              "2                     32  ...           []\n",
              "3  32 x Face Off OG Kush  ...  Afghanistan\n",
              "4         78 LA OG Affie  ...     Colombia\n",
              "\n",
              "[5 rows x 4 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "b4UWhjhdSS96",
        "colab_type": "text"
      },
      "source": [
        "### Clean new leafly data"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "5TMHcREn6i86",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "d02f7192-1ab2-49c1-ccd3-dfa8cbf078da"
      },
      "source": [
        "leafly.head(20)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>name</th>\n",
              "      <th>description</th>\n",
              "      <th>terpene_description</th>\n",
              "      <th>technical_terpenes</th>\n",
              "      <th>parents</th>\n",
              "      <th>children</th>\n",
              "      <th>reported_feelings</th>\n",
              "      <th>pic</th>\n",
              "      <th>thc_content</th>\n",
              "      <th>rating</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>100 Og</td>\n",
              "      <td>$100 OG is a 50/50 hybrid strain that packs a ...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Happy', 'Energetic', 'Focused', 'Sleepy', 'T...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/100-...</td>\n",
              "      <td>This info is sourced from our readers and is n...</td>\n",
              "      <td>2.9 508 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>98 White Widow</td>\n",
              "      <td>The ‘98 Aloha White Widow is an especially pot...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Aloha Grape Stomper</td>\n",
              "      <td>['Euphoric', 'Happy', 'Relaxed', 'Uplifted', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/98-w...</td>\n",
              "      <td>This info is sourced from our readers and is n...</td>\n",
              "      <td>4.8 15 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>1024</td>\n",
              "      <td>1024 is a sativa-dominant hybrid bred in Spain...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Aloha Grape Stomper</td>\n",
              "      <td>['Creative', 'Focused', 'Euphoric', 'Happy', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/1024...</td>\n",
              "      <td>This info is sourced from our readers and is n...</td>\n",
              "      <td>4.5 55 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>10Th Planet</td>\n",
              "      <td>Ethos Genetics crossed Planet of the Grapes an...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Quattro Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Giggly', 'Happy', 'Hungry', 'Rel...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/10th...</td>\n",
              "      <td>This info is sourced from our readers and is n...</td>\n",
              "      <td>5 3 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>12 Year Og</td>\n",
              "      <td>The Bank Cannabis Genetics crossed some unknow...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/12-y...</td>\n",
              "      <td>This info is sourced from our readers and is n...</td>\n",
              "      <td>3 2 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>5</td>\n",
              "      <td>13 Dawgs</td>\n",
              "      <td>13 Dawgs is a hybrid of G13 and Chemdawg genet...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>G 13, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Sleepy', 'Creative', 'Hungry', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/13-d...</td>\n",
              "      <td>This info is sourced from our readers and is n...</td>\n",
              "      <td>4.1 12 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>6</td>\n",
              "      <td>2 Fast 2 Vast</td>\n",
              "      <td>The sequel to Fast and Vast by Heavyweight See...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>G 13, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/2-fa...</td>\n",
              "      <td>This info is sourced from our readers and is n...</td>\n",
              "      <td>Write a review</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>7</td>\n",
              "      <td>22</td>\n",
              "      <td>22 is a Jack Herer cross from Cali Connection....</td>\n",
              "      <td>['Peppery', 'Citrus', 'Hoppy']</td>\n",
              "      <td>['width:170%', 'Caryophyllene', 'width:114%', ...</td>\n",
              "      <td>G 13, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Creative', 'Energetic', 'Euphoric', 'Focused...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/22-f...</td>\n",
              "      <td>18%</td>\n",
              "      <td>3.7 10 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>8</td>\n",
              "      <td>24K Gold</td>\n",
              "      <td>Also known as Kosher Tangie, 24k Gold is a 60%...</td>\n",
              "      <td>['Herbal', 'Pine', 'Citrus']</td>\n",
              "      <td>['width:170%', 'Myrcene', 'width:114%', 'Pinen...</td>\n",
              "      <td>Kosher Kush, Tangie</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Happy', 'Relaxed', 'Relaxed', 'Euphoric', 'R...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/24k-...</td>\n",
              "      <td>20.5%</td>\n",
              "      <td>4.6 260 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>9</td>\n",
              "      <td>3 Bears Og</td>\n",
              "      <td>3 Bears OG by Mephisto Genetics is an autoflow...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Triangle Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Relaxed', 'Creative', 'Euphoric', 'Giggly', ...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3-be...</td>\n",
              "      <td>20.5%</td>\n",
              "      <td>4.5 8 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>10</td>\n",
              "      <td>3 Kings</td>\n",
              "      <td>The 3 Kings marijuana strain, a holy trinity o...</td>\n",
              "      <td>['Peppery', 'Citrus', 'Hoppy']</td>\n",
              "      <td>['width:170%', 'Caryophyllene', 'width:114%', ...</td>\n",
              "      <td>Headband, Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Creative', 'Energetic', 'Focused', 'Uplifted...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3-ki...</td>\n",
              "      <td>18.5%</td>\n",
              "      <td>4.4 341 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>11</td>\n",
              "      <td>303 Og</td>\n",
              "      <td>The indica-dominant 303 OG is a Colorado strai...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Pre 98 Bubba Kush, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Creative', 'Euphoric', 'Giggly', 'Happy', 'R...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/303-...</td>\n",
              "      <td>This info is sourced from our readers and is n...</td>\n",
              "      <td>4.1 82 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>12</td>\n",
              "      <td>3D Cbd</td>\n",
              "      <td>3D CBD from Snoop Dogg’s branded line of canna...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Pre 98 Bubba Kush, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Happy', 'Relaxed', 'Uplifted', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3d-c...</td>\n",
              "      <td>This info is sourced from our readers and is n...</td>\n",
              "      <td>4.5 19 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>13</td>\n",
              "      <td>3X Crazy</td>\n",
              "      <td>Also known as Optimus Prime, the indica-domina...</td>\n",
              "      <td>['Herbal', 'Peppery', 'Citrus']</td>\n",
              "      <td>['width:170%', 'Myrcene', 'width:114%', 'Caryo...</td>\n",
              "      <td>Bubba Kush, Granddaddy Purple</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Focused', 'Relaxed', 'Creative', 'Euphoric',...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3x-c...</td>\n",
              "      <td>13.5%</td>\n",
              "      <td>4.4 142 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>14</td>\n",
              "      <td>3Rd Coast Panama Chunk</td>\n",
              "      <td>3rd Coast Panama Chunk by Bedford Grow is a cr...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Deep Chunk, Sour Diesel</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Hungry', 'Sleepy', 'Talkative', 'Aroused', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3rd-...</td>\n",
              "      <td>13.5%</td>\n",
              "      <td>4.5 12 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>15</td>\n",
              "      <td>4 Kings</td>\n",
              "      <td>Mike from Exotic Genetix bred 4 Kings by cross...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Deep Chunk, Sour Diesel</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/4-ki...</td>\n",
              "      <td>13.5%</td>\n",
              "      <td>Write a review</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>16</td>\n",
              "      <td>501St Og</td>\n",
              "      <td>501st OG, bred by Rare Dankness, is an indica-...</td>\n",
              "      <td>['Herbal', 'Citrus', 'Peppery']</td>\n",
              "      <td>['width:170%', 'Myrcene', 'width:114%', 'Limon...</td>\n",
              "      <td>Rare Dankness 1, Mazar X Blueberry Og</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Relaxed', 'Sleepy', 'Tingly', 'Creative', 'E...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/501s...</td>\n",
              "      <td>22%</td>\n",
              "      <td>4.6 113 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>17</td>\n",
              "      <td>541 Kush</td>\n",
              "      <td>Bred by Eugenius, 541 Kush is a known phenotyp...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Triangle Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/541-...</td>\n",
              "      <td>22%</td>\n",
              "      <td>5 1 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>18</td>\n",
              "      <td>5K Puff</td>\n",
              "      <td>With the goal of seeing just how frosty a stra...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Triangle Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/5k-p...</td>\n",
              "      <td>22%</td>\n",
              "      <td>Write a review</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>19</td>\n",
              "      <td>5Th Element</td>\n",
              "      <td>Elemental Seeds crossed Blackberry with All Sp...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Blackberry</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Creative', 'Energetic', 'Euphoric', 'Focused...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/5th-...</td>\n",
              "      <td>This info is sourced from our readers and is n...</td>\n",
              "      <td>4.6 62 reviews</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "    Unnamed: 0  ...           rating\n",
              "0            0  ...  2.9 508 reviews\n",
              "1            1  ...   4.8 15 reviews\n",
              "2            2  ...   4.5 55 reviews\n",
              "3            3  ...      5 3 reviews\n",
              "4            4  ...      3 2 reviews\n",
              "5            5  ...   4.1 12 reviews\n",
              "6            6  ...   Write a review\n",
              "7            7  ...   3.7 10 reviews\n",
              "8            8  ...  4.6 260 reviews\n",
              "9            9  ...    4.5 8 reviews\n",
              "10          10  ...  4.4 341 reviews\n",
              "11          11  ...   4.1 82 reviews\n",
              "12          12  ...   4.5 19 reviews\n",
              "13          13  ...  4.4 142 reviews\n",
              "14          14  ...   4.5 12 reviews\n",
              "15          15  ...   Write a review\n",
              "16          16  ...  4.6 113 reviews\n",
              "17          17  ...      5 1 reviews\n",
              "18          18  ...   Write a review\n",
              "19          19  ...   4.6 62 reviews\n",
              "\n",
              "[20 rows x 11 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "TnEu3Ruc63bq",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#drop extra column\n",
        "\n",
        "#clean thc\n",
        "# -- remove no thc filler text\n",
        "\n",
        "#clean pics\n",
        "# -- remove pngs\n",
        "# they are all just the pngs :(\n",
        "\n",
        "#clean ratings \n",
        "# -- make new column for how many reviews\n",
        "# -- make rating column only the rating\n",
        "\n",
        "#clean terpenes\n",
        "# -- turn them into proper json format"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "UvOaY9fiV24q",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "leafly = leafly.drop('Unnamed: 0', axis = 1)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xPY2PoCeSWuO",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#remove thc filler text \n",
        "big = 'This info is sourced from our readers and is not a substitute for professional medical advice. Seek the advice of a health professional before using cannabis for a medical condition.'\n",
        "\n",
        "leafly['thc_content'] = leafly['thc_content'].apply(lambda x: x.replace(big, ''))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "DRF1ti1sLV8w",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#remove pngs from pic\n",
        "\n",
        "def clean_pics(i):\n",
        "  if i[-4:-1] == '.pn':\n",
        "    print('dont want this')\n",
        "  else:\n",
        "    print('do want this')\n",
        "\n",
        "#leafly['pic'] = leafly['pic'].apply(clean_pics)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bW4KiPDLLJoe",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#clean ratings \n",
        "# -- make new column for how many reviews\n",
        "# -- make rating column only the rating\n",
        "series = []\n",
        "rating = []\n",
        "for i in leafly['rating']:\n",
        "  head, sep, tail = i.partition(' ')\n",
        "  rating.append(head)\n",
        "  series.append(tail)\n",
        "\n",
        "leafly['rating'] = rating\n",
        "leafly['reviews'] = series"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9vNPNPMRlnZN",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#clean any leftovers left in rating and reviews\n",
        "#reviews -- remove 'a review'\n",
        "#rating -- remove 'Write'\n",
        "\n",
        "leafly['rating'] = leafly['rating'].replace('Write', 'None')\n",
        "leafly['reviews'] = leafly['reviews'].replace('a review', 'None')\n",
        "leafly['reviews'] = leafly['reviews'].replace('reviews', '')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "aVEXtxjxtPhX",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#okay so there are too many reported feelings to fit in our graph in a pretty way, I need to\n",
        "#replace some words with a word that means the same thing\n",
        "\n",
        "#euphoric <--- happy, uplifed, giggly\n",
        "#aroused <--- tingly\n",
        "#anxious <--- paranoid\n",
        "#dry mouth <--- dry eyes\n",
        "#energetic <--- talkative\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qq3YHModTgGZ",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def clean_feels(i):\n",
        "  i = i.replace(\" 'Happy',\", \" 'Euphoric',\")\n",
        "  i = i.replace(\"['Happy',\", \"['Euphoric',\")\n",
        "  i = i.replace(\" 'Happy']\", \" 'Euphoric']\")\n",
        "  i = i.replace(\" 'Uplifted',\", \" 'Euphoric',\")\n",
        "  i = i.replace(\"['Uplifted',\", \"['Euphoric',\")\n",
        "  i = i.replace(\"'Uplifted']\", \" 'Euphoric']\")\n",
        "  i = i.replace(\" 'Giggly',\", \" 'Euphoric',\")\n",
        "  i = i.replace(\"['Giggly',\", \"['Euphoric',\")\n",
        "  i = i.replace(\" 'Giggly']\", \" 'Euphoric']\")\n",
        "  i = i.replace(\" 'Tingly',\", \" 'Aroused',\")\n",
        "  i = i.replace(\"['Tingly',\", \"['Aroused',\")\n",
        "  i = i.replace(\" 'Tingly']\", \" 'Aroused']\")\n",
        "  i = i.replace(\" 'Paranoid',\", \" 'Anxious',\")\n",
        "  i = i.replace(\"['Paranoid',\", \"['Anxious',\")\n",
        "  i = i.replace(\" 'Paranoid']\", \" 'Anxious']\")\n",
        "  i = i.replace(\" 'Dry Eyes',\", \" 'Dry Mouth',\")\n",
        "  i = i.replace(\"['Dry Eyes',\", \"['Dry Mouth',\")\n",
        "  i = i.replace(\" 'Dry Eyes']\", \" 'Dry Mouth']\")\n",
        "  i = i.replace(\" 'Talkative',\", \" 'Energetic',\")\n",
        "  i = i.replace(\"['Talkative',\", \"['Energetic',\")\n",
        "  i = i.replace(\" 'Talkative']\", \" 'Energetic']\")\n",
        "  return i"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jxMueuA2UJGW",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "leafly['reported_feelings'] = leafly['reported_feelings'].apply(clean_feels)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7P2mrkUnUP7a",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 55
        },
        "outputId": "272e0ded-12c9-46a5-fa7c-4d6f056cd070"
      },
      "source": [
        "leafly['reported_feelings'][2]\n",
        "\n",
        "#after reveiwing many individual rows, I have confidence that this has finally worked :D"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "\"['Creative', 'Focused', 'Euphoric', 'Happy', 'Uplifted', 'Creative', 'Euphoric', 'Relaxed', 'Uplifted', 'Creative', 'Energetic', 'Euphoric', 'Focused', 'Happy', 'Creative', 'Energetic', 'Focused', 'Happy', 'Hungry', 'Uplifted']\""
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 45
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "U1ONUWzwjNCD",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#clean terpenes\n",
        "# -- turn them into proper json format\n",
        "\n",
        "#this was copied from another notebook because it was last minute cleaning,\n",
        "#so you may have to tweak it a little on the first run\n",
        "\n",
        "def clean_terps(x):\n",
        "  if \"'width\" in x:\n",
        "    x = x.replace(\"'width\", \"{'terpine'\")\n",
        "  head, sep, tail = x.partition(']')\n",
        "  x = head\n",
        "  x+=\"}']\"\n",
        "\n",
        "  if ':' in x:\n",
        "    x = x.replace(':', \": '\" )\n",
        "\n",
        "  if ', {' in x:\n",
        "    x = x.replace(', {', \"}', \")\n",
        "\n",
        "  #if ' ter' in x:\n",
        "  #  x = x.replace(' ter', \" '{ter\")\n",
        "\n",
        "  if \"', \" in x:\n",
        "    x = x.replace(\"%', '\", \"%', 'name': '\")\n",
        "\n",
        "  if \" 'terpine'\" in x:\n",
        "    x = x.replace(\" 'terpine'\", \" '{'terpine'\")\n",
        "\n",
        "  if \"[{'terpine'\" in x:\n",
        "    x = x.replace(\"[{'terpine'\", \" ['{'terpine'\")  \n",
        "\n",
        "  return x"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KjI8Jywrjfpu",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 564
        },
        "outputId": "20837c23-b19d-43d9-9bc3-e82199cb3682"
      },
      "source": [
        "#function cannot be applied without manuvering around the nans\n",
        "\n",
        "def replace_nans(y):\n",
        "  if pd.isnull(y):\n",
        "    return 'placeholder'\n",
        "  else:\n",
        "    return y\n",
        "\n",
        "leafly['technical_terpenes'] = leafly['technical_terpenes'].apply(replace_nans)\n",
        "leafly.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>description</th>\n",
              "      <th>terpene_description</th>\n",
              "      <th>technical_terpenes</th>\n",
              "      <th>parents</th>\n",
              "      <th>children</th>\n",
              "      <th>reported_feelings</th>\n",
              "      <th>pic</th>\n",
              "      <th>thc_content</th>\n",
              "      <th>rating</th>\n",
              "      <th>reviews</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>100 Og</td>\n",
              "      <td>$100 OG is a 50/50 hybrid strain that packs a ...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Happy', 'Energetic', 'Focused', 'Sleepy', 'T...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/100-...</td>\n",
              "      <td></td>\n",
              "      <td>2.9</td>\n",
              "      <td>508 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>98 White Widow</td>\n",
              "      <td>The ‘98 Aloha White Widow is an especially pot...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Aloha Grape Stomper</td>\n",
              "      <td>['Euphoric', 'Happy', 'Relaxed', 'Uplifted', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/98-w...</td>\n",
              "      <td></td>\n",
              "      <td>4.8</td>\n",
              "      <td>15 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1024</td>\n",
              "      <td>1024 is a sativa-dominant hybrid bred in Spain...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Aloha Grape Stomper</td>\n",
              "      <td>['Creative', 'Focused', 'Euphoric', 'Happy', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/1024...</td>\n",
              "      <td></td>\n",
              "      <td>4.5</td>\n",
              "      <td>55 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10Th Planet</td>\n",
              "      <td>Ethos Genetics crossed Planet of the Grapes an...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Quattro Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Giggly', 'Happy', 'Hungry', 'Rel...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/10th...</td>\n",
              "      <td></td>\n",
              "      <td>5</td>\n",
              "      <td>3 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>12 Year Og</td>\n",
              "      <td>The Bank Cannabis Genetics crossed some unknow...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/12-y...</td>\n",
              "      <td></td>\n",
              "      <td>3</td>\n",
              "      <td>2 reviews</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "             name  ...      reviews\n",
              "0          100 Og  ...  508 reviews\n",
              "1  98 White Widow  ...   15 reviews\n",
              "2            1024  ...   55 reviews\n",
              "3     10Th Planet  ...    3 reviews\n",
              "4      12 Year Og  ...    2 reviews\n",
              "\n",
              "[5 rows x 11 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 47
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kkW2Zw3BkOPH",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "0924d832-a675-4c8e-cf45-ddaae3af63bc"
      },
      "source": [
        "#now we can use the function to fix terpenes\n",
        "\n",
        "leafly['technical_terpenes'] = leafly['technical_terpenes'].apply(clean_terps)\n",
        "leafly.head(20)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>description</th>\n",
              "      <th>terpene_description</th>\n",
              "      <th>technical_terpenes</th>\n",
              "      <th>parents</th>\n",
              "      <th>children</th>\n",
              "      <th>reported_feelings</th>\n",
              "      <th>pic</th>\n",
              "      <th>thc_content</th>\n",
              "      <th>rating</th>\n",
              "      <th>reviews</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>100 Og</td>\n",
              "      <td>$100 OG is a 50/50 hybrid strain that packs a ...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Happy', 'Energetic', 'Focused', 'Sleepy', 'T...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/100-...</td>\n",
              "      <td></td>\n",
              "      <td>2.9</td>\n",
              "      <td>508 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>98 White Widow</td>\n",
              "      <td>The ‘98 Aloha White Widow is an especially pot...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Aloha Grape Stomper</td>\n",
              "      <td>['Euphoric', 'Happy', 'Relaxed', 'Uplifted', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/98-w...</td>\n",
              "      <td></td>\n",
              "      <td>4.8</td>\n",
              "      <td>15 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1024</td>\n",
              "      <td>1024 is a sativa-dominant hybrid bred in Spain...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>[]</td>\n",
              "      <td>Aloha Grape Stomper</td>\n",
              "      <td>['Creative', 'Focused', 'Euphoric', 'Happy', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/1024...</td>\n",
              "      <td></td>\n",
              "      <td>4.5</td>\n",
              "      <td>55 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10Th Planet</td>\n",
              "      <td>Ethos Genetics crossed Planet of the Grapes an...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>Quattro Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Giggly', 'Happy', 'Hungry', 'Rel...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/10th...</td>\n",
              "      <td></td>\n",
              "      <td>5</td>\n",
              "      <td>3 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>12 Year Og</td>\n",
              "      <td>The Bank Cannabis Genetics crossed some unknow...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/12-y...</td>\n",
              "      <td></td>\n",
              "      <td>3</td>\n",
              "      <td>2 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>13 Dawgs</td>\n",
              "      <td>13 Dawgs is a hybrid of G13 and Chemdawg genet...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>G 13, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Sleepy', 'Creative', 'Hungry', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/13-d...</td>\n",
              "      <td></td>\n",
              "      <td>4.1</td>\n",
              "      <td>12 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>2 Fast 2 Vast</td>\n",
              "      <td>The sequel to Fast and Vast by Heavyweight See...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>G 13, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/2-fa...</td>\n",
              "      <td></td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>22</td>\n",
              "      <td>22 is a Jack Herer cross from Cali Connection....</td>\n",
              "      <td>['Peppery', 'Citrus', 'Hoppy']</td>\n",
              "      <td>['{'terpine': '170%', 'name': 'Caryophyllene'...</td>\n",
              "      <td>G 13, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Creative', 'Energetic', 'Euphoric', 'Focused...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/22-f...</td>\n",
              "      <td>18%</td>\n",
              "      <td>3.7</td>\n",
              "      <td>10 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>24K Gold</td>\n",
              "      <td>Also known as Kosher Tangie, 24k Gold is a 60%...</td>\n",
              "      <td>['Herbal', 'Pine', 'Citrus']</td>\n",
              "      <td>['{'terpine': '170%', 'name': 'Myrcene'}', '{...</td>\n",
              "      <td>Kosher Kush, Tangie</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Happy', 'Relaxed', 'Relaxed', 'Euphoric', 'R...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/24k-...</td>\n",
              "      <td>20.5%</td>\n",
              "      <td>4.6</td>\n",
              "      <td>260 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>3 Bears Og</td>\n",
              "      <td>3 Bears OG by Mephisto Genetics is an autoflow...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>Triangle Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Relaxed', 'Creative', 'Euphoric', 'Giggly', ...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3-be...</td>\n",
              "      <td>20.5%</td>\n",
              "      <td>4.5</td>\n",
              "      <td>8 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>3 Kings</td>\n",
              "      <td>The 3 Kings marijuana strain, a holy trinity o...</td>\n",
              "      <td>['Peppery', 'Citrus', 'Hoppy']</td>\n",
              "      <td>['{'terpine': '170%', 'name': 'Caryophyllene'...</td>\n",
              "      <td>Headband, Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Creative', 'Energetic', 'Focused', 'Uplifted...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3-ki...</td>\n",
              "      <td>18.5%</td>\n",
              "      <td>4.4</td>\n",
              "      <td>341 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>303 Og</td>\n",
              "      <td>The indica-dominant 303 OG is a Colorado strai...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>Pre 98 Bubba Kush, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Creative', 'Euphoric', 'Giggly', 'Happy', 'R...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/303-...</td>\n",
              "      <td></td>\n",
              "      <td>4.1</td>\n",
              "      <td>82 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>3D Cbd</td>\n",
              "      <td>3D CBD from Snoop Dogg’s branded line of canna...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>Pre 98 Bubba Kush, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Happy', 'Relaxed', 'Uplifted', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3d-c...</td>\n",
              "      <td></td>\n",
              "      <td>4.5</td>\n",
              "      <td>19 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>3X Crazy</td>\n",
              "      <td>Also known as Optimus Prime, the indica-domina...</td>\n",
              "      <td>['Herbal', 'Peppery', 'Citrus']</td>\n",
              "      <td>['{'terpine': '170%', 'name': 'Myrcene'}', '{...</td>\n",
              "      <td>Bubba Kush, Granddaddy Purple</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Focused', 'Relaxed', 'Creative', 'Euphoric',...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3x-c...</td>\n",
              "      <td>13.5%</td>\n",
              "      <td>4.4</td>\n",
              "      <td>142 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>3Rd Coast Panama Chunk</td>\n",
              "      <td>3rd Coast Panama Chunk by Bedford Grow is a cr...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>Deep Chunk, Sour Diesel</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Hungry', 'Sleepy', 'Talkative', 'Aroused', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3rd-...</td>\n",
              "      <td>13.5%</td>\n",
              "      <td>4.5</td>\n",
              "      <td>12 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>4 Kings</td>\n",
              "      <td>Mike from Exotic Genetix bred 4 Kings by cross...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>Deep Chunk, Sour Diesel</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/4-ki...</td>\n",
              "      <td>13.5%</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>501St Og</td>\n",
              "      <td>501st OG, bred by Rare Dankness, is an indica-...</td>\n",
              "      <td>['Herbal', 'Citrus', 'Peppery']</td>\n",
              "      <td>['{'terpine': '170%', 'name': 'Myrcene'}', '{...</td>\n",
              "      <td>Rare Dankness 1, Mazar X Blueberry Og</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Relaxed', 'Sleepy', 'Tingly', 'Creative', 'E...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/501s...</td>\n",
              "      <td>22%</td>\n",
              "      <td>4.6</td>\n",
              "      <td>113 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>541 Kush</td>\n",
              "      <td>Bred by Eugenius, 541 Kush is a known phenotyp...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>Triangle Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/541-...</td>\n",
              "      <td>22%</td>\n",
              "      <td>5</td>\n",
              "      <td>1 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>5K Puff</td>\n",
              "      <td>With the goal of seeing just how frosty a stra...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>Triangle Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/5k-p...</td>\n",
              "      <td>22%</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>5Th Element</td>\n",
              "      <td>Elemental Seeds crossed Blackberry with All Sp...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[}']</td>\n",
              "      <td>Blackberry</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Creative', 'Energetic', 'Euphoric', 'Focused...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/5th-...</td>\n",
              "      <td></td>\n",
              "      <td>4.6</td>\n",
              "      <td>62 reviews</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                      name  ...      reviews\n",
              "0                   100 Og  ...  508 reviews\n",
              "1           98 White Widow  ...   15 reviews\n",
              "2                     1024  ...   55 reviews\n",
              "3              10Th Planet  ...    3 reviews\n",
              "4               12 Year Og  ...    2 reviews\n",
              "5                 13 Dawgs  ...   12 reviews\n",
              "6            2 Fast 2 Vast  ...         None\n",
              "7                       22  ...   10 reviews\n",
              "8                 24K Gold  ...  260 reviews\n",
              "9               3 Bears Og  ...    8 reviews\n",
              "10                 3 Kings  ...  341 reviews\n",
              "11                  303 Og  ...   82 reviews\n",
              "12                  3D Cbd  ...   19 reviews\n",
              "13                3X Crazy  ...  142 reviews\n",
              "14  3Rd Coast Panama Chunk  ...   12 reviews\n",
              "15                 4 Kings  ...         None\n",
              "16                501St Og  ...  113 reviews\n",
              "17                541 Kush  ...    1 reviews\n",
              "18                 5K Puff  ...         None\n",
              "19             5Th Element  ...   62 reviews\n",
              "\n",
              "[20 rows x 11 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 49
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1cFxT5eaASX3",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "cols = list(leafly.columns)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "TR3ttZS_kWlI",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#remove the garbage created by the nan replacement\n",
        "\n",
        "for i in cols:\n",
        "  leafly[i] = leafly[i].replace([\"[}']\"], float('nan'))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "-2nQDXRLpK0m",
        "colab_type": "text"
      },
      "source": [
        "## Time to merge"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kJVh-RPEpMmb",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "b772fa32-0c02-4b7c-b2ec-6c825370b90f"
      },
      "source": [
        "leafly.head(20)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>description</th>\n",
              "      <th>terpene_description</th>\n",
              "      <th>technical_terpenes</th>\n",
              "      <th>parents</th>\n",
              "      <th>children</th>\n",
              "      <th>reported_feelings</th>\n",
              "      <th>pic</th>\n",
              "      <th>thc_content</th>\n",
              "      <th>rating</th>\n",
              "      <th>reviews</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>100 Og</td>\n",
              "      <td>$100 OG is a 50/50 hybrid strain that packs a ...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Happy', 'Energetic', 'Focused', 'Sleepy', 'T...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/100-...</td>\n",
              "      <td></td>\n",
              "      <td>2.9</td>\n",
              "      <td>508 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>98 White Widow</td>\n",
              "      <td>The ‘98 Aloha White Widow is an especially pot...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[]</td>\n",
              "      <td>Aloha Grape Stomper</td>\n",
              "      <td>['Euphoric', 'Happy', 'Relaxed', 'Uplifted', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/98-w...</td>\n",
              "      <td></td>\n",
              "      <td>4.8</td>\n",
              "      <td>15 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1024</td>\n",
              "      <td>1024 is a sativa-dominant hybrid bred in Spain...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[]</td>\n",
              "      <td>Aloha Grape Stomper</td>\n",
              "      <td>['Creative', 'Focused', 'Euphoric', 'Happy', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/1024...</td>\n",
              "      <td></td>\n",
              "      <td>4.5</td>\n",
              "      <td>55 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10Th Planet</td>\n",
              "      <td>Ethos Genetics crossed Planet of the Grapes an...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Quattro Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Giggly', 'Happy', 'Hungry', 'Rel...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/10th...</td>\n",
              "      <td></td>\n",
              "      <td>5</td>\n",
              "      <td>3 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>12 Year Og</td>\n",
              "      <td>The Bank Cannabis Genetics crossed some unknow...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/12-y...</td>\n",
              "      <td></td>\n",
              "      <td>3</td>\n",
              "      <td>2 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>13 Dawgs</td>\n",
              "      <td>13 Dawgs is a hybrid of G13 and Chemdawg genet...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>G 13, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Sleepy', 'Creative', 'Hungry', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/13-d...</td>\n",
              "      <td></td>\n",
              "      <td>4.1</td>\n",
              "      <td>12 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>2 Fast 2 Vast</td>\n",
              "      <td>The sequel to Fast and Vast by Heavyweight See...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>G 13, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/2-fa...</td>\n",
              "      <td></td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>22</td>\n",
              "      <td>22 is a Jack Herer cross from Cali Connection....</td>\n",
              "      <td>['Peppery', 'Citrus', 'Hoppy']</td>\n",
              "      <td>['{'terpine': '170%', 'name': 'Caryophyllene'...</td>\n",
              "      <td>G 13, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Creative', 'Energetic', 'Euphoric', 'Focused...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/22-f...</td>\n",
              "      <td>18%</td>\n",
              "      <td>3.7</td>\n",
              "      <td>10 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>24K Gold</td>\n",
              "      <td>Also known as Kosher Tangie, 24k Gold is a 60%...</td>\n",
              "      <td>['Herbal', 'Pine', 'Citrus']</td>\n",
              "      <td>['{'terpine': '170%', 'name': 'Myrcene'}', '{...</td>\n",
              "      <td>Kosher Kush, Tangie</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Happy', 'Relaxed', 'Relaxed', 'Euphoric', 'R...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/24k-...</td>\n",
              "      <td>20.5%</td>\n",
              "      <td>4.6</td>\n",
              "      <td>260 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>3 Bears Og</td>\n",
              "      <td>3 Bears OG by Mephisto Genetics is an autoflow...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Triangle Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Relaxed', 'Creative', 'Euphoric', 'Giggly', ...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3-be...</td>\n",
              "      <td>20.5%</td>\n",
              "      <td>4.5</td>\n",
              "      <td>8 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>3 Kings</td>\n",
              "      <td>The 3 Kings marijuana strain, a holy trinity o...</td>\n",
              "      <td>['Peppery', 'Citrus', 'Hoppy']</td>\n",
              "      <td>['{'terpine': '170%', 'name': 'Caryophyllene'...</td>\n",
              "      <td>Headband, Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Creative', 'Energetic', 'Focused', 'Uplifted...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3-ki...</td>\n",
              "      <td>18.5%</td>\n",
              "      <td>4.4</td>\n",
              "      <td>341 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>303 Og</td>\n",
              "      <td>The indica-dominant 303 OG is a Colorado strai...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Pre 98 Bubba Kush, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Creative', 'Euphoric', 'Giggly', 'Happy', 'R...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/303-...</td>\n",
              "      <td></td>\n",
              "      <td>4.1</td>\n",
              "      <td>82 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>3D Cbd</td>\n",
              "      <td>3D CBD from Snoop Dogg’s branded line of canna...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Pre 98 Bubba Kush, Chemdawg</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Happy', 'Relaxed', 'Uplifted', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3d-c...</td>\n",
              "      <td></td>\n",
              "      <td>4.5</td>\n",
              "      <td>19 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>3X Crazy</td>\n",
              "      <td>Also known as Optimus Prime, the indica-domina...</td>\n",
              "      <td>['Herbal', 'Peppery', 'Citrus']</td>\n",
              "      <td>['{'terpine': '170%', 'name': 'Myrcene'}', '{...</td>\n",
              "      <td>Bubba Kush, Granddaddy Purple</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Focused', 'Relaxed', 'Creative', 'Euphoric',...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3x-c...</td>\n",
              "      <td>13.5%</td>\n",
              "      <td>4.4</td>\n",
              "      <td>142 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>3Rd Coast Panama Chunk</td>\n",
              "      <td>3rd Coast Panama Chunk by Bedford Grow is a cr...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Deep Chunk, Sour Diesel</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Hungry', 'Sleepy', 'Talkative', 'Aroused', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/3rd-...</td>\n",
              "      <td>13.5%</td>\n",
              "      <td>4.5</td>\n",
              "      <td>12 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>4 Kings</td>\n",
              "      <td>Mike from Exotic Genetix bred 4 Kings by cross...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Deep Chunk, Sour Diesel</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/4-ki...</td>\n",
              "      <td>13.5%</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>501St Og</td>\n",
              "      <td>501st OG, bred by Rare Dankness, is an indica-...</td>\n",
              "      <td>['Herbal', 'Citrus', 'Peppery']</td>\n",
              "      <td>['{'terpine': '170%', 'name': 'Myrcene'}', '{...</td>\n",
              "      <td>Rare Dankness 1, Mazar X Blueberry Og</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Relaxed', 'Sleepy', 'Tingly', 'Creative', 'E...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/501s...</td>\n",
              "      <td>22%</td>\n",
              "      <td>4.6</td>\n",
              "      <td>113 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>541 Kush</td>\n",
              "      <td>Bred by Eugenius, 541 Kush is a known phenotyp...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Triangle Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/541-...</td>\n",
              "      <td>22%</td>\n",
              "      <td>5</td>\n",
              "      <td>1 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>5K Puff</td>\n",
              "      <td>With the goal of seeing just how frosty a stra...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Triangle Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/5k-p...</td>\n",
              "      <td>22%</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>5Th Element</td>\n",
              "      <td>Elemental Seeds crossed Blackberry with All Sp...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Blackberry</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Creative', 'Energetic', 'Euphoric', 'Focused...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/5th-...</td>\n",
              "      <td></td>\n",
              "      <td>4.6</td>\n",
              "      <td>62 reviews</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                      name  ...      reviews\n",
              "0                   100 Og  ...  508 reviews\n",
              "1           98 White Widow  ...   15 reviews\n",
              "2                     1024  ...   55 reviews\n",
              "3              10Th Planet  ...    3 reviews\n",
              "4               12 Year Og  ...    2 reviews\n",
              "5                 13 Dawgs  ...   12 reviews\n",
              "6            2 Fast 2 Vast  ...         None\n",
              "7                       22  ...   10 reviews\n",
              "8                 24K Gold  ...  260 reviews\n",
              "9               3 Bears Og  ...    8 reviews\n",
              "10                 3 Kings  ...  341 reviews\n",
              "11                  303 Og  ...   82 reviews\n",
              "12                  3D Cbd  ...   19 reviews\n",
              "13                3X Crazy  ...  142 reviews\n",
              "14  3Rd Coast Panama Chunk  ...   12 reviews\n",
              "15                 4 Kings  ...         None\n",
              "16                501St Og  ...  113 reviews\n",
              "17                541 Kush  ...    1 reviews\n",
              "18                 5K Puff  ...         None\n",
              "19             5Th Element  ...   62 reviews\n",
              "\n",
              "[20 rows x 11 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 55
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9WEAPnGtpYz0",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "outputId": "3463d837-5032-43de-8c6c-2fd2dc568965"
      },
      "source": [
        "print('Leafly shape:', leafly.shape, 'api_merge shape:', api_merge.shape)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Leafly shape: (3410, 11) api_merge shape: (8756, 4)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "T0_7pjZToxvg",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "outputId": "6d7a8ccb-9bc7-4098-922e-c30997bd80a4"
      },
      "source": [
        "counts_samename = 0\n",
        "strains_in_both = []\n",
        "for i in api_merge['name']:\n",
        "  for x in leafly['name']:\n",
        "    if x == i:\n",
        "      counts_samename += 1\n",
        "      strains_in_both += ([i])\n",
        "counts_samename\n",
        "#strains_in_both"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1322"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 57
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2moeXXfEqAr0",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "leafly_merge = pd.merge(api_merge, leafly, how='outer', on='name')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qWMdhF2VqQOF",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#get rid of duplicates\n",
        "leafly_merge = leafly_merge.drop_duplicates(subset=['name'], keep='first')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "P6gJUdoLWmCt",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "outputId": "35e7fa4c-740f-4354-a91e-08eb7ebc168e"
      },
      "source": [
        "leafly_merge.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(10796, 14)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 60
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JQTGkqTdWrQA",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 564
        },
        "outputId": "853d6e25-7af8-4e64-86f6-e5ec3f5458b1"
      },
      "source": [
        "leafly.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>description</th>\n",
              "      <th>terpene_description</th>\n",
              "      <th>technical_terpenes</th>\n",
              "      <th>parents</th>\n",
              "      <th>children</th>\n",
              "      <th>reported_feelings</th>\n",
              "      <th>pic</th>\n",
              "      <th>thc_content</th>\n",
              "      <th>rating</th>\n",
              "      <th>reviews</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>100 Og</td>\n",
              "      <td>$100 OG is a 50/50 hybrid strain that packs a ...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Happy', 'Energetic', 'Focused', 'Sleepy', 'T...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/100-...</td>\n",
              "      <td></td>\n",
              "      <td>2.9</td>\n",
              "      <td>508 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>98 White Widow</td>\n",
              "      <td>The ‘98 Aloha White Widow is an especially pot...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[]</td>\n",
              "      <td>Aloha Grape Stomper</td>\n",
              "      <td>['Euphoric', 'Happy', 'Relaxed', 'Uplifted', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/98-w...</td>\n",
              "      <td></td>\n",
              "      <td>4.8</td>\n",
              "      <td>15 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1024</td>\n",
              "      <td>1024 is a sativa-dominant hybrid bred in Spain...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[]</td>\n",
              "      <td>Aloha Grape Stomper</td>\n",
              "      <td>['Creative', 'Focused', 'Euphoric', 'Happy', '...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/1024...</td>\n",
              "      <td></td>\n",
              "      <td>4.5</td>\n",
              "      <td>55 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10Th Planet</td>\n",
              "      <td>Ethos Genetics crossed Planet of the Grapes an...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Quattro Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Giggly', 'Happy', 'Hungry', 'Rel...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/10th...</td>\n",
              "      <td></td>\n",
              "      <td>5</td>\n",
              "      <td>3 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>12 Year Og</td>\n",
              "      <td>The Bank Cannabis Genetics crossed some unknow...</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Og Kush</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/12-y...</td>\n",
              "      <td></td>\n",
              "      <td>3</td>\n",
              "      <td>2 reviews</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "             name  ...      reviews\n",
              "0          100 Og  ...  508 reviews\n",
              "1  98 White Widow  ...   15 reviews\n",
              "2            1024  ...   55 reviews\n",
              "3     10Th Planet  ...    3 reviews\n",
              "4      12 Year Og  ...    2 reviews\n",
              "\n",
              "[5 rows x 11 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 61
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yLZIceIGqHCt",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 842
        },
        "outputId": "320dc318-9d8b-45ba-e740-001298c59864"
      },
      "source": [
        "leafly_merge.head(70)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>image</th>\n",
              "      <th>genetics</th>\n",
              "      <th>lineage</th>\n",
              "      <th>description</th>\n",
              "      <th>terpene_description</th>\n",
              "      <th>technical_terpenes</th>\n",
              "      <th>parents</th>\n",
              "      <th>children</th>\n",
              "      <th>reported_feelings</th>\n",
              "      <th>pic</th>\n",
              "      <th>thc_content</th>\n",
              "      <th>rating</th>\n",
              "      <th>reviews</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1K</td>\n",
              "      <td>NaN</td>\n",
              "      <td>None</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1K PC</td>\n",
              "      <td>NaN</td>\n",
              "      <td>1K x Purple Caper</td>\n",
              "      <td>Brazil</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>32</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Albert Walker x Manic</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>32 x Face Off OG Kush</td>\n",
              "      <td>NaN</td>\n",
              "      <td>32 x Faceoff Cut OG Kush</td>\n",
              "      <td>Afghanistan</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>78 LA OG Affie</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Lemon Thai x Colombian Gold x Pakistani Landrace</td>\n",
              "      <td>Colombia</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>115</th>\n",
              "      <td>8 K</td>\n",
              "      <td>NaN</td>\n",
              "      <td>None</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>116</th>\n",
              "      <td>8 K x G13</td>\n",
              "      <td>NaN</td>\n",
              "      <td>8 K x G 13 (G13)</td>\n",
              "      <td>[]</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>117</th>\n",
              "      <td>818 Headband</td>\n",
              "      <td>https://www.cannabisreports.com/images/strains...</td>\n",
              "      <td>Original Sour D x San Fernando Valley OG (SFV OG)</td>\n",
              "      <td>Afghanistan</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>118</th>\n",
              "      <td>818 Pure SFV OG S1</td>\n",
              "      <td>https://www.cannabisreports.com/images/strains...</td>\n",
              "      <td>San Fernando Valley OG (SFV OG)</td>\n",
              "      <td>Afghanistan</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>119</th>\n",
              "      <td>818 SFV Fire OG</td>\n",
              "      <td>NaN</td>\n",
              "      <td>818 Pure SFV OG S1 x Fire OG BX</td>\n",
              "      <td>Afghanistan</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>70 rows × 14 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                      name  ... reviews\n",
              "0                       1K  ...     NaN\n",
              "2                    1K PC  ...     NaN\n",
              "4                       32  ...     NaN\n",
              "6    32 x Face Off OG Kush  ...     NaN\n",
              "8           78 LA OG Affie  ...     NaN\n",
              "..                     ...  ...     ...\n",
              "115                    8 K  ...     NaN\n",
              "116              8 K x G13  ...     NaN\n",
              "117           818 Headband  ...     NaN\n",
              "118     818 Pure SFV OG S1  ...     NaN\n",
              "119        818 SFV Fire OG  ...     NaN\n",
              "\n",
              "[70 rows x 14 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 66
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "x4Ey5f7SqqsE",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 581
        },
        "outputId": "0c872b4a-7b14-4900-d42c-f89eaca028c7"
      },
      "source": [
        "leafly_merge.tail()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>image</th>\n",
              "      <th>genetics</th>\n",
              "      <th>lineage</th>\n",
              "      <th>description</th>\n",
              "      <th>terpene_description</th>\n",
              "      <th>technical_terpenes</th>\n",
              "      <th>parents</th>\n",
              "      <th>children</th>\n",
              "      <th>reported_feelings</th>\n",
              "      <th>pic</th>\n",
              "      <th>thc_content</th>\n",
              "      <th>rating</th>\n",
              "      <th>reviews</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>10848</th>\n",
              "      <td>Zour Apples</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Plantman Jack and Ethos Glue from Ethos Geneti...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Energetic', 'Euphoric', 'Relaxed', 'Creative...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/zour...</td>\n",
              "      <td>[]</td>\n",
              "      <td>4.7</td>\n",
              "      <td>7 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10849</th>\n",
              "      <td>Zsweet Insanity</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Bred by Ethos Genetics, Zsweet Inzanity is a c...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Rainmaker, Durban Poison</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Euphoric', 'Euphoric' 'Euphoric', 'Aroused',...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/zswe...</td>\n",
              "      <td>[]</td>\n",
              "      <td>4.4</td>\n",
              "      <td>8 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10850</th>\n",
              "      <td>Hai Fantasy</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Thai Fantasy by Kannabia Seed Company is a sat...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/hai-...</td>\n",
              "      <td>[]</td>\n",
              "      <td>1</td>\n",
              "      <td>1 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10851</th>\n",
              "      <td>Alenuihaha</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>ʻAlenuihāhā is a sativa-dominant hybrid by Pua...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Kona Gold, Maui Wowie</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Aroused', 'Creative', 'Energetic', 'Euphoric...</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/alen...</td>\n",
              "      <td>[]</td>\n",
              "      <td>5</td>\n",
              "      <td>7 reviews</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10852</th>\n",
              "      <td>88 G13 Hashplant</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Created in 1988 by NDNguy and widely circulate...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>Hash Plant, G 13</td>\n",
              "      <td>[]</td>\n",
              "      <td>['Relaxed', 'Aroused']</td>\n",
              "      <td>https://public.leafly.com/strains/flowers/88-g...</td>\n",
              "      <td>[]</td>\n",
              "      <td>5</td>\n",
              "      <td>2 reviews</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                   name image genetics  ... thc_content rating    reviews\n",
              "10848       Zour Apples   NaN      NaN  ...          []    4.7  7 reviews\n",
              "10849   Zsweet Insanity   NaN      NaN  ...          []    4.4  8 reviews\n",
              "10850       Hai Fantasy   NaN      NaN  ...          []      1  1 reviews\n",
              "10851        Alenuihaha   NaN      NaN  ...          []      5  7 reviews\n",
              "10852  88 G13 Hashplant   NaN      NaN  ...          []      5  2 reviews\n",
              "\n",
              "[5 rows x 14 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 67
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yd7GteJyqlb2",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "outputId": "2f673913-e7d0-4375-fe28-7f888238a946"
      },
      "source": [
        "leafly_merge.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(10796, 14)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 68
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CDJ5B6UJq0Dm",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "leafly_merge.to_csv(r'full_leafly_merge.csv')"
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}