add Deepnote

Author: khuyentran1401

nlp/diffbot_examples/data_scientist_vs_data_engineer_requirements.ipynb

@@ -20,22 +20,11 @@
    "source": "!pip install scattertext",
    "metadata": {
     "tags": [],
-    "cell_id": "00001-968272eb-ac3e-42bd-bcb9-08f99b18c855",
-    "deepnote_to_be_reexecuted": false,
-    "source_hash": "705c9cb8",
-    "execution_start": 1633618185561,
-    "execution_millis": 4202,
-    "is_output_hidden": true,
+    "cell_id": "00001-1fbbb500-103a-4f23-9a86-7aed4f393014",
     "deepnote_cell_type": "code"
    },
-   "outputs": [
-    {
-     "name": "stdout",
-     "text": "Requirement already satisfied: scattertext in /root/venv/lib/python3.7/site-packages (0.1.4)\nRequirement already satisfied: numpy in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scattertext) (1.19.5)\nRequirement already satisfied: scipy in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scattertext) (1.7.1)\nRequirement already satisfied: scikit-learn in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scattertext) (1.0)\nRequirement already satisfied: six in /shared-libs/python3.7/py-core/lib/python3.7/site-packages (from scattertext) (1.16.0)\nRequirement already satisfied: statsmodels in /root/venv/lib/python3.7/site-packages (from scattertext) (0.13.0)\nRequirement already satisfied: gensim>=4.0.0 in /root/venv/lib/python3.7/site-packages (from scattertext) (4.1.2)\nRequirement already satisfied: mock in /root/venv/lib/python3.7/site-packages (from scattertext) (4.0.3)\nRequirement already satisfied: flashtext in /root/venv/lib/python3.7/site-packages (from scattertext) (2.7)\nRequirement already satisfied: pandas in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scattertext) (1.2.5)\nRequirement already satisfied: smart-open>=1.8.1 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from gensim>=4.0.0->scattertext) (5.2.1)\nRequirement already satisfied: pytz>=2017.3 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from pandas->scattertext) (2021.3)\nRequirement already satisfied: python-dateutil>=2.7.3 in /shared-libs/python3.7/py-core/lib/python3.7/site-packages (from pandas->scattertext) (2.8.2)\nRequirement already satisfied: threadpoolctl>=2.0.0 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scikit-learn->scattertext) (3.0.0)\nRequirement already satisfied: joblib>=0.11 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scikit-learn->scattertext) (1.0.1)\nRequirement already satisfied: patsy>=0.5.2 in /root/venv/lib/python3.7/site-packages (from statsmodels->scattertext) (0.5.2)\n",
-     "output_type": "stream"
-    }
-   ],
-   "execution_count": 1
+   "outputs": [],
+   "execution_count": null
   },
   {
    "cell_type": "markdown",

nlp/diffbot_examples/data_scientist_vs_data_engineer_task.ipynb

@@ -16,22 +16,11 @@
    "source": "!pip install scattertext",
    "metadata": {
     "tags": [],
-    "cell_id": "00001-e999a019-ad16-4c97-b9c3-c2c01fddaaea",
-    "deepnote_to_be_reexecuted": false,
-    "source_hash": "705c9cb8",
-    "execution_start": 1633618123002,
-    "execution_millis": 12680,
-    "is_output_hidden": true,
+    "cell_id": "00001-2da9222b-2f70-42fc-bfd6-f8a05b14d4f6",
     "deepnote_cell_type": "code"
    },
-   "outputs": [
-    {
-     "name": "stdout",
-     "text": "Collecting scattertext\n  Downloading scattertext-0.1.4-py3-none-any.whl (7.3 MB)\n\u001b[K     |████████████████████████████████| 7.3 MB 16.5 MB/s \n\u001b[?25hCollecting flashtext\n  Downloading flashtext-2.7.tar.gz (14 kB)\nRequirement already satisfied: numpy in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scattertext) (1.19.5)\nRequirement already satisfied: six in /shared-libs/python3.7/py-core/lib/python3.7/site-packages (from scattertext) (1.16.0)\nCollecting statsmodels\n  Downloading statsmodels-0.13.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (9.8 MB)\n\u001b[K     |████████████████████████████████| 9.8 MB 61.2 MB/s \n\u001b[?25hCollecting mock\n  Downloading mock-4.0.3-py3-none-any.whl (28 kB)\nRequirement already satisfied: pandas in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scattertext) (1.2.5)\nCollecting gensim>=4.0.0\n  Downloading gensim-4.1.2-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (24.1 MB)\n\u001b[K     |████████████████████████████████| 24.1 MB 19.8 MB/s \n\u001b[?25hRequirement already satisfied: scipy in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scattertext) (1.7.1)\nRequirement already satisfied: scikit-learn in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scattertext) (1.0)\nRequirement already satisfied: smart-open>=1.8.1 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from gensim>=4.0.0->scattertext) (5.2.1)\nRequirement already satisfied: pytz>=2017.3 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from pandas->scattertext) (2021.3)\nRequirement already satisfied: python-dateutil>=2.7.3 in /shared-libs/python3.7/py-core/lib/python3.7/site-packages (from pandas->scattertext) (2.8.2)\nRequirement already satisfied: joblib>=0.11 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scikit-learn->scattertext) (1.0.1)\nRequirement already satisfied: threadpoolctl>=2.0.0 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scikit-learn->scattertext) (3.0.0)\nCollecting patsy>=0.5.2\n  Downloading patsy-0.5.2-py2.py3-none-any.whl (233 kB)\n\u001b[K     |████████████████████████████████| 233 kB 77.5 MB/s \n\u001b[?25hBuilding wheels for collected packages: flashtext\n  Building wheel for flashtext (setup.py) ... \u001b[?25ldone\n\u001b[?25h  Created wheel for flashtext: filename=flashtext-2.7-py2.py3-none-any.whl size=9310 sha256=0dfa81d141844f462d9517b5125427737eda572aa09313d4452bbabc5e997fac\n  Stored in directory: /root/.cache/pip/wheels/cb/19/58/4e8fdd0009a7f89dbce3c18fff2e0d0fa201d5cdfd16f113b7\nSuccessfully built flashtext\nInstalling collected packages: patsy, statsmodels, mock, gensim, flashtext, scattertext\n  Attempting uninstall: gensim\n    Found existing installation: gensim 3.8.3\n    Uninstalling gensim-3.8.3:\n      Successfully uninstalled gensim-3.8.3\n\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\ntexthero 1.1.0 requires gensim<4.0,>=3.6.0, but you have gensim 4.1.2 which is incompatible.\u001b[0m\nSuccessfully installed flashtext-2.7 gensim-4.1.2 mock-4.0.3 patsy-0.5.2 scattertext-0.1.4 statsmodels-0.13.0\n",
-     "output_type": "stream"
-    }
-   ],
-   "execution_count": 4
+   "outputs": [],
+   "execution_count": null
   },
   {
    "cell_type": "markdown",

nlp/diffbot_examples/process_data.ipynb

@@ -20,22 +20,11 @@
    "source": "!pip install texthero",
    "metadata": {
     "tags": [],
-    "cell_id": "00002-d0c57e24-f3a0-44f5-b2e2-12a81760c864",
-    "deepnote_to_be_reexecuted": false,
-    "source_hash": "e8445123",
-    "execution_start": 1633618032315,
-    "execution_millis": 10314,
-    "is_output_hidden": true,
+    "cell_id": "00001-76b5624c-3405-4160-b1a6-95ddf7a30e54",
     "deepnote_cell_type": "code"
    },
-   "outputs": [
-    {
-     "name": "stdout",
-     "text": "Collecting texthero\n  Downloading texthero-1.1.0-py3-none-any.whl (24 kB)\nRequirement already satisfied: plotly>=4.2.0 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from texthero) (5.3.1)\nRequirement already satisfied: nltk>=3.3 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from texthero) (3.6.3)\nRequirement already satisfied: scikit-learn>=0.22 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from texthero) (1.0)\nRequirement already satisfied: tqdm>=4.3 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from texthero) (4.62.3)\nCollecting unidecode>=1.1.1\n  Downloading Unidecode-1.3.2-py3-none-any.whl (235 kB)\n\u001b[K     |████████████████████████████████| 235 kB 45.7 MB/s \n\u001b[?25hRequirement already satisfied: numpy>=1.17 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from texthero) (1.19.5)\nCollecting gensim<4.0,>=3.6.0\n  Downloading gensim-3.8.3-cp37-cp37m-manylinux1_x86_64.whl (24.2 MB)\n\u001b[K     |████████████████████████████████| 24.2 MB 61.8 MB/s \n\u001b[?25hRequirement already satisfied: pandas>=1.0.2 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from texthero) (1.2.5)\nRequirement already satisfied: matplotlib>=3.1.0 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from texthero) (3.4.3)\nCollecting wordcloud>=1.5.0\n  Downloading wordcloud-1.8.1-cp37-cp37m-manylinux1_x86_64.whl (366 kB)\n\u001b[K     |████████████████████████████████| 366 kB 70.6 MB/s \n\u001b[?25hCollecting spacy<3.0.0\n  Downloading spacy-2.3.7-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (10.4 MB)\n\u001b[K     |████████████████████████████████| 10.4 MB 61.7 MB/s \n\u001b[?25hRequirement already satisfied: scipy>=0.18.1 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from gensim<4.0,>=3.6.0->texthero) (1.7.1)\nRequirement already satisfied: smart-open>=1.8.1 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from gensim<4.0,>=3.6.0->texthero) (5.2.1)\nRequirement already satisfied: six>=1.5.0 in /shared-libs/python3.7/py-core/lib/python3.7/site-packages (from gensim<4.0,>=3.6.0->texthero) (1.16.0)\nRequirement already satisfied: cycler>=0.10 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from matplotlib>=3.1.0->texthero) (0.10.0)\nRequirement already satisfied: pyparsing>=2.2.1 in /shared-libs/python3.7/py-core/lib/python3.7/site-packages (from matplotlib>=3.1.0->texthero) (2.4.7)\nRequirement already satisfied: pillow>=6.2.0 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from matplotlib>=3.1.0->texthero) (8.3.2)\nRequirement already satisfied: kiwisolver>=1.0.1 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from matplotlib>=3.1.0->texthero) (1.3.2)\nRequirement already satisfied: python-dateutil>=2.7 in /shared-libs/python3.7/py-core/lib/python3.7/site-packages (from matplotlib>=3.1.0->texthero) (2.8.2)\nRequirement already satisfied: regex in /shared-libs/python3.7/py/lib/python3.7/site-packages (from nltk>=3.3->texthero) (2021.9.30)\nRequirement already satisfied: joblib in /shared-libs/python3.7/py/lib/python3.7/site-packages (from nltk>=3.3->texthero) (1.0.1)\nRequirement already satisfied: click in /shared-libs/python3.7/py/lib/python3.7/site-packages (from nltk>=3.3->texthero) (8.0.1)\nRequirement already satisfied: pytz>=2017.3 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from pandas>=1.0.2->texthero) (2021.3)\nRequirement already satisfied: tenacity>=6.2.0 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from plotly>=4.2.0->texthero) (8.0.1)\nRequirement already satisfied: threadpoolctl>=2.0.0 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from scikit-learn>=0.22->texthero) (3.0.0)\nRequirement already satisfied: cymem<2.1.0,>=2.0.2 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from spacy<3.0.0->texthero) (2.0.5)\nCollecting srsly<1.1.0,>=1.0.2\n  Downloading srsly-1.0.5-cp37-cp37m-manylinux2014_x86_64.whl (184 kB)\n\u001b[K     |████████████████████████████████| 184 kB 79.0 MB/s \n\u001b[?25hCollecting catalogue<1.1.0,>=0.0.7\n  Downloading catalogue-1.0.0-py2.py3-none-any.whl (7.7 kB)\nRequirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from spacy<3.0.0->texthero) (1.0.5)\nRequirement already satisfied: requests<3.0.0,>=2.13.0 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from spacy<3.0.0->texthero) (2.26.0)\nCollecting thinc<7.5.0,>=7.4.1\n  Downloading thinc-7.4.5-cp37-cp37m-manylinux2014_x86_64.whl (1.0 MB)\n\u001b[K     |████████████████████████████████| 1.0 MB 43.6 MB/s \n\u001b[?25hCollecting plac<1.2.0,>=0.9.6\n  Downloading plac-1.1.3-py2.py3-none-any.whl (20 kB)\nRequirement already satisfied: preshed<3.1.0,>=3.0.2 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from spacy<3.0.0->texthero) (3.0.5)\nRequirement already satisfied: setuptools in /root/venv/lib/python3.7/site-packages (from spacy<3.0.0->texthero) (58.1.0)\nRequirement already satisfied: wasabi<1.1.0,>=0.4.0 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from spacy<3.0.0->texthero) (0.8.2)\nRequirement already satisfied: blis<0.8.0,>=0.4.0 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from spacy<3.0.0->texthero) (0.7.4)\nRequirement already satisfied: importlib-metadata>=0.20 in /shared-libs/python3.7/py-core/lib/python3.7/site-packages (from catalogue<1.1.0,>=0.0.7->spacy<3.0.0->texthero) (4.8.1)\nRequirement already satisfied: zipp>=0.5 in /shared-libs/python3.7/py-core/lib/python3.7/site-packages (from importlib-metadata>=0.20->catalogue<1.1.0,>=0.0.7->spacy<3.0.0->texthero) (3.6.0)\nRequirement already satisfied: typing-extensions>=3.6.4 in /shared-libs/python3.7/py-core/lib/python3.7/site-packages (from importlib-metadata>=0.20->catalogue<1.1.0,>=0.0.7->spacy<3.0.0->texthero) (3.10.0.2)\nRequirement already satisfied: urllib3<1.27,>=1.21.1 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.0.0->texthero) (1.26.7)\nRequirement already satisfied: idna<4,>=2.5 in /shared-libs/python3.7/py-core/lib/python3.7/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.0.0->texthero) (3.2)\nRequirement already satisfied: certifi>=2017.4.17 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.0.0->texthero) (2021.5.30)\nRequirement already satisfied: charset-normalizer~=2.0.0 in /shared-libs/python3.7/py/lib/python3.7/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.0.0->texthero) (2.0.6)\nInstalling collected packages: srsly, plac, catalogue, thinc, wordcloud, unidecode, spacy, gensim, texthero\n  Attempting uninstall: srsly\n    Found existing installation: srsly 2.4.1\n    Not uninstalling srsly at /shared-libs/python3.7/py/lib/python3.7/site-packages, outside environment /root/venv\n    Can't uninstall 'srsly'. No files were found to uninstall.\n  Attempting uninstall: catalogue\n    Found existing installation: catalogue 2.0.6\n    Not uninstalling catalogue at /shared-libs/python3.7/py/lib/python3.7/site-packages, outside environment /root/venv\n    Can't uninstall 'catalogue'. No files were found to uninstall.\n  Attempting uninstall: thinc\n    Found existing installation: thinc 8.0.10\n    Not uninstalling thinc at /shared-libs/python3.7/py/lib/python3.7/site-packages, outside environment /root/venv\n    Can't uninstall 'thinc'. No files were found to uninstall.\n  Attempting uninstall: spacy\n    Found existing installation: spacy 3.1.3\n    Not uninstalling spacy at /shared-libs/python3.7/py/lib/python3.7/site-packages, outside environment /root/venv\n    Can't uninstall 'spacy'. No files were found to uninstall.\nSuccessfully installed catalogue-1.0.0 gensim-3.8.3 plac-1.1.3 spacy-2.3.7 srsly-1.0.5 texthero-1.1.0 thinc-7.4.5 unidecode-1.3.2 wordcloud-1.8.1\n",
-     "output_type": "stream"
-    }
-   ],
-   "execution_count": 21
+   "outputs": [],
+   "execution_count": null
   },
   {
    "cell_type": "markdown",