examples-v2/aspect_term_extraction/Aspect_Term_Extraction.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Aspect Term Extraction and Sentiment Classification\n",
    "Drafted for v2.0 and higher versions. Note there are many breaking changes in v2.0, so you do not need to upgrade to v2.0 and higher versions if you are using code, API, checkpoints, datasets or anything from v1.0. Let's begin the introduction."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: pyabsa in /home/yangheng/miniconda3/lib/python3.9/site-packages (2.0.28)\n",
      "Requirement already satisfied: seqeval in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (1.2.2)\n",
      "Requirement already satisfied: findfile>=2.0.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (2.0.0)\n",
      "Requirement already satisfied: termcolor in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (2.1.1)\n",
      "Requirement already satisfied: protobuf<4.0.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (3.20.3)\n",
      "Requirement already satisfied: gitpython in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (3.1.29)\n",
      "Requirement already satisfied: sentencepiece in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (0.1.97)\n",
      "Requirement already satisfied: typing-extensions in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (4.4.0)\n",
      "Requirement already satisfied: networkx in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (3.0rc1)\n",
      "Requirement already satisfied: spacy in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (3.4.3)\n",
      "Requirement already satisfied: transformers>=4.18.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (4.25.1)\n",
      "Requirement already satisfied: torch>=1.0.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (2.0.0.dev20221210+cu117)\n",
      "Requirement already satisfied: pandas in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (1.5.2)\n",
      "Requirement already satisfied: metric-visualizer>=0.8.8 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (0.8.8)\n",
      "Requirement already satisfied: autocuda>=0.16 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (0.16)\n",
      "Requirement already satisfied: pytorch-warmup in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (0.1.1)\n",
      "Requirement already satisfied: update-checker in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (0.18.0)\n",
      "Requirement already satisfied: tqdm in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (4.63.0)\n",
      "Requirement already satisfied: boostaug>=2.3.5 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pyabsa) (2.3.5)\n",
      "Requirement already satisfied: natsort in /home/yangheng/miniconda3/lib/python3.9/site-packages (from metric-visualizer>=0.8.8->pyabsa) (8.2.0)\n",
      "Requirement already satisfied: matplotlib>=3.6.3 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from metric-visualizer>=0.8.8->pyabsa) (3.6.3)\n",
      "Requirement already satisfied: xlsxwriter in /home/yangheng/miniconda3/lib/python3.9/site-packages (from metric-visualizer>=0.8.8->pyabsa) (3.0.7)\n",
      "Requirement already satisfied: numpy in /home/yangheng/miniconda3/lib/python3.9/site-packages (from metric-visualizer>=0.8.8->pyabsa) (1.24.0rc2)\n",
      "Requirement already satisfied: tikzplotlib in /home/yangheng/miniconda3/lib/python3.9/site-packages (from metric-visualizer>=0.8.8->pyabsa) (0.10.1)\n",
      "Requirement already satisfied: click in /home/yangheng/miniconda3/lib/python3.9/site-packages (from metric-visualizer>=0.8.8->pyabsa) (8.1.3)\n",
      "Requirement already satisfied: scipy in /home/yangheng/miniconda3/lib/python3.9/site-packages (from metric-visualizer>=0.8.8->pyabsa) (1.9.3)\n",
      "Requirement already satisfied: tabulate in /home/yangheng/miniconda3/lib/python3.9/site-packages (from metric-visualizer>=0.8.8->pyabsa) (0.9.0)\n",
      "Requirement already satisfied: openpyxl in /home/yangheng/miniconda3/lib/python3.9/site-packages (from metric-visualizer>=0.8.8->pyabsa) (3.0.10)\n",
      "Requirement already satisfied: pyparsing>=2.2.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from matplotlib>=3.6.3->metric-visualizer>=0.8.8->pyabsa) (3.0.9)\n",
      "Requirement already satisfied: pillow>=6.2.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from matplotlib>=3.6.3->metric-visualizer>=0.8.8->pyabsa) (9.3.0)\n",
      "Requirement already satisfied: fonttools>=4.22.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from matplotlib>=3.6.3->metric-visualizer>=0.8.8->pyabsa) (4.38.0)\n",
      "Requirement already satisfied: contourpy>=1.0.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from matplotlib>=3.6.3->metric-visualizer>=0.8.8->pyabsa) (1.0.7)\n",
      "Requirement already satisfied: kiwisolver>=1.0.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from matplotlib>=3.6.3->metric-visualizer>=0.8.8->pyabsa) (1.4.4)\n",
      "Requirement already satisfied: packaging>=20.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from matplotlib>=3.6.3->metric-visualizer>=0.8.8->pyabsa) (22.0)\n",
      "Requirement already satisfied: cycler>=0.10 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from matplotlib>=3.6.3->metric-visualizer>=0.8.8->pyabsa) (0.11.0)\n",
      "Requirement already satisfied: python-dateutil>=2.7 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from matplotlib>=3.6.3->metric-visualizer>=0.8.8->pyabsa) (2.8.2)\n",
      "Requirement already satisfied: six>=1.5 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from python-dateutil>=2.7->matplotlib>=3.6.3->metric-visualizer>=0.8.8->pyabsa) (1.16.0)\n",
      "Requirement already satisfied: torchtriton==2.0.0+0d7e753227 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from torch>=1.0.0->pyabsa) (2.0.0+0d7e753227)\n",
      "Requirement already satisfied: sympy in /home/yangheng/miniconda3/lib/python3.9/site-packages (from torch>=1.0.0->pyabsa) (1.11.1)\n",
      "Requirement already satisfied: filelock in /home/yangheng/miniconda3/lib/python3.9/site-packages (from torchtriton==2.0.0+0d7e753227->torch>=1.0.0->pyabsa) (3.8.2)\n",
      "Requirement already satisfied: cmake in /home/yangheng/miniconda3/lib/python3.9/site-packages (from torchtriton==2.0.0+0d7e753227->torch>=1.0.0->pyabsa) (3.25.0)\n",
      "Requirement already satisfied: pyyaml>=5.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from transformers>=4.18.0->pyabsa) (6.0)\n",
      "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from transformers>=4.18.0->pyabsa) (0.13.2)\n",
      "Requirement already satisfied: requests in /home/yangheng/miniconda3/lib/python3.9/site-packages (from transformers>=4.18.0->pyabsa) (2.28.1)\n",
      "Requirement already satisfied: regex!=2019.12.17 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from transformers>=4.18.0->pyabsa) (2022.10.31)\n",
      "Requirement already satisfied: huggingface-hub<1.0,>=0.10.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from transformers>=4.18.0->pyabsa) (0.11.1)\n",
      "Requirement already satisfied: gitdb<5,>=4.0.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from gitpython->pyabsa) (4.0.10)\n",
      "Requirement already satisfied: smmap<6,>=3.0.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from gitdb<5,>=4.0.1->gitpython->pyabsa) (5.0.0)\n",
      "Requirement already satisfied: et-xmlfile in /home/yangheng/miniconda3/lib/python3.9/site-packages (from openpyxl->metric-visualizer>=0.8.8->pyabsa) (1.1.0)\n",
      "Requirement already satisfied: pytz>=2020.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pandas->pyabsa) (2022.6)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from requests->transformers>=4.18.0->pyabsa) (3.4)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from requests->transformers>=4.18.0->pyabsa) (1.26.13)\n",
      "Requirement already satisfied: charset-normalizer<3,>=2 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from requests->transformers>=4.18.0->pyabsa) (2.1.1)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from requests->transformers>=4.18.0->pyabsa) (2022.12.7)\n",
      "Requirement already satisfied: scikit-learn>=0.21.3 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from seqeval->pyabsa) (1.2.0)\n",
      "Requirement already satisfied: joblib>=1.1.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from scikit-learn>=0.21.3->seqeval->pyabsa) (1.2.0)\n",
      "Requirement already satisfied: threadpoolctl>=2.0.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from scikit-learn>=0.21.3->seqeval->pyabsa) (3.1.0)\n",
      "Requirement already satisfied: wasabi<1.1.0,>=0.9.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (0.10.1)\n",
      "Requirement already satisfied: thinc<8.2.0,>=8.1.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (8.1.5)\n",
      "Requirement already satisfied: pydantic!=1.8,!=1.8.1,<1.11.0,>=1.7.4 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (1.10.2)\n",
      "Requirement already satisfied: typer<0.8.0,>=0.3.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (0.7.0)\n",
      "Requirement already satisfied: setuptools in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (61.2.0)\n",
      "Requirement already satisfied: spacy-legacy<3.1.0,>=3.0.10 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (3.0.10)\n",
      "Requirement already satisfied: catalogue<2.1.0,>=2.0.6 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (2.0.8)\n",
      "Requirement already satisfied: jinja2 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (3.1.2)\n",
      "Requirement already satisfied: spacy-loggers<2.0.0,>=1.0.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (1.0.4)\n",
      "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (2.0.7)\n",
      "Requirement already satisfied: srsly<3.0.0,>=2.4.3 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (2.4.5)\n",
      "Requirement already satisfied: langcodes<4.0.0,>=3.2.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (3.3.0)\n",
      "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (1.0.9)\n",
      "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (3.0.8)\n",
      "Requirement already satisfied: pathy>=0.3.5 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from spacy->pyabsa) (0.10.1)\n",
      "Requirement already satisfied: smart-open<7.0.0,>=5.2.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from pathy>=0.3.5->spacy->pyabsa) (6.2.0)\n",
      "Requirement already satisfied: confection<1.0.0,>=0.0.1 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from thinc<8.2.0,>=8.1.0->spacy->pyabsa) (0.0.3)\n",
      "Requirement already satisfied: blis<0.8.0,>=0.7.8 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from thinc<8.2.0,>=8.1.0->spacy->pyabsa) (0.7.9)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from jinja2->spacy->pyabsa) (2.1.1)\n",
      "Requirement already satisfied: mpmath>=0.19 in /home/yangheng/miniconda3/lib/python3.9/site-packages (from sympy->torch>=1.0.0->pyabsa) (1.2.1)\n",
      "Requirement already satisfied: webcolors in /home/yangheng/miniconda3/lib/python3.9/site-packages (from tikzplotlib->metric-visualizer>=0.8.8->pyabsa) (1.12)\n",
      "[2023-02-14 07:40:00] (2.0.28a0) \u001B[31mPyABSA(2.0.28a0): If you find any problems, please report them on GitHub. Thanks!\n",
      "The v2.x versions are not compatible with Google Colab. Please downgrade to 1.16.27.\u001B[0m\n"
     ]
    }
   ],
   "source": [
    "!pip install pyabsa -U\n",
    "from pyabsa import AspectTermExtraction as ATEPC"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## ATEPCModelList\n",
    "There are three types of APC models for aspect term extraction, which are based on the local context focus mechanism\n",
    "Notice: when you select to use a model, please make sure to carefully manage the configurations, e.g., for glove-based models, you need to set hidden dim and embed_dim manually.\n",
    "We already provide some pre-defined configurations. Refer to the source code if you have any question\n",
    "e.g.,"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "config = (\n",
    "    ATEPC.ATEPCConfigManager.get_atepc_config_english()\n",
    ")  # this config contains 'pretrained_bert', it is based on pretrained models\n",
    "config.model = ATEPC.ATEPCModelList.FAST_LCF_ATEPC  # improved version of LCF-ATEPC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "![Screenshot.png](Screenshot.png)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## ATEPCDatasetList\n",
    "There are the [datasets](https://github.com/yangheng95/ABSADatasets) from publication or third-party contribution. There dataset can be downloaded and processed automatically.\n",
    "In pyabsa, you can pass a set of datasets to train a model.\n",
    "e.g., for using integrated datasets:\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "from pyabsa import DatasetItem\n",
    "\n",
    "dataset = ATEPC.ATEPCDatasetList.Restaurant14\n",
    "# now the dataset is a DatasetItem object, which has a name and a list of subdatasets\n",
    "# e.g., SemEval dataset contains Laptop14, Restaurant14, Restaurant16 datasets"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "You can use your own dataset provided that it is formatted according to [ABSADatasets](https://github.com/yangheng95/ABSADatasets#important-rename-your-dataset-filename-before-use-it-in-pyabsa)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2023-02-14 06:08:58] (2.0.28a0) Datasets already exist in /home/yangheng/pyabsa/examples-v2/aspect_term_extraction/integrated_datasets, skip download\n"
     ]
    }
   ],
   "source": [
    "# Put your dataset into integrated_datasets folder, it this folder does not exist, you need to call:\n",
    "from pyabsa import download_all_available_datasets\n",
    "\n",
    "download_all_available_datasets()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "to pass datasets to PyABSA trainers, you can"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "my_dataset = DatasetItem(\"my_dataset\", [\"my_dataset1\", \"my_dataset2\"])\n",
    "# my_dataset1 and my_dataset2 are the dataset folders. In there folders, the train dataset is necessary"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Training\n",
    "Let's prepare to train"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2023-02-14 07:40:24] (2.0.28a0) Set Model Device: cuda:1\n",
      "[2023-02-14 07:40:24] (2.0.28a0) Device Name: NVIDIA GeForce RTX 3090\n",
      "2023-02-14 07:40:25,512 INFO: PyABSA version: 2.0.28a0\n",
      "2023-02-14 07:40:25,515 INFO: Transformers version: 4.25.1\n",
      "2023-02-14 07:40:25,517 INFO: Torch version: 2.0.0.dev20221210+cu117+cuda11.7\n",
      "2023-02-14 07:40:25,518 INFO: Device: NVIDIA GeForce RTX 3090\n",
      "2023-02-14 07:40:25,527 INFO: Searching dataset 114.Restaurant14 in local disk\n",
      "2023-02-14 07:40:25,559 INFO: You can set load_aug=True in a trainer to augment your dataset (English only yet) and improve performance.\n",
      "2023-02-14 07:40:25,560 INFO: Please use a new folder to perform new text augment if the former augment in integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14 errored unexpectedly\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
      "convert examples to features:  14%|█▎        | 492/3608 [00:00<00:01, 1649.17it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:40:27,702 WARNING: AspectTooLongWarning -> <aspect: fried mini buns with the condensed milk and the assorted fruits on beancurd> is too long, <text: The waitress remembers me and is very friendly , she knows what my regular is and that ' s the fried mini buns with the condensed milk and the assorted fruits on beancurd .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features:  47%|████▋     | 1695/3608 [00:01<00:01, 1695.67it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:40:28,366 WARNING: AspectTooLongWarning -> <aspect: salad with perfectly marinated cucumbers and tomatoes with lots of shrimp and basil> is too long, <text: I ate clams oreganta and spectacular salad with perfectly marinated cucumbers and tomatoes with lots of shrimp and basil .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features:  52%|█████▏    | 1865/3608 [00:01<00:01, 1688.26it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:40:28,540 WARNING: AspectTooLongWarning -> <aspect: Godmother pizza ( a sort of traditional flat pizza with an olive oil - brushed crust and less tomato sauce than usual )> is too long, <text: But they ' ve done a really nice job of offering all the typical pizzeria faves plus some terrific specials like the Godmother pizza ( a sort of traditional flat pizza with an olive oil - brushed crust and less tomato sauce than usual ) .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features:  91%|█████████ | 3278/3608 [00:02<00:00, 1550.85it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:40:29,352 WARNING: AspectTooLongWarning -> <aspect: egg noodles in the beef broth with shrimp dumplings and slices of BBQ roast pork> is too long, <text: I fell in love with the egg noodles in the beef broth with shrimp dumplings and slices of BBQ roast pork .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features: 100%|██████████| 3608/3608 [00:02<00:00, 1629.85it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:40:29,540 INFO: Dataset Label Details: {'Negative': 807, 'Positive': 2160, 'Neutral': 637, 'Sum': 3604}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "convert examples to features:  52%|█████▏    | 581/1120 [00:00<00:00, 1878.48it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:40:30,187 WARNING: AspectTooLongWarning -> <aspect: Mediterranean salads - - layered with beets , goat cheese and walnuts> is too long, <text: Generously garnished , organic grilled burgers are the most popular dish , but the Jerusalem market - style falafel wraps and Mediterranean salads - - layered with beets , goat cheese and walnuts - - are equally scrumptious .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features:  86%|████████▌ | 960/1120 [00:00<00:00, 1770.87it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:40:30,513 WARNING: AspectTooLongWarning -> <aspect: Greek yogurt ( with cuccumber , dill , and garlic )> is too long, <text: Creamy appetizers - - taramasalata , eggplant salad , and Greek yogurt ( with cuccumber , dill , and garlic ) taste excellent when on warm pitas .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features: 100%|██████████| 1120/1120 [00:00<00:00, 1743.89it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:40:30,514 INFO: Dataset Label Details: {'Positive': 726, 'Neutral': 196, 'Negative': 196, 'Sum': 1118}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "Some weights of the model checkpoint at microsoft/deberta-v3-base were not used when initializing DebertaV2Model: ['lm_predictions.lm_head.dense.weight', 'lm_predictions.lm_head.LayerNorm.bias', 'mask_predictions.classifier.bias', 'mask_predictions.LayerNorm.bias', 'lm_predictions.lm_head.LayerNorm.weight', 'mask_predictions.dense.bias', 'mask_predictions.dense.weight', 'mask_predictions.LayerNorm.weight', 'lm_predictions.lm_head.bias', 'lm_predictions.lm_head.dense.bias', 'mask_predictions.classifier.weight']\n",
      "- This IS expected if you are initializing DebertaV2Model from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
      "- This IS NOT expected if you are initializing DebertaV2Model from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:40:32,439 INFO: Save cache dataset to fast_lcf_atepc.Restaurant14.dataset.321ddc5085105d02cabceff84699bb05c72d582117f2fcb3244b7cfd5ff9f9c0.cache\n",
      "2023-02-14 07:40:33,251 INFO: cuda memory allocated:764963840\n",
      "2023-02-14 07:40:33,252 INFO: ABSADatasetsVersion:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,253 INFO: IOB_label_to_index:{'B-ASP': 1, 'I-ASP': 2, 'O': 3, '[CLS]': 4, '[SEP]': 5}\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,254 INFO: MV:<metric_visualizer.metric_visualizer.MetricVisualizer object at 0x7f56f8eac2b0>\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,255 INFO: PyABSAVersion:2.0.28a0\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,255 INFO: SRD:3\t-->\tCalling Count:9444\n",
      "2023-02-14 07:40:33,256 INFO: TorchVersion:2.0.0.dev20221210+cu117+cuda11.7\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,257 INFO: TransformersVersion:4.25.1\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,257 INFO: auto_device:True\t-->\tCalling Count:2\n",
      "2023-02-14 07:40:33,258 INFO: batch_size:16\t-->\tCalling Count:4\n",
      "2023-02-14 07:40:33,258 INFO: cache_dataset:True\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,258 INFO: checkpoint_save_mode:1\t-->\tCalling Count:4\n",
      "2023-02-14 07:40:33,259 INFO: cross_validate_fold:-1\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,259 INFO: dataset_file:{'train': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Train.xml.seg.atepc'], 'test': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Test_Gold.xml.seg.atepc'], 'valid': []}\t-->\tCalling Count:6\n",
      "2023-02-14 07:40:33,259 INFO: dataset_name:Restaurant14\t-->\tCalling Count:4\n",
      "2023-02-14 07:40:33,259 INFO: device:cuda:1\t-->\tCalling Count:4\n",
      "2023-02-14 07:40:33,260 INFO: device_name:NVIDIA GeForce RTX 3090\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,260 INFO: dropout:0.5\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,260 INFO: dynamic_truncate:True\t-->\tCalling Count:9444\n",
      "2023-02-14 07:40:33,260 INFO: embed_dim:768\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,260 INFO: evaluate_begin:0\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,261 INFO: from_checkpoint:english\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,261 INFO: gradient_accumulation_steps:1\t-->\tCalling Count:3\n",
      "2023-02-14 07:40:33,261 INFO: hidden_dim:768\t-->\tCalling Count:6\n",
      "2023-02-14 07:40:33,261 INFO: index_to_IOB_label:{1: 'B-ASP', 2: 'I-ASP', 3: 'O', 4: '[CLS]', 5: '[SEP]'}\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,262 INFO: index_to_label:{0: 'Negative', 1: 'Neutral', 2: 'Positive'}\t-->\tCalling Count:2\n",
      "2023-02-14 07:40:33,262 INFO: inference_model:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,262 INFO: initializer:xavier_uniform_\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,262 INFO: l2reg:1e-05\t-->\tCalling Count:2\n",
      "2023-02-14 07:40:33,263 INFO: label_list:['B-ASP', 'I-ASP', 'O', '[CLS]', '[SEP]']\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,263 INFO: label_to_index:{'Negative': 0, 'Neutral': 1, 'Positive': 2}\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,263 INFO: lcf:cdw\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,263 INFO: learning_rate:2e-05\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,264 INFO: load_aug:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,264 INFO: log_step:-1\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,265 INFO: logger:<Logger fast_lcf_atepc (INFO)>\t-->\tCalling Count:15\n",
      "2023-02-14 07:40:33,265 INFO: max_seq_len:80\t-->\tCalling Count:33056\n",
      "2023-02-14 07:40:33,265 INFO: model:<class 'pyabsa.tasks.AspectTermExtraction.models.__lcf__.fast_lcf_atepc.FAST_LCF_ATEPC'>\t-->\tCalling Count:5\n",
      "2023-02-14 07:40:33,265 INFO: model_name:fast_lcf_atepc\t-->\tCalling Count:4725\n",
      "2023-02-14 07:40:33,266 INFO: model_path_to_save:checkpoints\t-->\tCalling Count:2\n",
      "2023-02-14 07:40:33,266 INFO: num_epoch:10\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,266 INFO: num_labels:6\t-->\tCalling Count:2\n",
      "2023-02-14 07:40:33,267 INFO: optimizer:adamw\t-->\tCalling Count:2\n",
      "2023-02-14 07:40:33,267 INFO: output_dim:3\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,267 INFO: overwrite_cache:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,268 INFO: path_to_save:None\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,268 INFO: patience:2\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,268 INFO: pretrained_bert:microsoft/deberta-v3-base\t-->\tCalling Count:5\n",
      "2023-02-14 07:40:33,268 INFO: save_mode:1\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,269 INFO: seed:1\t-->\tCalling Count:6\n",
      "2023-02-14 07:40:33,269 INFO: sep_indices:2\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,269 INFO: show_metric:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,269 INFO: spacy_model:en_core_web_sm\t-->\tCalling Count:3\n",
      "2023-02-14 07:40:33,270 INFO: srd_alignment:True\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,270 INFO: task_code:ATEPC\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,270 INFO: task_name:Aspect Term Extraction and Polarity Classification\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,270 INFO: use_amp:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,271 INFO: use_bert_spc:True\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,271 INFO: use_syntax_based_SRD:False\t-->\tCalling Count:4722\n",
      "2023-02-14 07:40:33,271 INFO: verbose:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,271 INFO: warmup_step:-1\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,271 INFO: window:lr\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,277 INFO: cuda memory allocated:764963840\n",
      "2023-02-14 07:40:33,277 INFO: ABSADatasetsVersion:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,278 INFO: IOB_label_to_index:{'B-ASP': 1, 'I-ASP': 2, 'O': 3, '[CLS]': 4, '[SEP]': 5}\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,278 INFO: MV:<metric_visualizer.metric_visualizer.MetricVisualizer object at 0x7f56f8eac2b0>\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,278 INFO: PyABSAVersion:2.0.28a0\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,278 INFO: SRD:3\t-->\tCalling Count:9444\n",
      "2023-02-14 07:40:33,279 INFO: TorchVersion:2.0.0.dev20221210+cu117+cuda11.7\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,279 INFO: TransformersVersion:4.25.1\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,279 INFO: auto_device:True\t-->\tCalling Count:3\n",
      "2023-02-14 07:40:33,279 INFO: batch_size:16\t-->\tCalling Count:4\n",
      "2023-02-14 07:40:33,280 INFO: cache_dataset:True\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,280 INFO: checkpoint_save_mode:1\t-->\tCalling Count:4\n",
      "2023-02-14 07:40:33,280 INFO: cross_validate_fold:-1\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,280 INFO: dataset_file:{'train': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Train.xml.seg.atepc'], 'test': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Test_Gold.xml.seg.atepc'], 'valid': []}\t-->\tCalling Count:6\n",
      "2023-02-14 07:40:33,281 INFO: dataset_name:Restaurant14\t-->\tCalling Count:4\n",
      "2023-02-14 07:40:33,281 INFO: device:cuda:1\t-->\tCalling Count:8\n",
      "2023-02-14 07:40:33,281 INFO: device_name:NVIDIA GeForce RTX 3090\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,281 INFO: dropout:0.5\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,281 INFO: dynamic_truncate:True\t-->\tCalling Count:9444\n",
      "2023-02-14 07:40:33,282 INFO: embed_dim:768\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,282 INFO: evaluate_begin:0\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,282 INFO: from_checkpoint:english\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,282 INFO: gradient_accumulation_steps:1\t-->\tCalling Count:3\n",
      "2023-02-14 07:40:33,283 INFO: hidden_dim:768\t-->\tCalling Count:6\n",
      "2023-02-14 07:40:33,283 INFO: index_to_IOB_label:{1: 'B-ASP', 2: 'I-ASP', 3: 'O', 4: '[CLS]', 5: '[SEP]'}\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,283 INFO: index_to_label:{0: 'Negative', 1: 'Neutral', 2: 'Positive'}\t-->\tCalling Count:2\n",
      "2023-02-14 07:40:33,283 INFO: inference_model:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,283 INFO: initializer:xavier_uniform_\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,284 INFO: l2reg:1e-05\t-->\tCalling Count:2\n",
      "2023-02-14 07:40:33,284 INFO: label_list:['B-ASP', 'I-ASP', 'O', '[CLS]', '[SEP]']\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,284 INFO: label_to_index:{'Negative': 0, 'Neutral': 1, 'Positive': 2}\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,284 INFO: lcf:cdw\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,285 INFO: learning_rate:2e-05\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,285 INFO: load_aug:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,285 INFO: log_step:-1\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,285 INFO: logger:<Logger fast_lcf_atepc (INFO)>\t-->\tCalling Count:15\n",
      "2023-02-14 07:40:33,286 INFO: max_seq_len:80\t-->\tCalling Count:33056\n",
      "2023-02-14 07:40:33,286 INFO: model:<class 'pyabsa.tasks.AspectTermExtraction.models.__lcf__.fast_lcf_atepc.FAST_LCF_ATEPC'>\t-->\tCalling Count:5\n",
      "2023-02-14 07:40:33,286 INFO: model_name:fast_lcf_atepc\t-->\tCalling Count:4725\n",
      "2023-02-14 07:40:33,286 INFO: model_path_to_save:checkpoints\t-->\tCalling Count:2\n",
      "2023-02-14 07:40:33,286 INFO: num_epoch:10\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,287 INFO: num_labels:6\t-->\tCalling Count:2\n",
      "2023-02-14 07:40:33,287 INFO: optimizer:adamw\t-->\tCalling Count:2\n",
      "2023-02-14 07:40:33,287 INFO: output_dim:3\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,287 INFO: overwrite_cache:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,288 INFO: path_to_save:None\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,288 INFO: patience:2\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,288 INFO: pretrained_bert:microsoft/deberta-v3-base\t-->\tCalling Count:5\n",
      "2023-02-14 07:40:33,288 INFO: save_mode:1\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,289 INFO: seed:1\t-->\tCalling Count:6\n",
      "2023-02-14 07:40:33,289 INFO: sep_indices:2\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,289 INFO: show_metric:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,289 INFO: spacy_model:en_core_web_sm\t-->\tCalling Count:3\n",
      "2023-02-14 07:40:33,290 INFO: srd_alignment:True\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,290 INFO: task_code:ATEPC\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,290 INFO: task_name:Aspect Term Extraction and Polarity Classification\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,290 INFO: tokenizer:PreTrainedTokenizerFast(name_or_path='microsoft/deberta-v3-base', vocab_size=128000, model_max_len=1000000000000000019884624838656, is_fast=True, padding_side='right', truncation_side='right', special_tokens={'bos_token': '[CLS]', 'eos_token': '[SEP]', 'unk_token': '[UNK]', 'sep_token': '[SEP]', 'pad_token': '[PAD]', 'cls_token': '[CLS]', 'mask_token': '[MASK]'})\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,291 INFO: use_amp:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,291 INFO: use_bert_spc:True\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,291 INFO: use_syntax_based_SRD:False\t-->\tCalling Count:4722\n",
      "2023-02-14 07:40:33,291 INFO: verbose:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:40:33,292 INFO: warmup_step:-1\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,292 INFO: window:lr\t-->\tCalling Count:0\n",
      "2023-02-14 07:40:33,302 INFO: Checkpoint downloaded at: checkpoints/ATEPC_ENGLISH_CHECKPOINT/fast_lcf_atepc_English_cdw_apcacc_82.36_apcf1_81.89_atef1_75.43\n",
      "2023-02-14 07:40:33,554 INFO: Resume trainer from Checkpoint: checkpoints/ATEPC_ENGLISH_CHECKPOINT/fast_lcf_atepc_English_cdw_apcacc_82.36_apcf1_81.89_atef1_75.43!\n",
      "2023-02-14 07:40:33,555 INFO: ***** Running training for Aspect Term Extraction and Polarity Classification *****\n",
      "2023-02-14 07:40:33,556 INFO:   Num examples = 3604\n",
      "2023-02-14 07:40:33,557 INFO:   Batch size = 16\n",
      "2023-02-14 07:40:33,557 INFO:   Num steps = 2250\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch:  0| loss_apc:0.0121 | loss_ate:0.0547 |: 100%|██████████| 226/226 [00:56<00:00,  4.00it/s,  APC_ACC: 86.58(max:86.58) | APC_F1: 80.75(max:80.75) | ATE_F1: 83.24(max:83.32)]\n",
      "Epoch:  1| loss_apc:0.1608 | loss_ate:0.0020 |: 100%|██████████| 226/226 [00:58<00:00,  3.87it/s,  APC_ACC: 87.92(max:87.92) | APC_F1: 81.83(max:81.84) | ATE_F1: 85.36(max:85.36)]\n",
      "Epoch:  2| loss_apc:0.0040 | loss_ate:0.0478 |: 100%|██████████| 226/226 [00:46<00:00,  4.90it/s,  APC_ACC: 87.39(max:87.92) | APC_F1: 81.49(max:82.53) | ATE_F1: 83.32(max:85.36)]\n",
      "Epoch:  3| loss_apc:0.0013 | loss_ate:0.0102 |: 100%|██████████| 226/226 [01:02<00:00,  3.62it/s,  APC_ACC: 87.48(max:87.92) | APC_F1: 81.79(max:82.53) | ATE_F1: 84.09(max:85.36)]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:44:20,643 INFO: \n",
      "-------------------------------------------------------------------- Metric Visualizer --------------------------------------------------------------------\n",
      "╒════════════════════════════════╤═══════════════════════════════════════════════════════╤══════════╤═══════════╤══════════╤═══════╤═══════╤═══════╤═══════╕\n",
      "│ Metric                         │ Trial                                                 │ Values   │  Average  │  Median  │  Std  │  IQR  │  Min  │  Max  │\n",
      "╞════════════════════════════════╪═══════════════════════════════════════════════════════╪══════════╪═══════════╪══════════╪═══════╪═══════╪═══════╪═══════╡\n",
      "│ Max-APC-Test-Acc w/o Valid Set │ fast_lcf_atepc-Restaurant14-microsoft/deberta-v3-base │ [87.92]  │   87.92   │  87.92   │   0   │   0   │ 87.92 │ 87.92 │\n",
      "├────────────────────────────────┼───────────────────────────────────────────────────────┼──────────┼───────────┼──────────┼───────┼───────┼───────┼───────┤\n",
      "│ Max-APC-Test-F1 w/o Valid Set  │ fast_lcf_atepc-Restaurant14-microsoft/deberta-v3-base │ [82.53]  │   82.53   │  82.53   │   0   │   0   │ 82.53 │ 82.53 │\n",
      "├────────────────────────────────┼───────────────────────────────────────────────────────┼──────────┼───────────┼──────────┼───────┼───────┼───────┼───────┤\n",
      "│ Max-ATE-Test-F1 w/o Valid Set  │ fast_lcf_atepc-Restaurant14-microsoft/deberta-v3-base │ [85.36]  │   85.36   │  85.36   │   0   │   0   │ 85.36 │ 85.36 │\n",
      "╘════════════════════════════════╧═══════════════════════════════════════════════════════╧══════════╧═══════════╧══════════╧═══════╧═══════╧═══════╧═══════╛\n",
      "----------------------------------------------------- https://github.com/yangheng95/metric_visualizer -----------------------------------------------------\n",
      "\n",
      "2023-02-14 07:44:20,645 INFO: ABSADatasetsVersion:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:20,646 INFO: IOB_label_to_index:{'B-ASP': 1, 'I-ASP': 2, 'O': 3, '[CLS]': 4, '[SEP]': 5}\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:20,646 INFO: MV:<metric_visualizer.metric_visualizer.MetricVisualizer object at 0x7f56f8eac2b0>\t-->\tCalling Count:5\n",
      "2023-02-14 07:44:20,647 INFO: PyABSAVersion:2.0.28a0\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:20,647 INFO: SRD:3\t-->\tCalling Count:9444\n",
      "2023-02-14 07:44:20,648 INFO: TorchVersion:2.0.0.dev20221210+cu117+cuda11.7\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:20,648 INFO: TransformersVersion:4.25.1\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:20,649 INFO: auto_device:True\t-->\tCalling Count:907\n",
      "2023-02-14 07:44:20,649 INFO: batch_size:16\t-->\tCalling Count:6\n",
      "2023-02-14 07:44:20,650 INFO: cache_dataset:True\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:20,650 INFO: checkpoint_save_mode:1\t-->\tCalling Count:4\n",
      "2023-02-14 07:44:20,651 INFO: cross_validate_fold:-1\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:20,651 INFO: dataset_file:{'train': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Train.xml.seg.atepc'], 'test': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Test_Gold.xml.seg.atepc'], 'valid': []}\t-->\tCalling Count:6\n",
      "2023-02-14 07:44:20,652 INFO: dataset_name:Restaurant14\t-->\tCalling Count:13\n",
      "2023-02-14 07:44:20,652 INFO: device:cuda:1\t-->\tCalling Count:13822\n",
      "2023-02-14 07:44:20,653 INFO: device_name:NVIDIA GeForce RTX 3090\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:20,653 INFO: dropout:0.5\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:20,654 INFO: dynamic_truncate:True\t-->\tCalling Count:9444\n",
      "2023-02-14 07:44:20,654 INFO: embed_dim:768\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:20,655 INFO: evaluate_begin:0\t-->\tCalling Count:9\n",
      "2023-02-14 07:44:20,655 INFO: from_checkpoint:english\t-->\tCalling Count:4\n",
      "2023-02-14 07:44:20,655 INFO: gradient_accumulation_steps:1\t-->\tCalling Count:3\n",
      "2023-02-14 07:44:20,656 INFO: hidden_dim:768\t-->\tCalling Count:6\n",
      "2023-02-14 07:44:20,656 INFO: index_to_IOB_label:{1: 'B-ASP', 2: 'I-ASP', 3: 'O', 4: '[CLS]', 5: '[SEP]'}\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:20,657 INFO: index_to_label:{0: 'Negative', 1: 'Neutral', 2: 'Positive'}\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:20,657 INFO: inference_model:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:20,658 INFO: initializer:xavier_uniform_\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:20,658 INFO: l2reg:1e-05\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:20,659 INFO: label_list:['B-ASP', 'I-ASP', 'O', '[CLS]', '[SEP]']\t-->\tCalling Count:10\n",
      "2023-02-14 07:44:20,659 INFO: label_to_index:{'Negative': 0, 'Neutral': 1, 'Positive': 2}\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:20,659 INFO: lcf:cdw\t-->\tCalling Count:3073\n",
      "2023-02-14 07:44:20,660 INFO: learning_rate:2e-05\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:20,660 INFO: load_aug:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:20,661 INFO: log_step:226\t-->\tCalling Count:906\n",
      "2023-02-14 07:44:20,661 INFO: logger:<Logger fast_lcf_atepc (INFO)>\t-->\tCalling Count:17\n",
      "2023-02-14 07:44:20,661 INFO: loss:0.05237596165388823\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:20,662 INFO: max_seq_len:80\t-->\tCalling Count:36124\n",
      "2023-02-14 07:44:20,662 INFO: max_test_metrics:{'max_apc_test_acc': 87.92, 'max_apc_test_f1': 82.53, 'max_ate_test_f1': 85.36}\t-->\tCalling Count:67\n",
      "2023-02-14 07:44:20,662 INFO: metrics_of_this_checkpoint:{'apc_acc': 87.48, 'apc_f1': 81.79, 'ate_f1': 84.09}\t-->\tCalling Count:24\n",
      "2023-02-14 07:44:20,663 INFO: model:<class 'pyabsa.tasks.AspectTermExtraction.models.__lcf__.fast_lcf_atepc.FAST_LCF_ATEPC'>\t-->\tCalling Count:5\n",
      "2023-02-14 07:44:20,663 INFO: model_name:fast_lcf_atepc\t-->\tCalling Count:4754\n",
      "2023-02-14 07:44:20,663 INFO: model_path_to_save:checkpoints\t-->\tCalling Count:13\n",
      "2023-02-14 07:44:20,664 INFO: num_epoch:10\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:20,664 INFO: num_labels:6\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:20,664 INFO: optimizer:adamw\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:20,665 INFO: output_dim:3\t-->\tCalling Count:10\n",
      "2023-02-14 07:44:20,665 INFO: overwrite_cache:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:20,665 INFO: path_to_save:None\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:20,665 INFO: patience:2\t-->\tCalling Count:6\n",
      "2023-02-14 07:44:20,666 INFO: pretrained_bert:microsoft/deberta-v3-base\t-->\tCalling Count:8\n",
      "2023-02-14 07:44:20,666 INFO: save_mode:1\t-->\tCalling Count:10\n",
      "2023-02-14 07:44:20,666 INFO: seed:1\t-->\tCalling Count:6\n",
      "2023-02-14 07:44:20,666 INFO: sep_indices:2\t-->\tCalling Count:34540\n",
      "2023-02-14 07:44:20,667 INFO: show_metric:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:20,667 INFO: spacy_model:en_core_web_sm\t-->\tCalling Count:3\n",
      "2023-02-14 07:44:20,667 INFO: srd_alignment:True\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:20,667 INFO: task_code:ATEPC\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:20,668 INFO: task_name:Aspect Term Extraction and Polarity Classification\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:20,668 INFO: tokenizer:PreTrainedTokenizerFast(name_or_path='microsoft/deberta-v3-base', vocab_size=128000, model_max_len=1000000000000000019884624838656, is_fast=True, padding_side='right', truncation_side='right', special_tokens={'bos_token': '[CLS]', 'eos_token': '[SEP]', 'unk_token': '[UNK]', 'sep_token': '[SEP]', 'pad_token': '[PAD]', 'cls_token': '[CLS]', 'mask_token': '[MASK]'})\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:20,668 INFO: use_amp:False\t-->\tCalling Count:1809\n",
      "2023-02-14 07:44:20,668 INFO: use_bert_spc:True\t-->\tCalling Count:2164\n",
      "2023-02-14 07:44:20,669 INFO: use_syntax_based_SRD:False\t-->\tCalling Count:4722\n",
      "2023-02-14 07:44:20,669 INFO: verbose:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:20,669 INFO: warmup_step:-1\t-->\tCalling Count:906\n",
      "2023-02-14 07:44:20,669 INFO: window:lr\t-->\tCalling Count:0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
      "convert examples to features:  14%|█▍        | 509/3608 [00:00<00:01, 1704.53it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:44:26,795 WARNING: AspectTooLongWarning -> <aspect: fried mini buns with the condensed milk and the assorted fruits on beancurd> is too long, <text: The waitress remembers me and is very friendly , she knows what my regular is and that ' s the fried mini buns with the condensed milk and the assorted fruits on beancurd .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features:  43%|████▎     | 1555/3608 [00:00<00:01, 1711.64it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:44:27,448 WARNING: AspectTooLongWarning -> <aspect: salad with perfectly marinated cucumbers and tomatoes with lots of shrimp and basil> is too long, <text: I ate clams oreganta and spectacular salad with perfectly marinated cucumbers and tomatoes with lots of shrimp and basil .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features:  53%|█████▎    | 1907/3608 [00:01<00:01, 1698.35it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:44:27,625 WARNING: AspectTooLongWarning -> <aspect: Godmother pizza ( a sort of traditional flat pizza with an olive oil - brushed crust and less tomato sauce than usual )> is too long, <text: But they ' ve done a really nice job of offering all the typical pizzeria faves plus some terrific specials like the Godmother pizza ( a sort of traditional flat pizza with an olive oil - brushed crust and less tomato sauce than usual ) .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features:  87%|████████▋ | 3148/3608 [00:01<00:00, 1738.57it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:44:28,357 WARNING: AspectTooLongWarning -> <aspect: egg noodles in the beef broth with shrimp dumplings and slices of BBQ roast pork> is too long, <text: I fell in love with the egg noodles in the beef broth with shrimp dumplings and slices of BBQ roast pork .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features: 100%|██████████| 3608/3608 [00:02<00:00, 1704.25it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:44:28,546 INFO: Dataset Label Details: {'Negative': 807, 'Positive': 2160, 'Neutral': 637, 'Sum': 3604}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "convert examples to features:  52%|█████▏    | 581/1120 [00:00<00:00, 1919.77it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:44:29,197 WARNING: AspectTooLongWarning -> <aspect: Mediterranean salads - - layered with beets , goat cheese and walnuts> is too long, <text: Generously garnished , organic grilled burgers are the most popular dish , but the Jerusalem market - style falafel wraps and Mediterranean salads - - layered with beets , goat cheese and walnuts - - are equally scrumptious .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features:  86%|████████▌ | 960/1120 [00:00<00:00, 1778.36it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:44:29,523 WARNING: AspectTooLongWarning -> <aspect: Greek yogurt ( with cuccumber , dill , and garlic )> is too long, <text: Creamy appetizers - - taramasalata , eggplant salad , and Greek yogurt ( with cuccumber , dill , and garlic ) taste excellent when on warm pitas .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features: 100%|██████████| 1120/1120 [00:00<00:00, 1749.39it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:44:29,525 INFO: Dataset Label Details: {'Positive': 726, 'Neutral': 196, 'Negative': 196, 'Sum': 1118}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "Some weights of the model checkpoint at microsoft/deberta-v3-base were not used when initializing DebertaV2Model: ['lm_predictions.lm_head.dense.weight', 'lm_predictions.lm_head.LayerNorm.bias', 'mask_predictions.classifier.bias', 'mask_predictions.LayerNorm.bias', 'lm_predictions.lm_head.LayerNorm.weight', 'mask_predictions.dense.bias', 'mask_predictions.dense.weight', 'mask_predictions.LayerNorm.weight', 'lm_predictions.lm_head.bias', 'lm_predictions.lm_head.dense.bias', 'mask_predictions.classifier.weight']\n",
      "- This IS expected if you are initializing DebertaV2Model from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
      "- This IS NOT expected if you are initializing DebertaV2Model from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:44:31,265 INFO: Save cache dataset to fast_lcf_atepc.Restaurant14.dataset.f7dfc4d6663122b676bbcd26f3a48ff22f40b5b24d57e3afaa4038e4ab72eda4.cache\n",
      "2023-02-14 07:44:31,430 INFO: cuda memory allocated:776236032\n",
      "2023-02-14 07:44:31,431 INFO: ABSADatasetsVersion:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,432 INFO: IOB_label_to_index:{'B-ASP': 1, 'I-ASP': 2, 'O': 3, '[CLS]': 4, '[SEP]': 5}\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:31,433 INFO: MV:<metric_visualizer.metric_visualizer.MetricVisualizer object at 0x7f56f8eac2b0>\t-->\tCalling Count:5\n",
      "2023-02-14 07:44:31,433 INFO: PyABSAVersion:2.0.28a0\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,434 INFO: SRD:3\t-->\tCalling Count:18888\n",
      "2023-02-14 07:44:31,435 INFO: TorchVersion:2.0.0.dev20221210+cu117+cuda11.7\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,436 INFO: TransformersVersion:4.25.1\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,437 INFO: auto_device:True\t-->\tCalling Count:908\n",
      "2023-02-14 07:44:31,437 INFO: batch_size:16\t-->\tCalling Count:10\n",
      "2023-02-14 07:44:31,438 INFO: cache_dataset:True\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:31,438 INFO: checkpoint_save_mode:1\t-->\tCalling Count:5\n",
      "2023-02-14 07:44:31,439 INFO: cross_validate_fold:-1\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:31,439 INFO: dataset_file:{'train': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Train.xml.seg.atepc'], 'test': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Test_Gold.xml.seg.atepc'], 'valid': []}\t-->\tCalling Count:10\n",
      "2023-02-14 07:44:31,440 INFO: dataset_name:Restaurant14\t-->\tCalling Count:15\n",
      "2023-02-14 07:44:31,440 INFO: device:cuda:1\t-->\tCalling Count:13826\n",
      "2023-02-14 07:44:31,441 INFO: device_name:NVIDIA GeForce RTX 3090\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,441 INFO: dropout:0.5\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:31,442 INFO: dynamic_truncate:True\t-->\tCalling Count:18888\n",
      "2023-02-14 07:44:31,442 INFO: embed_dim:768\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,443 INFO: evaluate_begin:0\t-->\tCalling Count:9\n",
      "2023-02-14 07:44:31,443 INFO: from_checkpoint:english\t-->\tCalling Count:4\n",
      "2023-02-14 07:44:31,444 INFO: gradient_accumulation_steps:1\t-->\tCalling Count:6\n",
      "2023-02-14 07:44:31,444 INFO: hidden_dim:768\t-->\tCalling Count:12\n",
      "2023-02-14 07:44:31,445 INFO: index_to_IOB_label:{1: 'B-ASP', 2: 'I-ASP', 3: 'O', 4: '[CLS]', 5: '[SEP]'}\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,445 INFO: index_to_label:{0: 'Negative', 1: 'Neutral', 2: 'Positive'}\t-->\tCalling Count:4\n",
      "2023-02-14 07:44:31,446 INFO: inference_model:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,446 INFO: initializer:xavier_uniform_\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,446 INFO: l2reg:1e-05\t-->\tCalling Count:4\n",
      "2023-02-14 07:44:31,447 INFO: label_list:['B-ASP', 'I-ASP', 'O', '[CLS]', '[SEP]']\t-->\tCalling Count:11\n",
      "2023-02-14 07:44:31,447 INFO: label_to_index:{'Negative': 0, 'Neutral': 1, 'Positive': 2}\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,448 INFO: lcf:cdw\t-->\tCalling Count:3073\n",
      "2023-02-14 07:44:31,448 INFO: learning_rate:2e-05\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:31,449 INFO: load_aug:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,449 INFO: log_step:226\t-->\tCalling Count:906\n",
      "2023-02-14 07:44:31,449 INFO: logger:<Logger fast_lcf_atepc (INFO)>\t-->\tCalling Count:27\n",
      "2023-02-14 07:44:31,450 INFO: loss:0.05237596165388823\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,450 INFO: max_seq_len:80\t-->\tCalling Count:69180\n",
      "2023-02-14 07:44:31,450 INFO: max_test_metrics:{'max_apc_test_acc': 87.92, 'max_apc_test_f1': 82.53, 'max_ate_test_f1': 85.36}\t-->\tCalling Count:67\n",
      "2023-02-14 07:44:31,451 INFO: metrics_of_this_checkpoint:{'apc_acc': 87.48, 'apc_f1': 81.79, 'ate_f1': 84.09}\t-->\tCalling Count:24\n",
      "2023-02-14 07:44:31,451 INFO: model:<class 'pyabsa.tasks.AspectTermExtraction.models.__lcf__.fast_lcf_atepc.FAST_LCF_ATEPC'>\t-->\tCalling Count:6\n",
      "2023-02-14 07:44:31,451 INFO: model_name:fast_lcf_atepc\t-->\tCalling Count:9478\n",
      "2023-02-14 07:44:31,452 INFO: model_path_to_save:checkpoints\t-->\tCalling Count:15\n",
      "2023-02-14 07:44:31,452 INFO: num_epoch:10\t-->\tCalling Count:3\n",
      "2023-02-14 07:44:31,452 INFO: num_labels:6\t-->\tCalling Count:4\n",
      "2023-02-14 07:44:31,452 INFO: optimizer:adamw\t-->\tCalling Count:4\n",
      "2023-02-14 07:44:31,453 INFO: output_dim:3\t-->\tCalling Count:11\n",
      "2023-02-14 07:44:31,453 INFO: overwrite_cache:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,453 INFO: path_to_save:None\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,453 INFO: patience:2\t-->\tCalling Count:6\n",
      "2023-02-14 07:44:31,454 INFO: pretrained_bert:microsoft/deberta-v3-base\t-->\tCalling Count:11\n",
      "2023-02-14 07:44:31,454 INFO: save_mode:1\t-->\tCalling Count:11\n",
      "2023-02-14 07:44:31,454 INFO: seed:2\t-->\tCalling Count:10\n",
      "2023-02-14 07:44:31,454 INFO: sep_indices:2\t-->\tCalling Count:34540\n",
      "2023-02-14 07:44:31,455 INFO: show_metric:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,455 INFO: spacy_model:en_core_web_sm\t-->\tCalling Count:7\n",
      "2023-02-14 07:44:31,455 INFO: srd_alignment:True\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,455 INFO: task_code:ATEPC\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:31,455 INFO: task_name:Aspect Term Extraction and Polarity Classification\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,456 INFO: tokenizer:PreTrainedTokenizerFast(name_or_path='microsoft/deberta-v3-base', vocab_size=128000, model_max_len=1000000000000000019884624838656, is_fast=True, padding_side='right', truncation_side='right', special_tokens={'bos_token': '[CLS]', 'eos_token': '[SEP]', 'unk_token': '[UNK]', 'sep_token': '[SEP]', 'pad_token': '[PAD]', 'cls_token': '[CLS]', 'mask_token': '[MASK]'})\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,456 INFO: use_amp:False\t-->\tCalling Count:1810\n",
      "2023-02-14 07:44:31,456 INFO: use_bert_spc:True\t-->\tCalling Count:2164\n",
      "2023-02-14 07:44:31,456 INFO: use_syntax_based_SRD:False\t-->\tCalling Count:9444\n",
      "2023-02-14 07:44:31,457 INFO: verbose:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,457 INFO: warmup_step:-1\t-->\tCalling Count:906\n",
      "2023-02-14 07:44:31,457 INFO: window:lr\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,489 INFO: cuda memory allocated:776236032\n",
      "2023-02-14 07:44:31,491 INFO: ABSADatasetsVersion:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,492 INFO: IOB_label_to_index:{'B-ASP': 1, 'I-ASP': 2, 'O': 3, '[CLS]': 4, '[SEP]': 5}\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:31,492 INFO: MV:<metric_visualizer.metric_visualizer.MetricVisualizer object at 0x7f56f8eac2b0>\t-->\tCalling Count:5\n",
      "2023-02-14 07:44:31,493 INFO: PyABSAVersion:2.0.28a0\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,493 INFO: SRD:3\t-->\tCalling Count:18888\n",
      "2023-02-14 07:44:31,494 INFO: TorchVersion:2.0.0.dev20221210+cu117+cuda11.7\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,494 INFO: TransformersVersion:4.25.1\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,495 INFO: auto_device:True\t-->\tCalling Count:909\n",
      "2023-02-14 07:44:31,495 INFO: batch_size:16\t-->\tCalling Count:10\n",
      "2023-02-14 07:44:31,496 INFO: cache_dataset:True\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:31,496 INFO: checkpoint_save_mode:1\t-->\tCalling Count:5\n",
      "2023-02-14 07:44:31,497 INFO: cross_validate_fold:-1\t-->\tCalling Count:3\n",
      "2023-02-14 07:44:31,497 INFO: dataset_file:{'train': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Train.xml.seg.atepc'], 'test': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Test_Gold.xml.seg.atepc'], 'valid': []}\t-->\tCalling Count:10\n",
      "2023-02-14 07:44:31,498 INFO: dataset_name:Restaurant14\t-->\tCalling Count:15\n",
      "2023-02-14 07:44:31,498 INFO: device:cuda:1\t-->\tCalling Count:13830\n",
      "2023-02-14 07:44:31,498 INFO: device_name:NVIDIA GeForce RTX 3090\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,499 INFO: dropout:0.5\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:31,499 INFO: dynamic_truncate:True\t-->\tCalling Count:18888\n",
      "2023-02-14 07:44:31,499 INFO: embed_dim:768\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,500 INFO: evaluate_begin:0\t-->\tCalling Count:9\n",
      "2023-02-14 07:44:31,500 INFO: from_checkpoint:english\t-->\tCalling Count:4\n",
      "2023-02-14 07:44:31,501 INFO: gradient_accumulation_steps:1\t-->\tCalling Count:6\n",
      "2023-02-14 07:44:31,501 INFO: hidden_dim:768\t-->\tCalling Count:12\n",
      "2023-02-14 07:44:31,501 INFO: index_to_IOB_label:{1: 'B-ASP', 2: 'I-ASP', 3: 'O', 4: '[CLS]', 5: '[SEP]'}\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,502 INFO: index_to_label:{0: 'Negative', 1: 'Neutral', 2: 'Positive'}\t-->\tCalling Count:4\n",
      "2023-02-14 07:44:31,502 INFO: inference_model:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,502 INFO: initializer:xavier_uniform_\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,503 INFO: l2reg:1e-05\t-->\tCalling Count:4\n",
      "2023-02-14 07:44:31,503 INFO: label_list:['B-ASP', 'I-ASP', 'O', '[CLS]', '[SEP]']\t-->\tCalling Count:11\n",
      "2023-02-14 07:44:31,503 INFO: label_to_index:{'Negative': 0, 'Neutral': 1, 'Positive': 2}\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,504 INFO: lcf:cdw\t-->\tCalling Count:3073\n",
      "2023-02-14 07:44:31,504 INFO: learning_rate:2e-05\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:31,504 INFO: load_aug:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,504 INFO: log_step:226\t-->\tCalling Count:906\n",
      "2023-02-14 07:44:31,505 INFO: logger:<Logger fast_lcf_atepc (INFO)>\t-->\tCalling Count:27\n",
      "2023-02-14 07:44:31,505 INFO: loss:0.05237596165388823\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,505 INFO: max_seq_len:80\t-->\tCalling Count:69180\n",
      "2023-02-14 07:44:31,505 INFO: max_test_metrics:{'max_apc_test_acc': 87.92, 'max_apc_test_f1': 82.53, 'max_ate_test_f1': 85.36}\t-->\tCalling Count:67\n",
      "2023-02-14 07:44:31,506 INFO: metrics_of_this_checkpoint:{'apc_acc': 87.48, 'apc_f1': 81.79, 'ate_f1': 84.09}\t-->\tCalling Count:24\n",
      "2023-02-14 07:44:31,506 INFO: model:<class 'pyabsa.tasks.AspectTermExtraction.models.__lcf__.fast_lcf_atepc.FAST_LCF_ATEPC'>\t-->\tCalling Count:6\n",
      "2023-02-14 07:44:31,506 INFO: model_name:fast_lcf_atepc\t-->\tCalling Count:9478\n",
      "2023-02-14 07:44:31,506 INFO: model_path_to_save:checkpoints\t-->\tCalling Count:15\n",
      "2023-02-14 07:44:31,507 INFO: num_epoch:10\t-->\tCalling Count:3\n",
      "2023-02-14 07:44:31,507 INFO: num_labels:6\t-->\tCalling Count:4\n",
      "2023-02-14 07:44:31,507 INFO: optimizer:adamw\t-->\tCalling Count:4\n",
      "2023-02-14 07:44:31,507 INFO: output_dim:3\t-->\tCalling Count:11\n",
      "2023-02-14 07:44:31,507 INFO: overwrite_cache:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,508 INFO: path_to_save:None\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,508 INFO: patience:2\t-->\tCalling Count:6\n",
      "2023-02-14 07:44:31,508 INFO: pretrained_bert:microsoft/deberta-v3-base\t-->\tCalling Count:11\n",
      "2023-02-14 07:44:31,508 INFO: save_mode:1\t-->\tCalling Count:11\n",
      "2023-02-14 07:44:31,509 INFO: seed:2\t-->\tCalling Count:10\n",
      "2023-02-14 07:44:31,509 INFO: sep_indices:2\t-->\tCalling Count:34540\n",
      "2023-02-14 07:44:31,509 INFO: show_metric:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,509 INFO: spacy_model:en_core_web_sm\t-->\tCalling Count:7\n",
      "2023-02-14 07:44:31,510 INFO: srd_alignment:True\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,510 INFO: task_code:ATEPC\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:31,510 INFO: task_name:Aspect Term Extraction and Polarity Classification\t-->\tCalling Count:1\n",
      "2023-02-14 07:44:31,520 INFO: tokenizer:PreTrainedTokenizerFast(name_or_path='microsoft/deberta-v3-base', vocab_size=128000, model_max_len=1000000000000000019884624838656, is_fast=True, padding_side='right', truncation_side='right', special_tokens={'bos_token': '[CLS]', 'eos_token': '[SEP]', 'unk_token': '[UNK]', 'sep_token': '[SEP]', 'pad_token': '[PAD]', 'cls_token': '[CLS]', 'mask_token': '[MASK]'})\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,520 INFO: use_amp:False\t-->\tCalling Count:1810\n",
      "2023-02-14 07:44:31,520 INFO: use_bert_spc:True\t-->\tCalling Count:2164\n",
      "2023-02-14 07:44:31,521 INFO: use_syntax_based_SRD:False\t-->\tCalling Count:9444\n",
      "2023-02-14 07:44:31,521 INFO: verbose:False\t-->\tCalling Count:2\n",
      "2023-02-14 07:44:31,521 INFO: warmup_step:-1\t-->\tCalling Count:906\n",
      "2023-02-14 07:44:31,521 INFO: window:lr\t-->\tCalling Count:0\n",
      "2023-02-14 07:44:31,531 INFO: Checkpoint downloaded at: checkpoints/ATEPC_ENGLISH_CHECKPOINT/fast_lcf_atepc_English_cdw_apcacc_82.36_apcf1_81.89_atef1_75.43\n",
      "2023-02-14 07:44:31,766 INFO: Resume trainer from Checkpoint: checkpoints/ATEPC_ENGLISH_CHECKPOINT/fast_lcf_atepc_English_cdw_apcacc_82.36_apcf1_81.89_atef1_75.43!\n",
      "2023-02-14 07:44:31,767 INFO: ***** Running training for Aspect Term Extraction and Polarity Classification *****\n",
      "2023-02-14 07:44:31,767 INFO:   Num examples = 3604\n",
      "2023-02-14 07:44:31,768 INFO:   Batch size = 16\n",
      "2023-02-14 07:44:31,769 INFO:   Num steps = 2250\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch:  0| loss_apc:0.0852 | loss_ate:0.0072 |: 100%|██████████| 226/226 [01:09<00:00,  3.25it/s,  APC_ACC: 87.03(max:88.28) | APC_F1: 80.69(max:82.52) | ATE_F1: 84.95(max:84.95)]\n",
      "Epoch:  1| loss_apc:0.0017 | loss_ate:0.0309 |: 100%|██████████| 226/226 [01:07<00:00,  3.36it/s,  APC_ACC: 87.92(max:88.28) | APC_F1: 82.19(max:82.52) | ATE_F1: 85.47(max:85.75)]\n",
      "Epoch:  2| loss_apc:1.7446 | loss_ate:0.0369 |: 100%|██████████| 226/226 [01:08<00:00,  3.30it/s,  APC_ACC: 87.21(max:88.28) | APC_F1: 81.45(max:82.52) | ATE_F1: 85.79(max:86.06)]\n",
      "Epoch:  3| loss_apc:0.0023 | loss_ate:0.0011 |: 100%|██████████| 226/226 [00:49<00:00,  4.57it/s,  APC_ACC: 88.01(max:88.28) | APC_F1: 82.21(max:82.52) | ATE_F1: 85.69(max:86.06)]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:48:50,226 INFO: \n",
      "----------------------------------------------------------------------- Metric Visualizer -----------------------------------------------------------------------\n",
      "╒════════════════════════════════╤═══════════════════════════════════════════════════════╤════════════════╤═══════════╤══════════╤═══════╤═══════╤═══════╤═══════╕\n",
      "│ Metric                         │ Trial                                                 │ Values         │  Average  │  Median  │  Std  │  IQR  │  Min  │  Max  │\n",
      "╞════════════════════════════════╪═══════════════════════════════════════════════════════╪════════════════╪═══════════╪══════════╪═══════╪═══════╪═══════╪═══════╡\n",
      "│ Max-APC-Test-Acc w/o Valid Set │ fast_lcf_atepc-Restaurant14-microsoft/deberta-v3-base │ [87.92, 88.28] │   88.1    │   88.1   │ 0.18  │ 0.18  │ 87.92 │ 88.28 │\n",
      "├────────────────────────────────┼───────────────────────────────────────────────────────┼────────────────┼───────────┼──────────┼───────┼───────┼───────┼───────┤\n",
      "│ Max-APC-Test-F1 w/o Valid Set  │ fast_lcf_atepc-Restaurant14-microsoft/deberta-v3-base │ [82.53, 82.52] │   82.52   │  82.52   │ 0.01  │ 0.01  │ 82.52 │ 82.53 │\n",
      "├────────────────────────────────┼───────────────────────────────────────────────────────┼────────────────┼───────────┼──────────┼───────┼───────┼───────┼───────┤\n",
      "│ Max-ATE-Test-F1 w/o Valid Set  │ fast_lcf_atepc-Restaurant14-microsoft/deberta-v3-base │ [85.36, 86.06] │   85.71   │  85.71   │ 0.35  │ 0.35  │ 85.36 │ 86.06 │\n",
      "╘════════════════════════════════╧═══════════════════════════════════════════════════════╧════════════════╧═══════════╧══════════╧═══════╧═══════╧═══════╧═══════╛\n",
      "-------------------------------------------------------- https://github.com/yangheng95/metric_visualizer --------------------------------------------------------\n",
      "\n",
      "2023-02-14 07:48:50,228 INFO: ABSADatasetsVersion:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:48:50,228 INFO: IOB_label_to_index:{'B-ASP': 1, 'I-ASP': 2, 'O': 3, '[CLS]': 4, '[SEP]': 5}\t-->\tCalling Count:2\n",
      "2023-02-14 07:48:50,228 INFO: MV:<metric_visualizer.metric_visualizer.MetricVisualizer object at 0x7f56f8eac2b0>\t-->\tCalling Count:10\n",
      "2023-02-14 07:48:50,228 INFO: PyABSAVersion:2.0.28a0\t-->\tCalling Count:1\n",
      "2023-02-14 07:48:50,228 INFO: SRD:3\t-->\tCalling Count:18888\n",
      "2023-02-14 07:48:50,229 INFO: TorchVersion:2.0.0.dev20221210+cu117+cuda11.7\t-->\tCalling Count:1\n",
      "2023-02-14 07:48:50,229 INFO: TransformersVersion:4.25.1\t-->\tCalling Count:1\n",
      "2023-02-14 07:48:50,229 INFO: auto_device:True\t-->\tCalling Count:1813\n",
      "2023-02-14 07:48:50,229 INFO: batch_size:16\t-->\tCalling Count:12\n",
      "2023-02-14 07:48:50,229 INFO: cache_dataset:True\t-->\tCalling Count:2\n",
      "2023-02-14 07:48:50,229 INFO: checkpoint_save_mode:1\t-->\tCalling Count:5\n",
      "2023-02-14 07:48:50,230 INFO: cross_validate_fold:-1\t-->\tCalling Count:4\n",
      "2023-02-14 07:48:50,230 INFO: dataset_file:{'train': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Train.xml.seg.atepc'], 'test': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Test_Gold.xml.seg.atepc'], 'valid': []}\t-->\tCalling Count:10\n",
      "2023-02-14 07:48:50,230 INFO: dataset_name:Restaurant14\t-->\tCalling Count:23\n",
      "2023-02-14 07:48:50,230 INFO: device:cuda:1\t-->\tCalling Count:27643\n",
      "2023-02-14 07:48:50,230 INFO: device_name:NVIDIA GeForce RTX 3090\t-->\tCalling Count:1\n",
      "2023-02-14 07:48:50,230 INFO: dropout:0.5\t-->\tCalling Count:2\n",
      "2023-02-14 07:48:50,231 INFO: dynamic_truncate:True\t-->\tCalling Count:18888\n",
      "2023-02-14 07:48:50,231 INFO: embed_dim:768\t-->\tCalling Count:0\n",
      "2023-02-14 07:48:50,231 INFO: evaluate_begin:0\t-->\tCalling Count:18\n",
      "2023-02-14 07:48:50,231 INFO: from_checkpoint:english\t-->\tCalling Count:8\n",
      "2023-02-14 07:48:50,231 INFO: gradient_accumulation_steps:1\t-->\tCalling Count:6\n",
      "2023-02-14 07:48:50,232 INFO: hidden_dim:768\t-->\tCalling Count:12\n",
      "2023-02-14 07:48:50,232 INFO: index_to_IOB_label:{1: 'B-ASP', 2: 'I-ASP', 3: 'O', 4: '[CLS]', 5: '[SEP]'}\t-->\tCalling Count:0\n",
      "2023-02-14 07:48:50,232 INFO: index_to_label:{0: 'Negative', 1: 'Neutral', 2: 'Positive'}\t-->\tCalling Count:4\n",
      "2023-02-14 07:48:50,232 INFO: inference_model:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:48:50,232 INFO: initializer:xavier_uniform_\t-->\tCalling Count:0\n",
      "2023-02-14 07:48:50,232 INFO: l2reg:1e-05\t-->\tCalling Count:4\n",
      "2023-02-14 07:48:50,233 INFO: label_list:['B-ASP', 'I-ASP', 'O', '[CLS]', '[SEP]']\t-->\tCalling Count:20\n",
      "2023-02-14 07:48:50,233 INFO: label_to_index:{'Negative': 0, 'Neutral': 1, 'Positive': 2}\t-->\tCalling Count:0\n",
      "2023-02-14 07:48:50,233 INFO: lcf:cdw\t-->\tCalling Count:6145\n",
      "2023-02-14 07:48:50,233 INFO: learning_rate:2e-05\t-->\tCalling Count:2\n",
      "2023-02-14 07:48:50,234 INFO: load_aug:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:48:50,234 INFO: log_step:226\t-->\tCalling Count:1811\n",
      "2023-02-14 07:48:50,234 INFO: logger:<Logger fast_lcf_atepc (INFO)>\t-->\tCalling Count:29\n",
      "2023-02-14 07:48:50,234 INFO: loss:0.02713842587545514\t-->\tCalling Count:0\n",
      "2023-02-14 07:48:50,235 INFO: max_seq_len:80\t-->\tCalling Count:72248\n",
      "2023-02-14 07:48:50,235 INFO: max_test_metrics:{'max_apc_test_acc': 88.28, 'max_apc_test_f1': 82.52, 'max_ate_test_f1': 86.06}\t-->\tCalling Count:134\n",
      "2023-02-14 07:48:50,235 INFO: metrics_of_this_checkpoint:{'apc_acc': 88.01, 'apc_f1': 82.21, 'ate_f1': 85.69}\t-->\tCalling Count:48\n",
      "2023-02-14 07:48:50,235 INFO: model:<class 'pyabsa.tasks.AspectTermExtraction.models.__lcf__.fast_lcf_atepc.FAST_LCF_ATEPC'>\t-->\tCalling Count:6\n",
      "2023-02-14 07:48:50,235 INFO: model_name:fast_lcf_atepc\t-->\tCalling Count:9502\n",
      "2023-02-14 07:48:50,235 INFO: model_path_to_save:checkpoints\t-->\tCalling Count:24\n",
      "2023-02-14 07:48:50,235 INFO: num_epoch:10\t-->\tCalling Count:4\n",
      "2023-02-14 07:48:50,236 INFO: num_labels:6\t-->\tCalling Count:4\n",
      "2023-02-14 07:48:50,236 INFO: optimizer:adamw\t-->\tCalling Count:4\n",
      "2023-02-14 07:48:50,236 INFO: output_dim:3\t-->\tCalling Count:20\n",
      "2023-02-14 07:48:50,236 INFO: overwrite_cache:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:48:50,236 INFO: path_to_save:None\t-->\tCalling Count:1\n",
      "2023-02-14 07:48:50,236 INFO: patience:2\t-->\tCalling Count:11\n",
      "2023-02-14 07:48:50,236 INFO: pretrained_bert:microsoft/deberta-v3-base\t-->\tCalling Count:14\n",
      "2023-02-14 07:48:50,236 INFO: save_mode:1\t-->\tCalling Count:19\n",
      "2023-02-14 07:48:50,237 INFO: seed:2\t-->\tCalling Count:10\n",
      "2023-02-14 07:48:50,237 INFO: sep_indices:2\t-->\tCalling Count:69080\n",
      "2023-02-14 07:48:50,237 INFO: show_metric:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:48:50,237 INFO: spacy_model:en_core_web_sm\t-->\tCalling Count:7\n",
      "2023-02-14 07:48:50,237 INFO: srd_alignment:True\t-->\tCalling Count:0\n",
      "2023-02-14 07:48:50,237 INFO: task_code:ATEPC\t-->\tCalling Count:3\n",
      "2023-02-14 07:48:50,237 INFO: task_name:Aspect Term Extraction and Polarity Classification\t-->\tCalling Count:2\n",
      "2023-02-14 07:48:50,238 INFO: tokenizer:PreTrainedTokenizerFast(name_or_path='microsoft/deberta-v3-base', vocab_size=128000, model_max_len=1000000000000000019884624838656, is_fast=True, padding_side='right', truncation_side='right', special_tokens={'bos_token': '[CLS]', 'eos_token': '[SEP]', 'unk_token': '[UNK]', 'sep_token': '[SEP]', 'pad_token': '[PAD]', 'cls_token': '[CLS]', 'mask_token': '[MASK]'})\t-->\tCalling Count:0\n",
      "2023-02-14 07:48:50,238 INFO: use_amp:False\t-->\tCalling Count:3618\n",
      "2023-02-14 07:48:50,238 INFO: use_bert_spc:True\t-->\tCalling Count:4328\n",
      "2023-02-14 07:48:50,238 INFO: use_syntax_based_SRD:False\t-->\tCalling Count:9444\n",
      "2023-02-14 07:48:50,239 INFO: verbose:False\t-->\tCalling Count:2\n",
      "2023-02-14 07:48:50,239 INFO: warmup_step:-1\t-->\tCalling Count:1812\n",
      "2023-02-14 07:48:50,239 INFO: window:lr\t-->\tCalling Count:0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
      "convert examples to features:  14%|█▍        | 515/3608 [00:00<00:01, 1710.97it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:48:55,565 WARNING: AspectTooLongWarning -> <aspect: fried mini buns with the condensed milk and the assorted fruits on beancurd> is too long, <text: The waitress remembers me and is very friendly , she knows what my regular is and that ' s the fried mini buns with the condensed milk and the assorted fruits on beancurd .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features:  44%|████▍     | 1582/3608 [00:00<00:01, 1731.38it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:48:56,211 WARNING: AspectTooLongWarning -> <aspect: salad with perfectly marinated cucumbers and tomatoes with lots of shrimp and basil> is too long, <text: I ate clams oreganta and spectacular salad with perfectly marinated cucumbers and tomatoes with lots of shrimp and basil .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features:  54%|█████▎    | 1937/3608 [00:01<00:00, 1709.84it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:48:56,384 WARNING: AspectTooLongWarning -> <aspect: Godmother pizza ( a sort of traditional flat pizza with an olive oil - brushed crust and less tomato sauce than usual )> is too long, <text: But they ' ve done a really nice job of offering all the typical pizzeria faves plus some terrific specials like the Godmother pizza ( a sort of traditional flat pizza with an olive oil - brushed crust and less tomato sauce than usual ) .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features:  89%|████████▉ | 3210/3608 [00:01<00:00, 1774.20it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:48:57,093 WARNING: AspectTooLongWarning -> <aspect: egg noodles in the beef broth with shrimp dumplings and slices of BBQ roast pork> is too long, <text: I fell in love with the egg noodles in the beef broth with shrimp dumplings and slices of BBQ roast pork .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features: 100%|██████████| 3608/3608 [00:02<00:00, 1740.70it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:48:57,273 INFO: Dataset Label Details: {'Negative': 807, 'Positive': 2160, 'Neutral': 637, 'Sum': 3604}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "convert examples to features:  36%|███▌      | 401/1120 [00:00<00:00, 2001.31it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:48:57,881 WARNING: AspectTooLongWarning -> <aspect: Mediterranean salads - - layered with beets , goat cheese and walnuts> is too long, <text: Generously garnished , organic grilled burgers are the most popular dish , but the Jerusalem market - style falafel wraps and Mediterranean salads - - layered with beets , goat cheese and walnuts - - are equally scrumptious .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features:  87%|████████▋ | 979/1120 [00:00<00:00, 1793.52it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:48:58,201 WARNING: AspectTooLongWarning -> <aspect: Greek yogurt ( with cuccumber , dill , and garlic )> is too long, <text: Creamy appetizers - - taramasalata , eggplant salad , and Greek yogurt ( with cuccumber , dill , and garlic ) taste excellent when on warm pitas .>, <polarity: Positive>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "convert examples to features: 100%|██████████| 1120/1120 [00:00<00:00, 1799.23it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:48:58,202 INFO: Dataset Label Details: {'Positive': 726, 'Neutral': 196, 'Negative': 196, 'Sum': 1118}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "Some weights of the model checkpoint at microsoft/deberta-v3-base were not used when initializing DebertaV2Model: ['lm_predictions.lm_head.dense.weight', 'lm_predictions.lm_head.LayerNorm.bias', 'mask_predictions.classifier.bias', 'mask_predictions.LayerNorm.bias', 'lm_predictions.lm_head.LayerNorm.weight', 'mask_predictions.dense.bias', 'mask_predictions.dense.weight', 'mask_predictions.LayerNorm.weight', 'lm_predictions.lm_head.bias', 'lm_predictions.lm_head.dense.bias', 'mask_predictions.classifier.weight']\n",
      "- This IS expected if you are initializing DebertaV2Model from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
      "- This IS NOT expected if you are initializing DebertaV2Model from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:48:59,887 INFO: Save cache dataset to fast_lcf_atepc.Restaurant14.dataset.70b14ee4d789e060334c3eea7126a5e56f7f9b88b04805b0c961907099a7214c.cache\n",
      "2023-02-14 07:49:00,052 INFO: cuda memory allocated:776236032\n",
      "2023-02-14 07:49:00,052 INFO: ABSADatasetsVersion:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,053 INFO: IOB_label_to_index:{'B-ASP': 1, 'I-ASP': 2, 'O': 3, '[CLS]': 4, '[SEP]': 5}\t-->\tCalling Count:3\n",
      "2023-02-14 07:49:00,053 INFO: MV:<metric_visualizer.metric_visualizer.MetricVisualizer object at 0x7f56f8eac2b0>\t-->\tCalling Count:10\n",
      "2023-02-14 07:49:00,053 INFO: PyABSAVersion:2.0.28a0\t-->\tCalling Count:1\n",
      "2023-02-14 07:49:00,053 INFO: SRD:3\t-->\tCalling Count:28332\n",
      "2023-02-14 07:49:00,054 INFO: TorchVersion:2.0.0.dev20221210+cu117+cuda11.7\t-->\tCalling Count:1\n",
      "2023-02-14 07:49:00,054 INFO: TransformersVersion:4.25.1\t-->\tCalling Count:1\n",
      "2023-02-14 07:49:00,054 INFO: auto_device:True\t-->\tCalling Count:1814\n",
      "2023-02-14 07:49:00,055 INFO: batch_size:16\t-->\tCalling Count:16\n",
      "2023-02-14 07:49:00,055 INFO: cache_dataset:True\t-->\tCalling Count:3\n",
      "2023-02-14 07:49:00,055 INFO: checkpoint_save_mode:1\t-->\tCalling Count:6\n",
      "2023-02-14 07:49:00,055 INFO: cross_validate_fold:-1\t-->\tCalling Count:4\n",
      "2023-02-14 07:49:00,055 INFO: dataset_file:{'train': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Train.xml.seg.atepc'], 'test': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Test_Gold.xml.seg.atepc'], 'valid': []}\t-->\tCalling Count:14\n",
      "2023-02-14 07:49:00,055 INFO: dataset_name:Restaurant14\t-->\tCalling Count:25\n",
      "2023-02-14 07:49:00,055 INFO: device:cuda:1\t-->\tCalling Count:27647\n",
      "2023-02-14 07:49:00,055 INFO: device_name:NVIDIA GeForce RTX 3090\t-->\tCalling Count:1\n",
      "2023-02-14 07:49:00,056 INFO: dropout:0.5\t-->\tCalling Count:3\n",
      "2023-02-14 07:49:00,056 INFO: dynamic_truncate:True\t-->\tCalling Count:28332\n",
      "2023-02-14 07:49:00,056 INFO: embed_dim:768\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,056 INFO: evaluate_begin:0\t-->\tCalling Count:18\n",
      "2023-02-14 07:49:00,056 INFO: from_checkpoint:english\t-->\tCalling Count:8\n",
      "2023-02-14 07:49:00,056 INFO: gradient_accumulation_steps:1\t-->\tCalling Count:9\n",
      "2023-02-14 07:49:00,056 INFO: hidden_dim:768\t-->\tCalling Count:18\n",
      "2023-02-14 07:49:00,057 INFO: index_to_IOB_label:{1: 'B-ASP', 2: 'I-ASP', 3: 'O', 4: '[CLS]', 5: '[SEP]'}\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,057 INFO: index_to_label:{0: 'Negative', 1: 'Neutral', 2: 'Positive'}\t-->\tCalling Count:6\n",
      "2023-02-14 07:49:00,057 INFO: inference_model:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,057 INFO: initializer:xavier_uniform_\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,057 INFO: l2reg:1e-05\t-->\tCalling Count:6\n",
      "2023-02-14 07:49:00,057 INFO: label_list:['B-ASP', 'I-ASP', 'O', '[CLS]', '[SEP]']\t-->\tCalling Count:21\n",
      "2023-02-14 07:49:00,057 INFO: label_to_index:{'Negative': 0, 'Neutral': 1, 'Positive': 2}\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,057 INFO: lcf:cdw\t-->\tCalling Count:6145\n",
      "2023-02-14 07:49:00,058 INFO: learning_rate:2e-05\t-->\tCalling Count:3\n",
      "2023-02-14 07:49:00,058 INFO: load_aug:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:49:00,058 INFO: log_step:226\t-->\tCalling Count:1811\n",
      "2023-02-14 07:49:00,058 INFO: logger:<Logger fast_lcf_atepc (INFO)>\t-->\tCalling Count:39\n",
      "2023-02-14 07:49:00,058 INFO: loss:0.02713842587545514\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,058 INFO: max_seq_len:80\t-->\tCalling Count:105304\n",
      "2023-02-14 07:49:00,059 INFO: max_test_metrics:{'max_apc_test_acc': 88.28, 'max_apc_test_f1': 82.52, 'max_ate_test_f1': 86.06}\t-->\tCalling Count:134\n",
      "2023-02-14 07:49:00,060 INFO: metrics_of_this_checkpoint:{'apc_acc': 88.01, 'apc_f1': 82.21, 'ate_f1': 85.69}\t-->\tCalling Count:48\n",
      "2023-02-14 07:49:00,060 INFO: model:<class 'pyabsa.tasks.AspectTermExtraction.models.__lcf__.fast_lcf_atepc.FAST_LCF_ATEPC'>\t-->\tCalling Count:7\n",
      "2023-02-14 07:49:00,060 INFO: model_name:fast_lcf_atepc\t-->\tCalling Count:14226\n",
      "2023-02-14 07:49:00,060 INFO: model_path_to_save:checkpoints\t-->\tCalling Count:26\n",
      "2023-02-14 07:49:00,061 INFO: num_epoch:10\t-->\tCalling Count:5\n",
      "2023-02-14 07:49:00,061 INFO: num_labels:6\t-->\tCalling Count:6\n",
      "2023-02-14 07:49:00,061 INFO: optimizer:adamw\t-->\tCalling Count:6\n",
      "2023-02-14 07:49:00,061 INFO: output_dim:3\t-->\tCalling Count:21\n",
      "2023-02-14 07:49:00,061 INFO: overwrite_cache:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,061 INFO: path_to_save:None\t-->\tCalling Count:1\n",
      "2023-02-14 07:49:00,061 INFO: patience:2\t-->\tCalling Count:11\n",
      "2023-02-14 07:49:00,061 INFO: pretrained_bert:microsoft/deberta-v3-base\t-->\tCalling Count:17\n",
      "2023-02-14 07:49:00,062 INFO: save_mode:1\t-->\tCalling Count:20\n",
      "2023-02-14 07:49:00,062 INFO: seed:3\t-->\tCalling Count:14\n",
      "2023-02-14 07:49:00,062 INFO: sep_indices:2\t-->\tCalling Count:69080\n",
      "2023-02-14 07:49:00,062 INFO: show_metric:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,062 INFO: spacy_model:en_core_web_sm\t-->\tCalling Count:11\n",
      "2023-02-14 07:49:00,062 INFO: srd_alignment:True\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,062 INFO: task_code:ATEPC\t-->\tCalling Count:3\n",
      "2023-02-14 07:49:00,062 INFO: task_name:Aspect Term Extraction and Polarity Classification\t-->\tCalling Count:2\n",
      "2023-02-14 07:49:00,063 INFO: tokenizer:PreTrainedTokenizerFast(name_or_path='microsoft/deberta-v3-base', vocab_size=128000, model_max_len=1000000000000000019884624838656, is_fast=True, padding_side='right', truncation_side='right', special_tokens={'bos_token': '[CLS]', 'eos_token': '[SEP]', 'unk_token': '[UNK]', 'sep_token': '[SEP]', 'pad_token': '[PAD]', 'cls_token': '[CLS]', 'mask_token': '[MASK]'})\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,063 INFO: use_amp:False\t-->\tCalling Count:3619\n",
      "2023-02-14 07:49:00,063 INFO: use_bert_spc:True\t-->\tCalling Count:4328\n",
      "2023-02-14 07:49:00,064 INFO: use_syntax_based_SRD:False\t-->\tCalling Count:14166\n",
      "2023-02-14 07:49:00,064 INFO: verbose:False\t-->\tCalling Count:2\n",
      "2023-02-14 07:49:00,064 INFO: warmup_step:-1\t-->\tCalling Count:1812\n",
      "2023-02-14 07:49:00,064 INFO: window:lr\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,094 INFO: cuda memory allocated:776236032\n",
      "2023-02-14 07:49:00,095 INFO: ABSADatasetsVersion:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,095 INFO: IOB_label_to_index:{'B-ASP': 1, 'I-ASP': 2, 'O': 3, '[CLS]': 4, '[SEP]': 5}\t-->\tCalling Count:3\n",
      "2023-02-14 07:49:00,095 INFO: MV:<metric_visualizer.metric_visualizer.MetricVisualizer object at 0x7f56f8eac2b0>\t-->\tCalling Count:10\n",
      "2023-02-14 07:49:00,096 INFO: PyABSAVersion:2.0.28a0\t-->\tCalling Count:1\n",
      "2023-02-14 07:49:00,096 INFO: SRD:3\t-->\tCalling Count:28332\n",
      "2023-02-14 07:49:00,096 INFO: TorchVersion:2.0.0.dev20221210+cu117+cuda11.7\t-->\tCalling Count:1\n",
      "2023-02-14 07:49:00,096 INFO: TransformersVersion:4.25.1\t-->\tCalling Count:1\n",
      "2023-02-14 07:49:00,096 INFO: auto_device:True\t-->\tCalling Count:1815\n",
      "2023-02-14 07:49:00,096 INFO: batch_size:16\t-->\tCalling Count:16\n",
      "2023-02-14 07:49:00,096 INFO: cache_dataset:True\t-->\tCalling Count:3\n",
      "2023-02-14 07:49:00,097 INFO: checkpoint_save_mode:1\t-->\tCalling Count:6\n",
      "2023-02-14 07:49:00,097 INFO: cross_validate_fold:-1\t-->\tCalling Count:5\n",
      "2023-02-14 07:49:00,097 INFO: dataset_file:{'train': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Train.xml.seg.atepc'], 'test': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Test_Gold.xml.seg.atepc'], 'valid': []}\t-->\tCalling Count:14\n",
      "2023-02-14 07:49:00,097 INFO: dataset_name:Restaurant14\t-->\tCalling Count:25\n",
      "2023-02-14 07:49:00,097 INFO: device:cuda:1\t-->\tCalling Count:27651\n",
      "2023-02-14 07:49:00,097 INFO: device_name:NVIDIA GeForce RTX 3090\t-->\tCalling Count:1\n",
      "2023-02-14 07:49:00,098 INFO: dropout:0.5\t-->\tCalling Count:3\n",
      "2023-02-14 07:49:00,098 INFO: dynamic_truncate:True\t-->\tCalling Count:28332\n",
      "2023-02-14 07:49:00,098 INFO: embed_dim:768\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,098 INFO: evaluate_begin:0\t-->\tCalling Count:18\n",
      "2023-02-14 07:49:00,099 INFO: from_checkpoint:english\t-->\tCalling Count:8\n",
      "2023-02-14 07:49:00,099 INFO: gradient_accumulation_steps:1\t-->\tCalling Count:9\n",
      "2023-02-14 07:49:00,099 INFO: hidden_dim:768\t-->\tCalling Count:18\n",
      "2023-02-14 07:49:00,099 INFO: index_to_IOB_label:{1: 'B-ASP', 2: 'I-ASP', 3: 'O', 4: '[CLS]', 5: '[SEP]'}\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,099 INFO: index_to_label:{0: 'Negative', 1: 'Neutral', 2: 'Positive'}\t-->\tCalling Count:6\n",
      "2023-02-14 07:49:00,100 INFO: inference_model:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,100 INFO: initializer:xavier_uniform_\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,100 INFO: l2reg:1e-05\t-->\tCalling Count:6\n",
      "2023-02-14 07:49:00,100 INFO: label_list:['B-ASP', 'I-ASP', 'O', '[CLS]', '[SEP]']\t-->\tCalling Count:21\n",
      "2023-02-14 07:49:00,100 INFO: label_to_index:{'Negative': 0, 'Neutral': 1, 'Positive': 2}\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,100 INFO: lcf:cdw\t-->\tCalling Count:6145\n",
      "2023-02-14 07:49:00,100 INFO: learning_rate:2e-05\t-->\tCalling Count:3\n",
      "2023-02-14 07:49:00,101 INFO: load_aug:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:49:00,101 INFO: log_step:226\t-->\tCalling Count:1811\n",
      "2023-02-14 07:49:00,101 INFO: logger:<Logger fast_lcf_atepc (INFO)>\t-->\tCalling Count:39\n",
      "2023-02-14 07:49:00,101 INFO: loss:0.02713842587545514\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,101 INFO: max_seq_len:80\t-->\tCalling Count:105304\n",
      "2023-02-14 07:49:00,102 INFO: max_test_metrics:{'max_apc_test_acc': 88.28, 'max_apc_test_f1': 82.52, 'max_ate_test_f1': 86.06}\t-->\tCalling Count:134\n",
      "2023-02-14 07:49:00,102 INFO: metrics_of_this_checkpoint:{'apc_acc': 88.01, 'apc_f1': 82.21, 'ate_f1': 85.69}\t-->\tCalling Count:48\n",
      "2023-02-14 07:49:00,102 INFO: model:<class 'pyabsa.tasks.AspectTermExtraction.models.__lcf__.fast_lcf_atepc.FAST_LCF_ATEPC'>\t-->\tCalling Count:7\n",
      "2023-02-14 07:49:00,102 INFO: model_name:fast_lcf_atepc\t-->\tCalling Count:14226\n",
      "2023-02-14 07:49:00,102 INFO: model_path_to_save:checkpoints\t-->\tCalling Count:26\n",
      "2023-02-14 07:49:00,102 INFO: num_epoch:10\t-->\tCalling Count:5\n",
      "2023-02-14 07:49:00,103 INFO: num_labels:6\t-->\tCalling Count:6\n",
      "2023-02-14 07:49:00,103 INFO: optimizer:adamw\t-->\tCalling Count:6\n",
      "2023-02-14 07:49:00,103 INFO: output_dim:3\t-->\tCalling Count:21\n",
      "2023-02-14 07:49:00,103 INFO: overwrite_cache:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,103 INFO: path_to_save:None\t-->\tCalling Count:1\n",
      "2023-02-14 07:49:00,103 INFO: patience:2\t-->\tCalling Count:11\n",
      "2023-02-14 07:49:00,103 INFO: pretrained_bert:microsoft/deberta-v3-base\t-->\tCalling Count:17\n",
      "2023-02-14 07:49:00,103 INFO: save_mode:1\t-->\tCalling Count:20\n",
      "2023-02-14 07:49:00,104 INFO: seed:3\t-->\tCalling Count:14\n",
      "2023-02-14 07:49:00,104 INFO: sep_indices:2\t-->\tCalling Count:69080\n",
      "2023-02-14 07:49:00,104 INFO: show_metric:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,104 INFO: spacy_model:en_core_web_sm\t-->\tCalling Count:11\n",
      "2023-02-14 07:49:00,104 INFO: srd_alignment:True\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,104 INFO: task_code:ATEPC\t-->\tCalling Count:3\n",
      "2023-02-14 07:49:00,105 INFO: task_name:Aspect Term Extraction and Polarity Classification\t-->\tCalling Count:2\n",
      "2023-02-14 07:49:00,105 INFO: tokenizer:PreTrainedTokenizerFast(name_or_path='microsoft/deberta-v3-base', vocab_size=128000, model_max_len=1000000000000000019884624838656, is_fast=True, padding_side='right', truncation_side='right', special_tokens={'bos_token': '[CLS]', 'eos_token': '[SEP]', 'unk_token': '[UNK]', 'sep_token': '[SEP]', 'pad_token': '[PAD]', 'cls_token': '[CLS]', 'mask_token': '[MASK]'})\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,105 INFO: use_amp:False\t-->\tCalling Count:3619\n",
      "2023-02-14 07:49:00,105 INFO: use_bert_spc:True\t-->\tCalling Count:4328\n",
      "2023-02-14 07:49:00,106 INFO: use_syntax_based_SRD:False\t-->\tCalling Count:14166\n",
      "2023-02-14 07:49:00,106 INFO: verbose:False\t-->\tCalling Count:3\n",
      "2023-02-14 07:49:00,106 INFO: warmup_step:-1\t-->\tCalling Count:1812\n",
      "2023-02-14 07:49:00,106 INFO: window:lr\t-->\tCalling Count:0\n",
      "2023-02-14 07:49:00,112 INFO: Checkpoint downloaded at: checkpoints/ATEPC_ENGLISH_CHECKPOINT/fast_lcf_atepc_English_cdw_apcacc_82.36_apcf1_81.89_atef1_75.43\n",
      "2023-02-14 07:49:00,345 INFO: Resume trainer from Checkpoint: checkpoints/ATEPC_ENGLISH_CHECKPOINT/fast_lcf_atepc_English_cdw_apcacc_82.36_apcf1_81.89_atef1_75.43!\n",
      "2023-02-14 07:49:00,345 INFO: ***** Running training for Aspect Term Extraction and Polarity Classification *****\n",
      "2023-02-14 07:49:00,346 INFO:   Num examples = 3604\n",
      "2023-02-14 07:49:00,346 INFO:   Batch size = 16\n",
      "2023-02-14 07:49:00,346 INFO:   Num steps = 2250\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch:  0| loss_apc:0.0099 | loss_ate:0.0139 |: 100%|██████████| 226/226 [01:02<00:00,  3.59it/s,  APC_ACC: 85.96(max:87.21) | APC_F1: 78.04(max:81.65) | ATE_F1: 82.87(max:84.58)]\n",
      "Epoch:  1| loss_apc:0.0429 | loss_ate:0.0058 |: 100%|██████████| 226/226 [01:03<00:00,  3.58it/s,  APC_ACC: 88.46(max:88.46) | APC_F1: 82.98(max:82.98) | ATE_F1: 83.60(max:84.79)]\n",
      "Epoch:  2| loss_apc:0.0007 | loss_ate:0.0598 |: 100%|██████████| 226/226 [01:02<00:00,  3.60it/s,  APC_ACC: 87.57(max:88.46) | APC_F1: 81.32(max:82.98) | ATE_F1: 85.72(max:85.72)]\n",
      "Epoch:  3| loss_apc:0.0063 | loss_ate:0.0017 |: 100%|██████████| 226/226 [01:02<00:00,  3.63it/s,  APC_ACC: 88.19(max:88.46) | APC_F1: 82.75(max:82.98) | ATE_F1: 84.08(max:85.72)]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2023-02-14 07:53:15,032 INFO: \n",
      "--------------------------------------------------------------------------- Metric Visualizer ---------------------------------------------------------------------------\n",
      "╒════════════════════════════════╤═══════════════════════════════════════════════════════╤═══════════════════════╤═══════════╤══════════╤═══════╤═══════╤═══════╤═══════╕\n",
      "│ Metric                         │ Trial                                                 │ Values                │  Average  │  Median  │  Std  │  IQR  │  Min  │  Max  │\n",
      "╞════════════════════════════════╪═══════════════════════════════════════════════════════╪═══════════════════════╪═══════════╪══════════╪═══════╪═══════╪═══════╪═══════╡\n",
      "│ Max-APC-Test-Acc w/o Valid Set │ fast_lcf_atepc-Restaurant14-microsoft/deberta-v3-base │ [87.92, 88.28, 88.46] │   88.22   │  88.28   │ 0.22  │ 0.27  │ 87.92 │ 88.46 │\n",
      "├────────────────────────────────┼───────────────────────────────────────────────────────┼───────────────────────┼───────────┼──────────┼───────┼───────┼───────┼───────┤\n",
      "│ Max-APC-Test-F1 w/o Valid Set  │ fast_lcf_atepc-Restaurant14-microsoft/deberta-v3-base │ [82.53, 82.52, 82.98] │   82.68   │  82.53   │ 0.21  │ 0.23  │ 82.52 │ 82.98 │\n",
      "├────────────────────────────────┼───────────────────────────────────────────────────────┼───────────────────────┼───────────┼──────────┼───────┼───────┼───────┼───────┤\n",
      "│ Max-ATE-Test-F1 w/o Valid Set  │ fast_lcf_atepc-Restaurant14-microsoft/deberta-v3-base │ [85.36, 86.06, 85.72] │   85.71   │  85.72   │ 0.29  │ 0.35  │ 85.36 │ 86.06 │\n",
      "╘════════════════════════════════╧═══════════════════════════════════════════════════════╧═══════════════════════╧═══════════╧══════════╧═══════╧═══════╧═══════╧═══════╛\n",
      "------------------------------------------------------------ https://github.com/yangheng95/metric_visualizer ------------------------------------------------------------\n",
      "\n",
      "2023-02-14 07:53:15,033 INFO: ABSADatasetsVersion:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:53:15,034 INFO: IOB_label_to_index:{'B-ASP': 1, 'I-ASP': 2, 'O': 3, '[CLS]': 4, '[SEP]': 5}\t-->\tCalling Count:3\n",
      "2023-02-14 07:53:15,034 INFO: MV:<metric_visualizer.metric_visualizer.MetricVisualizer object at 0x7f56f8eac2b0>\t-->\tCalling Count:15\n",
      "2023-02-14 07:53:15,034 INFO: PyABSAVersion:2.0.28a0\t-->\tCalling Count:1\n",
      "2023-02-14 07:53:15,035 INFO: SRD:3\t-->\tCalling Count:28332\n",
      "2023-02-14 07:53:15,035 INFO: TorchVersion:2.0.0.dev20221210+cu117+cuda11.7\t-->\tCalling Count:1\n",
      "2023-02-14 07:53:15,035 INFO: TransformersVersion:4.25.1\t-->\tCalling Count:1\n",
      "2023-02-14 07:53:15,035 INFO: auto_device:True\t-->\tCalling Count:2719\n",
      "2023-02-14 07:53:15,035 INFO: batch_size:16\t-->\tCalling Count:18\n",
      "2023-02-14 07:53:15,035 INFO: cache_dataset:True\t-->\tCalling Count:3\n",
      "2023-02-14 07:53:15,036 INFO: checkpoint_save_mode:1\t-->\tCalling Count:6\n",
      "2023-02-14 07:53:15,036 INFO: cross_validate_fold:-1\t-->\tCalling Count:6\n",
      "2023-02-14 07:53:15,036 INFO: dataset_file:{'train': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Train.xml.seg.atepc'], 'test': ['integrated_datasets/atepc_datasets/110.SemEval/114.restaurant14/Restaurants_Test_Gold.xml.seg.atepc'], 'valid': []}\t-->\tCalling Count:14\n",
      "2023-02-14 07:53:15,036 INFO: dataset_name:Restaurant14\t-->\tCalling Count:33\n",
      "2023-02-14 07:53:15,036 INFO: device:cuda:1\t-->\tCalling Count:41464\n",
      "2023-02-14 07:53:15,036 INFO: device_name:NVIDIA GeForce RTX 3090\t-->\tCalling Count:1\n",
      "2023-02-14 07:53:15,036 INFO: dropout:0.5\t-->\tCalling Count:3\n",
      "2023-02-14 07:53:15,037 INFO: dynamic_truncate:True\t-->\tCalling Count:28332\n",
      "2023-02-14 07:53:15,037 INFO: embed_dim:768\t-->\tCalling Count:0\n",
      "2023-02-14 07:53:15,037 INFO: evaluate_begin:0\t-->\tCalling Count:27\n",
      "2023-02-14 07:53:15,038 INFO: from_checkpoint:english\t-->\tCalling Count:12\n",
      "2023-02-14 07:53:15,038 INFO: gradient_accumulation_steps:1\t-->\tCalling Count:9\n",
      "2023-02-14 07:53:15,038 INFO: hidden_dim:768\t-->\tCalling Count:18\n",
      "2023-02-14 07:53:15,038 INFO: index_to_IOB_label:{1: 'B-ASP', 2: 'I-ASP', 3: 'O', 4: '[CLS]', 5: '[SEP]'}\t-->\tCalling Count:0\n",
      "2023-02-14 07:53:15,038 INFO: index_to_label:{0: 'Negative', 1: 'Neutral', 2: 'Positive'}\t-->\tCalling Count:6\n",
      "2023-02-14 07:53:15,038 INFO: inference_model:None\t-->\tCalling Count:0\n",
      "2023-02-14 07:53:15,038 INFO: initializer:xavier_uniform_\t-->\tCalling Count:0\n",
      "2023-02-14 07:53:15,038 INFO: l2reg:1e-05\t-->\tCalling Count:6\n",
      "2023-02-14 07:53:15,039 INFO: label_list:['B-ASP', 'I-ASP', 'O', '[CLS]', '[SEP]']\t-->\tCalling Count:30\n",
      "2023-02-14 07:53:15,039 INFO: label_to_index:{'Negative': 0, 'Neutral': 1, 'Positive': 2}\t-->\tCalling Count:0\n",
      "2023-02-14 07:53:15,039 INFO: lcf:cdw\t-->\tCalling Count:9217\n",
      "2023-02-14 07:53:15,039 INFO: learning_rate:2e-05\t-->\tCalling Count:3\n",
      "2023-02-14 07:53:15,039 INFO: load_aug:False\t-->\tCalling Count:1\n",
      "2023-02-14 07:53:15,039 INFO: log_step:226\t-->\tCalling Count:2716\n",
      "2023-02-14 07:53:15,039 INFO: logger:<Logger fast_lcf_atepc (INFO)>\t-->\tCalling Count:41\n",
      "2023-02-14 07:53:15,040 INFO: loss:0.05008033122867346\t-->\tCalling Count:0\n",
      "2023-02-14 07:53:15,040 INFO: max_seq_len:80\t-->\tCalling Count:108372\n",
      "2023-02-14 07:53:15,040 INFO: max_test_metrics:{'max_apc_test_acc': 88.46, 'max_apc_test_f1': 82.98, 'max_ate_test_f1': 85.72}\t-->\tCalling Count:200\n",
      "2023-02-14 07:53:15,040 INFO: metrics_of_this_checkpoint:{'apc_acc': 88.19, 'apc_f1': 82.75, 'ate_f1': 84.08}\t-->\tCalling Count:72\n",
      "2023-02-14 07:53:15,040 INFO: model:<class 'pyabsa.tasks.AspectTermExtraction.models.__lcf__.fast_lcf_atepc.FAST_LCF_ATEPC'>\t-->\tCalling Count:7\n",
      "2023-02-14 07:53:15,040 INFO: model_name:fast_lcf_atepc\t-->\tCalling Count:14250\n",
      "2023-02-14 07:53:15,040 INFO: model_path_to_save:checkpoints\t-->\tCalling Count:35\n",
      "2023-02-14 07:53:15,040 INFO: num_epoch:10\t-->\tCalling Count:6\n",
      "2023-02-14 07:53:15,041 INFO: num_labels:6\t-->\tCalling Count:6\n",
      "2023-02-14 07:53:15,041 INFO: optimizer:adamw\t-->\tCalling Count:6\n",
      "2023-02-14 07:53:15,041 INFO: output_dim:3\t-->\tCalling Count:30\n",
      "2023-02-14 07:53:15,041 INFO: overwrite_cache:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:53:15,042 INFO: path_to_save:None\t-->\tCalling Count:1\n",
      "2023-02-14 07:53:15,042 INFO: patience:2\t-->\tCalling Count:16\n",
      "2023-02-14 07:53:15,042 INFO: pretrained_bert:microsoft/deberta-v3-base\t-->\tCalling Count:20\n",
      "2023-02-14 07:53:15,042 INFO: save_mode:1\t-->\tCalling Count:28\n",
      "2023-02-14 07:53:15,042 INFO: seed:3\t-->\tCalling Count:14\n",
      "2023-02-14 07:53:15,043 INFO: sep_indices:2\t-->\tCalling Count:103620\n",
      "2023-02-14 07:53:15,043 INFO: show_metric:False\t-->\tCalling Count:0\n",
      "2023-02-14 07:53:15,043 INFO: spacy_model:en_core_web_sm\t-->\tCalling Count:11\n",
      "2023-02-14 07:53:15,043 INFO: srd_alignment:True\t-->\tCalling Count:0\n",
      "2023-02-14 07:53:15,043 INFO: task_code:ATEPC\t-->\tCalling Count:4\n",
      "2023-02-14 07:53:15,043 INFO: task_name:Aspect Term Extraction and Polarity Classification\t-->\tCalling Count:3\n",
      "2023-02-14 07:53:15,043 INFO: tokenizer:PreTrainedTokenizerFast(name_or_path='microsoft/deberta-v3-base', vocab_size=128000, model_max_len=1000000000000000019884624838656, is_fast=True, padding_side='right', truncation_side='right', special_tokens={'bos_token': '[CLS]', 'eos_token': '[SEP]', 'unk_token': '[UNK]', 'sep_token': '[SEP]', 'pad_token': '[PAD]', 'cls_token': '[CLS]', 'mask_token': '[MASK]'})\t-->\tCalling Count:0\n",
      "2023-02-14 07:53:15,043 INFO: use_amp:False\t-->\tCalling Count:5427\n",
      "2023-02-14 07:53:15,044 INFO: use_bert_spc:True\t-->\tCalling Count:6492\n",
      "2023-02-14 07:53:15,044 INFO: use_syntax_based_SRD:False\t-->\tCalling Count:14166\n",
      "2023-02-14 07:53:15,044 INFO: verbose:False\t-->\tCalling Count:3\n",
      "2023-02-14 07:53:15,044 INFO: warmup_step:-1\t-->\tCalling Count:2718\n",
      "2023-02-14 07:53:15,044 INFO: window:lr\t-->\tCalling Count:0\n"
     ]
    }
   ],
   "source": [
    "from pyabsa import ModelSaveOption, DeviceTypeOption\n",
    "import warnings\n",
    "\n",
    "warnings.filterwarnings(\"ignore\")\n",
    "\n",
    "config.batch_size = 16\n",
    "config.patience = 2\n",
    "config.log_step = -1\n",
    "config.seed = [1, 2, 3]\n",
    "config.verbose = False  # If verbose == True, PyABSA will output the model strcture and seversal processed data examples\n",
    "config.notice = (\n",
    "    \"This is an training example for aspect term extraction\"  # for memos usage\n",
    ")\n",
    "\n",
    "trainer = ATEPC.ATEPCTrainer(\n",
    "    config=config,\n",
    "    dataset=dataset,\n",
    "    from_checkpoint=\"english\",  # if you want to resume training from our pretrained checkpoints, you can pass the checkpoint name here\n",
    "    auto_device=DeviceTypeOption.AUTO,  # use cuda if available\n",
    "    checkpoint_save_mode=ModelSaveOption.SAVE_MODEL_STATE_DICT,  # save state dict only instead of the whole model\n",
    "    load_aug=False,  # there are some augmentation dataset for integrated datasets, you use them by setting load_aug=True to improve performance\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "tags": []
   },
   "source": [
    "to load trained model for inference:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2023-02-14 06:46:05] (2.0.28a0) Load aspect extractor from checkpoints/fast_lcf_atepc_Restaurant14_cdw_apcacc_87.3_apcf1_81.39_atef1_86.06\n",
      "[2023-02-14 06:46:05] (2.0.28a0) config: checkpoints/fast_lcf_atepc_Restaurant14_cdw_apcacc_87.3_apcf1_81.39_atef1_86.06/fast_lcf_atepc.config\n",
      "[2023-02-14 06:46:05] (2.0.28a0) state_dict: checkpoints/fast_lcf_atepc_Restaurant14_cdw_apcacc_87.3_apcf1_81.39_atef1_86.06/fast_lcf_atepc.state_dict\n",
      "[2023-02-14 06:46:05] (2.0.28a0) model: None\n",
      "[2023-02-14 06:46:05] (2.0.28a0) tokenizer: checkpoints/fast_lcf_atepc_Restaurant14_cdw_apcacc_87.3_apcf1_81.39_atef1_86.06/fast_lcf_atepc.tokenizer\n",
      "[2023-02-14 06:46:06] (2.0.28a0) Set Model Device: cuda:1\n",
      "[2023-02-14 06:46:06] (2.0.28a0) Device Name: NVIDIA GeForce RTX 3090\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Some weights of the model checkpoint at microsoft/deberta-v3-base were not used when initializing DebertaV2Model: ['lm_predictions.lm_head.LayerNorm.weight', 'mask_predictions.classifier.weight', 'mask_predictions.classifier.bias', 'lm_predictions.lm_head.dense.weight', 'mask_predictions.LayerNorm.bias', 'lm_predictions.lm_head.LayerNorm.bias', 'mask_predictions.LayerNorm.weight', 'mask_predictions.dense.bias', 'lm_predictions.lm_head.bias', 'mask_predictions.dense.weight', 'lm_predictions.lm_head.dense.bias']\n",
      "- This IS expected if you are initializing DebertaV2Model from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
      "- This IS NOT expected if you are initializing DebertaV2Model from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
     ]
    }
   ],
   "source": [
    "aspect_extractor = trainer.load_trained_model()\n",
    "assert isinstance(aspect_extractor, ATEPC.AspectExtractor)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Inference"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Use our checkpoints to initialize a AspectExtractor and SentimentClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[32mDownloading checkpoint:english ...\u001B[0m\n",
      "\u001B[31mNotice: The pretrained model are used for testing, it is recommended to train the model on your own custom datasets\u001B[0m\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "579MB [00:17, 32.61MB/s, Downloading checkpoint...]                          "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Find zipped checkpoint: ./checkpoints\\ATEPC_ENGLISH_CHECKPOINT\\fast_lcf_atepc_English_cdw_apcacc_82.36_apcf1_81.89_atef1_75.43.zip, unzipping...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Done.\n",
      "\u001B[33mIf the auto-downloading failed, please download it via browser: https://huggingface.co/spaces/yangheng/PyABSA/resolve/main/checkpoints/English/ATEPC/fast_lcf_atepc_English_cdw_apcacc_82.36_apcf1_81.89_atef1_75.43.zip \u001B[0m\n",
      "Load aspect extractor from ./checkpoints\\ATEPC_ENGLISH_CHECKPOINT\n",
      "config: ./checkpoints\\ATEPC_ENGLISH_CHECKPOINT\\fast_lcf_atepc_English_cdw_apcacc_82.36_apcf1_81.89_atef1_75.43\\fast_lcf_atepc.config\n",
      "state_dict: ./checkpoints\\ATEPC_ENGLISH_CHECKPOINT\\fast_lcf_atepc_English_cdw_apcacc_82.36_apcf1_81.89_atef1_75.43\\fast_lcf_atepc.state_dict\n",
      "model: None\n",
      "tokenizer: ./checkpoints\\ATEPC_ENGLISH_CHECKPOINT\\fast_lcf_atepc_English_cdw_apcacc_82.36_apcf1_81.89_atef1_75.43\\fast_lcf_atepc.tokenizer\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\chuan\\miniconda3\\lib\\subprocess.py:1052: ResourceWarning: subprocess 20756 is still running\n",
      "  _warn(\"subprocess %s is still running\" % self.pid,\n",
      "ResourceWarning: Enable tracemalloc to get the object allocation traceback\n",
      "c:\\users\\chuan\\onedrive - university of exeter\\works\\autocuda\\autocuda\\autocuda.py:69: ResourceWarning: unclosed file <_io.TextIOWrapper name=6 encoding='cp1252'>\n",
      "  results = os.popen(cmd).readlines()\n",
      "ResourceWarning: Enable tracemalloc to get the object allocation traceback\n",
      "C:\\Users\\chuan\\miniconda3\\lib\\subprocess.py:1052: ResourceWarning: subprocess 4564 is still running\n",
      "  _warn(\"subprocess %s is still running\" % self.pid,\n",
      "ResourceWarning: Enable tracemalloc to get the object allocation traceback\n",
      "C:\\Users\\chuan\\miniconda3\\lib\\subprocess.py:1052: ResourceWarning: subprocess 25768 is still running\n",
      "  _warn(\"subprocess %s is still running\" % self.pid,\n",
      "ResourceWarning: Enable tracemalloc to get the object allocation traceback\n",
      "C:\\Users\\chuan\\miniconda3\\lib\\subprocess.py:1052: ResourceWarning: subprocess 13760 is still running\n",
      "  _warn(\"subprocess %s is still running\" % self.pid,\n",
      "ResourceWarning: Enable tracemalloc to get the object allocation traceback\n",
      "Some weights of the model checkpoint at microsoft/deberta-v3-base were not used when initializing DebertaV2Model: ['lm_predictions.lm_head.dense.bias', 'mask_predictions.LayerNorm.weight', 'mask_predictions.classifier.weight', 'lm_predictions.lm_head.dense.weight', 'lm_predictions.lm_head.LayerNorm.bias', 'mask_predictions.dense.bias', 'mask_predictions.LayerNorm.bias', 'lm_predictions.lm_head.LayerNorm.weight', 'mask_predictions.dense.weight', 'mask_predictions.classifier.bias', 'lm_predictions.lm_head.bias']\n",
      "- This IS expected if you are initializing DebertaV2Model from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
      "- This IS NOT expected if you are initializing DebertaV2Model from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
      "C:\\Users\\chuan\\miniconda3\\lib\\site-packages\\transformers\\convert_slow_tokenizer.py:434: UserWarning: The sentencepiece tokenizer that you are converting to a fast tokenizer uses the byte fallback option which is not implemented in the fast tokenizers. In practice this means that the fast version of the tokenizer can produce unknown tokens whereas the sentencepiece version would have converted these unknown tokens into a sequence of byte tokens matching the original piece of text.\n",
      "  warnings.warn(\n",
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
     ]
    }
   ],
   "source": [
    "from pyabsa import available_checkpoints\n",
    "\n",
    "ckpts = (\n",
    "    available_checkpoints()\n",
    ")  # This will show the available checkpoints and their detailed informantion\n",
    "# find a suitable checkpoint and use the name:\n",
    "aspect_extractor = ATEPC.AspectExtractor(\n",
    "    checkpoint=\"english\"\n",
    ")  # here I use the english checkpoint which is trained on all English datasets in PyABSA"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Simple Prediction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\Works\\PyABSA\\pyabsa\\tasks\\AspectTermExtraction\\prediction\\aspect_extractor.py:419: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n",
      "  probs = [float(x) for x in F.softmax(i_apc_logits).cpu().numpy().tolist()]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The results of aspect term extraction have been saved in D:\\Works\\PyABSA\\examples-v2\\aspect_term_extraction\\atepc_inference.result.json\n",
      "Example 0: But the \u001B[32m<staff:Positive Confidence:0.999491810798645>\u001B[0m was so nice to us .\n",
      "The results of aspect term extraction have been saved in D:\\Works\\PyABSA\\examples-v2\\aspect_term_extraction\\atepc_inference.result.json\n",
      "Example 0: But the \u001B[31m<staff:Negative Confidence:0.9985008239746094>\u001B[0m was so horrible to us .\n",
      "The results of aspect term extraction have been saved in D:\\Works\\PyABSA\\examples-v2\\aspect_term_extraction\\atepc_inference.result.json\n",
      "Example 0: Not only was the \u001B[32m<food:Positive Confidence:0.9992227554321289>\u001B[0m outstanding , but the little ` \u001B[32m<perks:Positive Confidence:0.9973457455635071>\u001B[0m \\ ' were great .\n",
      "The results of aspect term extraction have been saved in D:\\Works\\PyABSA\\examples-v2\\aspect_term_extraction\\atepc_inference.result.json\n",
      "Example 0: It took half an hour to get our \u001B[36m<check:Neutral Confidence:0.9945604205131531>\u001B[0m , which was perfect since we could sit , have \u001B[36m<drinks:Neutral Confidence:0.9987149238586426>\u001B[0m and talk !\n",
      "The results of aspect term extraction have been saved in D:\\Works\\PyABSA\\examples-v2\\aspect_term_extraction\\atepc_inference.result.json\n",
      "Example 0: It was pleasantly uncrowded , the \u001B[32m<service:Positive Confidence:0.9989431500434875>\u001B[0m was delightful , the \u001B[32m<garden:Positive Confidence:0.9988502264022827>\u001B[0m adorable , the \u001B[32m<food:Positive Confidence:0.9944317936897278>\u001B[0m - LRB - from \u001B[32m<appetizers:Positive Confidence:0.9632477760314941>\u001B[0m to \u001B[32m<entrees:Positive Confidence:0.9780006408691406>\u001B[0m - RRB - was delectable .\n",
      "The results of aspect term extraction have been saved in D:\\Works\\PyABSA\\examples-v2\\aspect_term_extraction\\atepc_inference.result.json\n",
      "Example 0: How pretentious and inappropriate for MJ Grill to claim that it provides \u001B[36m<power lunch:Neutral Confidence:0.9988718628883362>\u001B[0m and \u001B[36m<dinners:Neutral Confidence:0.9991008043289185>\u001B[0m !\n"
     ]
    }
   ],
   "source": [
    "atepc_examples = [\n",
    "    \"But the staff was so nice to us .\",\n",
    "    \"But the staff was so horrible to us .\",\n",
    "    r\"Not only was the food outstanding , but the little ` perks \\' were great .\",\n",
    "    \"It took half an hour to get our check , which was perfect since we could sit , have drinks and talk !\",\n",
    "    \"It was pleasantly uncrowded , the service was delightful , the garden adorable , \"\n",
    "    \"the food -LRB- from appetizers to entrees -RRB- was delectable .\",\n",
    "    \"How pretentious and inappropriate for MJ Grill to claim that it provides power lunch and dinners !\",\n",
    "]\n",
    "# predict interface accepts a list of example or a single example\n",
    "for ex in atepc_examples:\n",
    "    result = aspect_extractor.predict(\n",
    "        example=ex,\n",
    "        print_result=True,\n",
    "        ignore_error=True,  # ignore an invalid example, if it is False, invalid examples will raise Exceptions\n",
    "        eval_batch_size=32,\n",
    "    )"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Batch Inference"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Try to load 116.Restaurant16 dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\110.SemEval\\116.restaurant16\\restaurant_test.raw.inference\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 422/422 [00:00<00:00, 1056.77it/s, preparing apc inference dataloader...]\n",
      "  0%|          | 0/14 [00:00<?, ?it/s, extracting aspect terms...]C:\\Users\\chuan\\miniconda3\\lib\\site-packages\\transformers\\models\\deberta_v2\\modeling_deberta_v2.py:542: DeprecationWarning: `np.int` is a deprecated alias for the builtin `int`. To silence this warning, use `int` by itself. Doing this will not modify any behavior and is safe. When replacing `np.int`, you may wish to use e.g. `np.int64` or `np.int32` to specify the precision. If you wish to review your current use, check the release note link for additional information.\n",
      "Deprecated in NumPy 1.20; for more details and guidance: https://numpy.org/devdocs/release/1.20.0-notes.html#deprecations\n",
      "  bucket_pos = np.where(abs_pos <= mid, relative_pos, log_pos * sign).astype(np.int)\n",
      "100%|██████████| 14/14 [00:08<00:00,  1.70it/s, extracting aspect terms...]\n",
      "100%|██████████| 710/710 [00:01<00:00, 589.13it/s, preparing apc inference dataloader...]\n",
      "  0%|          | 0/23 [00:00<?, ?it/s, classifying aspect sentiments...]D:\\Works\\PyABSA\\pyabsa\\tasks\\AspectTermExtraction\\prediction\\aspect_extractor.py:419: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n",
      "  probs = [float(x) for x in F.softmax(i_apc_logits).cpu().numpy().tolist()]\n",
      "100%|██████████| 23/23 [00:14<00:00,  1.63it/s, classifying aspect sentiments...]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Example 0: serves really good \u001B[32m<sushi:Positive Confidence:0.9918943047523499>\u001B[0m .\n",
      "Example 1: not the biggest \u001B[31m<portions:Negative Confidence:0.979500949382782>\u001B[0m but adequate .\n",
      "Example 2: green tea creme brulee is a must !\n",
      "Example 3:   – i ca n ' t say enough about \u001B[32m<this:Positive Confidence:0.9954694509506226>\u001B[0m place .\n",
      "Example 4: it has great \u001B[32m<sushi:Positive Confidence:0.9995418787002563>\u001B[0m and even better \u001B[32m<service:Positive Confidence:0.9995410442352295>\u001B[0m .\n",
      "Example 5: the entire \u001B[32m<staff:Positive Confidence:0.9995019435882568>\u001B[0m was extremely accomodating and tended to my every need .\n",
      "Example 6: i ' ve been to this \u001B[32m<restaurant:Positive Confidence:0.9987316727638245>\u001B[0m over a dozen times with no complaints to date .\n",
      "Example 7: the \u001B[31m<owner:Negative Confidence:0.9984574317932129>\u001B[0m is belligerent to guests that have a complaint .\n",
      "Example 8: good \u001B[32m<food:Positive Confidence:0.9994831085205078>\u001B[0m !\n",
      "Example 9: this is a great place to get a delicious \u001B[32m<meal:Positive Confidence:0.9995520710945129>\u001B[0m .\n",
      "Example 10: the \u001B[32m<staff:Positive Confidence:0.9994608759880066>\u001B[0m is pretty friendly .\n",
      "Example 11: the \u001B[32m<onion rings:Positive Confidence:0.999536395072937>\u001B[0m are great !\n",
      "Example 12:   – i was highly disappointed in \u001B[31m<the:Negative Confidence:0.9986276626586914>\u001B[0m food at pagoda .\n",
      "Example 13: the \u001B[31m<lemon chicken:Negative Confidence:0.6290537714958191>\u001B[0m tasted like sticky sweet donuts and the \u001B[36m<honey walnut prawns:Neutral Confidence:0.5503287315368652>\u001B[0m , the few they actually give you . . . . . were not good .\n",
      "Example 14: nice \u001B[32m<ambience:Positive Confidence:0.9995552897453308>\u001B[0m , but highly overrated \u001B[31m<place:Negative Confidence:0.9987647533416748>\u001B[0m .\n",
      "Example 15: worst \u001B[31m<service:Negative Confidence:0.9989626407623291>\u001B[0m i ever had\n",
      "Example 16: everyone that sat in the back outside agreed that it was the worst \u001B[31m<service:Negative Confidence:0.9992260932922363>\u001B[0m we had ever received .\n",
      "Example 17: our \u001B[31m<waiter:Negative Confidence:0.9992457628250122>\u001B[0m was non - existent and after our \u001B[36m<food:Neutral Confidence:0.9972600936889648>\u001B[0m finally arrived over an hour after we ordered , we were not given any water or utensils .\n",
      "Example 18: i complained to the \u001B[31m<manager:Negative Confidence:0.9988617897033691>\u001B[0m , but he was not even apologetic .\n",
      "Example 19: fabulous italian \u001B[32m<food:Positive Confidence:0.9995290040969849>\u001B[0m !\n",
      "Example 20:   – i highly recommend mioposto .\n",
      "Example 21: i am so happy to have a wonderful italian \u001B[32m<restaurant:Positive Confidence:0.999534010887146>\u001B[0m in my neighborhood .\n",
      "Example 22: the \u001B[32m<wine list:Positive Confidence:0.9995235204696655>\u001B[0m is wonderful and the \u001B[32m<food:Positive Confidence:0.9993736147880554>\u001B[0m reminds me of my recent trip to italy .\n",
      "Example 23: i love this restaurant\n",
      "Example 24:   – i will never forget the \u001B[32m<amazing:Positive Confidence:0.999476969242096>\u001B[0m meal \u001B[32m<,:Positive Confidence:0.9994877576828003>\u001B[0m service , \u001B[32m<and:Positive Confidence:0.999508261680603>\u001B[0m ambiance i experience at this restaurant .\n",
      "Example 25: the \u001B[32m<wine list:Positive Confidence:0.9993898868560791>\u001B[0m is incredible and extensive and diverse , the \u001B[32m<food:Positive Confidence:0.9991851449012756>\u001B[0m is all incredible and the \u001B[32m<staff:Positive Confidence:0.9992597699165344>\u001B[0m was all very nice , good at their jobs and cultured .\n",
      "Example 26: i have not a bad thing to say about this \u001B[32m<place:Positive Confidence:0.9994818568229675>\u001B[0m .\n",
      "Example 27: the \u001B[32m<food:Positive Confidence:0.9995119571685791>\u001B[0m was great !\n",
      "Example 28: it ' s * very * reasonably \u001B[32m<priced:Positive Confidence:0.9991320967674255>\u001B[0m , esp for the quality of the \u001B[32m<food:Positive Confidence:0.6916458010673523>\u001B[0m .\n",
      "Example 29: i had the kafta plate and it was perfect .\n",
      "Example 30: finally a \u001B[32m<meal:Positive Confidence:0.9992990493774414>\u001B[0m that you will remember for a long time !\n",
      "Example 31:   – in a age of incremental cost cutting in restaurants , its nice to see a place that bucks that trend , and just plain delivers high \u001B[32m<quality:Positive Confidence:0.9995212554931641>\u001B[0m food and \u001B[32m<good:Positive Confidence:0.9995354413986206>\u001B[0m service , period .\n",
      "Example 32: this is the place to relax and enjoy the finest quality \u001B[32m<food:Positive Confidence:0.9995115995407104>\u001B[0m the industry can offer .\n",
      "Example 33: caution - its real \u001B[36m<food:Neutral Confidence:0.6337648034095764>\u001B[0m for people who love the best .\n",
      "Example 34: i liked the \u001B[32m<atmosphere:Positive Confidence:0.9994756579399109>\u001B[0m very much but the \u001B[31m<food:Negative Confidence:0.6525688171386719>\u001B[0m was not worth the price .\n",
      "Example 35: i may not be a \u001B[36m<sushi:Neutral Confidence:0.8712786436080933>\u001B[0m guru but i can tell you that the \u001B[36m<food:Neutral Confidence:0.9292333126068115>\u001B[0m here is just okay and that there is not much else to it .\n",
      "Example 36: rice is too dry , \u001B[31m<tuna:Negative Confidence:0.9943233728408813>\u001B[0m was n ' t so fresh either .\n",
      "Example 37: i have eaten here three times and have found the \u001B[32m<quality:Positive Confidence:0.9959967136383057>\u001B[0m and \u001B[32m<variety:Positive Confidence:0.992890477180481>\u001B[0m of the \u001B[32m<fish:Positive Confidence:0.8828207850456238>\u001B[0m to be excellent .\n",
      "Example 38: however , the \u001B[31m<value:Negative Confidence:0.9926034808158875>\u001B[0m and \u001B[31m<service:Negative Confidence:0.9974547028541565>\u001B[0m are both severely lacking .\n",
      "Example 39: furthermore , while the \u001B[32m<fish:Positive Confidence:0.999484658241272>\u001B[0m is unquestionably fresh , \u001B[31m<rolls:Negative Confidence:0.9989215135574341>\u001B[0m tend to be inexplicably bland .\n",
      "Example 40: the \u001B[31m<service:Negative Confidence:0.9895910620689392>\u001B[0m ranges from mediocre to offensive .\n",
      "Example 41: on a recent trip , our \u001B[31m<waiter:Negative Confidence:0.9311105012893677>\u001B[0m was extremely dismissive , while no less than three \u001B[31m<staff members:Negative Confidence:0.999186098575592>\u001B[0m waited hand - and - foot on a pair of japanese girls seated nearby .\n",
      "Example 42: freshest \u001B[32m<sushi:Positive Confidence:0.9995357990264893>\u001B[0m – i love this restaurant .\n",
      "Example 43: freshest \u001B[32m<sushi:Positive Confidence:0.9995357990264893>\u001B[0m – i love this restaurant .\n",
      "Example 44: they pay such detail to everything from \u001B[32m<miso soup:Positive Confidence:0.9039835929870605>\u001B[0m to complex \u001B[32m<rolls:Positive Confidence:0.9240456223487854>\u001B[0m .\n",
      "Example 45: the \u001B[32m<sashimi:Positive Confidence:0.9995050430297852>\u001B[0m was the freshest and most tender i have ever tasted .\n",
      "Example 46: their \u001B[32m<apps:Positive Confidence:0.9992740750312805>\u001B[0m are all delicious .\n",
      "Example 47: the only drawback is that this \u001B[31m<place:Negative Confidence:0.9942002296447754>\u001B[0m is really expensive and the \u001B[31m<portions:Negative Confidence:0.9976645708084106>\u001B[0m are on the small side .\n",
      "Example 48: but the \u001B[32m<space:Positive Confidence:0.9738205671310425>\u001B[0m is small and lovely , and the \u001B[32m<service:Positive Confidence:0.9992954730987549>\u001B[0m is helpful .\n",
      "Example 49:   – \u001B[36m<the:Neutral Confidence:0.7998533844947815>\u001B[0m food was not great & \u001B[36m<the:Neutral Confidence:0.7998533844947815>\u001B[0m waiters were rude .\n",
      "Example 50: great service\n",
      "Example 51: my \u001B[32m<service:Positive Confidence:0.9993281364440918>\u001B[0m was stellar !\n",
      "Example 52: the bus boy even spotted that my \u001B[31m<table:Negative Confidence:0.9665725827217102>\u001B[0m was shaking a stabilized it for me .\n",
      "Example 53: food was fine , with a some little - tastier - than - normal salsa .\n",
      "Example 54: the \u001B[32m<food:Positive Confidence:0.980989396572113>\u001B[0m was great , the \u001B[36m<margaritas:Neutral Confidence:0.8368481993675232>\u001B[0m too but the \u001B[31m<waitress:Negative Confidence:0.9979914426803589>\u001B[0m was too busy being nice to her other larger party than to take better care of my friend and me .\n",
      "Example 55: mama mia – i live in the neighborhood and feel lucky to live by such a great \u001B[32m<pizza place:Positive Confidence:0.9995602965354919>\u001B[0m .\n",
      "Example 56: the only problem is you really have to warm up the \u001B[31m<pizza:Negative Confidence:0.9986129999160767>\u001B[0m before it ' s edible , even when you order ahead .\n",
      "Example 57: best \u001B[32m<sushi:Positive Confidence:0.9995018243789673>\u001B[0m in town .\n",
      "Example 58: the best \u001B[32m<calamari:Positive Confidence:0.9995052814483643>\u001B[0m in seattle !\n",
      "Example 59:   – . . . and the \u001B[32m<best summertime:Positive Confidence:0.9994235038757324>\u001B[0m deck experience - - they will even bring you a blanket if you get cold in the seattle evening weather .\n",
      "Example 60: a perfect \u001B[32m<place:Positive Confidence:0.9993807077407837>\u001B[0m to take out of town guests any time of the year .\n",
      "Example 61: endless fun , awesome \u001B[32m<music:Positive Confidence:0.9994920492172241>\u001B[0m , great \u001B[32m<staff:Positive Confidence:0.9994169473648071>\u001B[0m ! ! !\n",
      "Example 62:   – by far the \u001B[32m<best:Positive Confidence:0.999479353427887>\u001B[0m bar in the east village . . .\n",
      "Example 63: every time \" 0 - sixtynine \" is called the \u001B[36m<bartender:Neutral Confidence:0.9255101084709167>\u001B[0m buys everyone \u001B[36m<drinks:Neutral Confidence:0.9983686804771423>\u001B[0m !\n",
      "Example 64: great draft and bottle selection and the \u001B[32m<pizza:Positive Confidence:0.9991810917854309>\u001B[0m rocks .\n",
      "Example 65: definitely has one of the best \u001B[32m<jukebox:Positive Confidence:0.9989033937454224>\u001B[0m ' s i ' ve seen in a long long \u001B[36m<time:Neutral Confidence:0.9596619009971619>\u001B[0m .\n",
      "Example 66: the \u001B[32m<food:Positive Confidence:0.9993151426315308>\u001B[0m is great , the \u001B[32m<bartenders:Positive Confidence:0.9899492263793945>\u001B[0m go that extra mile .\n",
      "Example 67: the \u001B[32m<owners:Positive Confidence:0.9993649125099182>\u001B[0m are great fun and the \u001B[32m<beer selection:Positive Confidence:0.9994671940803528>\u001B[0m is worth staying for .\n",
      "Example 68: and the \u001B[32m<upstairs:Positive Confidence:0.9982813596725464>\u001B[0m is a great place to hang out .\n",
      "Example 69: not alot of smoking places left in new york , but i have found my favorite smoking balconey in the city .\n",
      "Example 70: the \u001B[32m<sushi:Positive Confidence:0.9992817044258118>\u001B[0m here is delicious !\n",
      "Example 71: they have a wide \u001B[32m<variety of fish:Positive Confidence:0.99951171875>\u001B[0m and they even list which oceans they come from ; atlantic or pacific .\n",
      "Example 72: i ' ve had the \u001B[36m<jellyfish:Neutral Confidence:0.6333025693893433>\u001B[0m , \u001B[32m<horse mackerel:Positive Confidence:0.5348017811775208>\u001B[0m , \u001B[32m<blue fin tuna:Positive Confidence:0.818905234336853>\u001B[0m and the \u001B[32m<sake ikura roll:Positive Confidence:0.9987422823905945>\u001B[0m among others , and they were all good .\n",
      "Example 73: my only negative comment is that i wish the pieces were a little bigger .\n",
      "Example 74: the \u001B[32m<decor:Positive Confidence:0.7067055702209473>\u001B[0m is rustic , traditional \u001B[32m<japanese:Positive Confidence:0.998703122138977>\u001B[0m .\n",
      "Example 75: the \u001B[31m<crowd:Negative Confidence:0.8289292454719543>\u001B[0m is mixed yuppies , young and old .\n",
      "Example 76: the \u001B[32m<service:Positive Confidence:0.9995338916778564>\u001B[0m was courteous and attentive .\n",
      "Example 77: mediocre food\n",
      "Example 78: the \u001B[36m<outside patio area:Neutral Confidence:0.998214602470398>\u001B[0m has an abbreviated \u001B[31m<menu:Negative Confidence:0.692884087562561>\u001B[0m .\n",
      "Example 79: my g / f and i both agreed the \u001B[31m<food:Negative Confidence:0.9981821775436401>\u001B[0m was very mediocre especially considering the \u001B[36m<price:Neutral Confidence:0.9906663298606873>\u001B[0m .\n",
      "Example 80: we are locals , and get the feeling the only way this place survives with such average \u001B[36m<food:Neutral Confidence:0.5666136741638184>\u001B[0m is because most customers are probably one - time customer tourists .\n",
      "Example 81: service was decent .\n",
      "Example 82: drinks were good .\n",
      "Example 83: unless you are just stopping in for a few \u001B[31m<drinks:Negative Confidence:0.8302331566810608>\u001B[0m i would n ' t recommend going here .\n",
      "Example 84: excellent \u001B[32m<food:Positive Confidence:0.998980700969696>\u001B[0m , nice \u001B[32m<ambience:Positive Confidence:0.9993098974227905>\u001B[0m , fairly expensive\n",
      "Example 85:   – i loved \u001B[32m<the pumpkin:Positive Confidence:0.9938144683837891>\u001B[0m ravioli and \u001B[32m<the goat cheese:Positive Confidence:0.9954850673675537>\u001B[0m gnocchi ( 5 big ones to \u001B[32m<a:Positive Confidence:0.9944508075714111>\u001B[0m plate instead of 20 or so little gnocchis ) and my sister loved \u001B[32m<her filet:Positive Confidence:0.998202919960022>\u001B[0m mignon \u001B[32m<on top of:Positive Confidence:0.5841072797775269>\u001B[0m spinach \u001B[36m<and mashed:Neutral Confidence:0.9937542080879211>\u001B[0m potatoes .\n",
      "Example 86: the \u001B[32m<ambiance:Positive Confidence:0.9986409544944763>\u001B[0m was a peaceful and relaxing break amongst all the kids running around in downtown \u001B[36m<disney:Neutral Confidence:0.9993114471435547>\u001B[0m .\n",
      "Example 87: it was romantic - and even nice even with my sister , reminded me of italy , and had \u001B[32m<artwork:Positive Confidence:0.9994039535522461>\u001B[0m and \u001B[32m<music:Positive Confidence:0.9993734955787659>\u001B[0m that kept up the feeling of being in a mediterrean villa .\n",
      "Example 88: best \u001B[32m<indian food:Positive Confidence:0.9994983673095703>\u001B[0m in l . a .\n",
      "Example 89: the chicken curry and \u001B[32m<chicken tikka masala:Positive Confidence:0.999313235282898>\u001B[0m are my favorite \u001B[32m<meat dishes:Positive Confidence:0.9994175434112549>\u001B[0m .\n",
      "Example 90: the chana masala ( garbanzo beans ) are also excellent .\n",
      "Example 91: it ' s located in a strip mall near the beverly center , not the greatest \u001B[32m<location:Positive Confidence:0.7627604007720947>\u001B[0m , but the \u001B[32m<food:Positive Confidence:0.9994645714759827>\u001B[0m keeps me coming back for more .\n",
      "Example 92: never too crowded and always great \u001B[32m<service:Positive Confidence:0.9995104074478149>\u001B[0m .\n",
      "Example 93: i think i have probably tried each item on their \u001B[32m<menu:Positive Confidence:0.8619088530540466>\u001B[0m at least once it is all excellent .\n",
      "Example 94: i can highly recommend their various saag and \u001B[32m<paneer:Positive Confidence:0.9994128942489624>\u001B[0m and \u001B[32m<korma:Positive Confidence:0.9995129108428955>\u001B[0m .\n",
      "Example 95: i appreciate their \u001B[32m<delivery:Positive Confidence:0.9995219707489014>\u001B[0m too .\n",
      "Example 96: nice \u001B[31m<food:Negative Confidence:0.7750080227851868>\u001B[0m but no \u001B[31m<spice:Negative Confidence:0.9987373948097229>\u001B[0m !\n",
      "Example 97:   – i really enjoyed \u001B[32m<my:Positive Confidence:0.9995012283325195>\u001B[0m meal here .\n",
      "Example 98: i had yummy \u001B[32m<lamb korma:Positive Confidence:0.999265730381012>\u001B[0m , \u001B[32m<saag paneer:Positive Confidence:0.9913451671600342>\u001B[0m , samosas , \u001B[32m<naan:Positive Confidence:0.9990869760513306>\u001B[0m , etc .\n",
      "Example 99: the \u001B[32m<food:Positive Confidence:0.7221636772155762>\u001B[0m was all good but it was way too mild .\n",
      "Example 100: i should have thought to bring it up but never expected the \u001B[32m<food:Positive Confidence:0.9988858103752136>\u001B[0m to be that mild .\n",
      "Example 101: the \u001B[32m<naan:Positive Confidence:0.9993488192558289>\u001B[0m was some of the best i ' ve had and i really enjoyed the \u001B[32m<bhartha:Positive Confidence:0.9990021586418152>\u001B[0m , not too tomatoey .\n",
      "Example 102: even the \u001B[32m<chickpeas:Positive Confidence:0.902833878993988>\u001B[0m , which i normally find too dry , were good .\n",
      "Example 103:   – i do n ' t understand how i was a stranger to this place for so long . . . \u001B[32m<the fajita:Positive Confidence:0.9990170001983643>\u001B[0m salad , \u001B[32m<the:Positive Confidence:0.9941266775131226>\u001B[0m colorado , the fajitas - everything is delicious .\n",
      "Example 104: i love the warm & cosy \u001B[32m<environment:Positive Confidence:0.9994667172431946>\u001B[0m .\n",
      "Example 105: i just found out that you can have the \u001B[32m<place:Positive Confidence:0.9993785619735718>\u001B[0m to yourself on nights and weekends for a private party - ca n ' t wait to celebrate my next birthday there .\n",
      "Example 106: best restaurant in the world , great \u001B[32m<decor:Positive Confidence:0.999530553817749>\u001B[0m , great customer \u001B[32m<service:Positive Confidence:0.9995130300521851>\u001B[0m , friendly manager\n",
      "Example 107: i am never disappointed with there \u001B[32m<food:Positive Confidence:0.9994838237762451>\u001B[0m .\n",
      "Example 108: the \u001B[32m<atmosphere:Positive Confidence:0.9994964599609375>\u001B[0m is great .\n",
      "Example 109: great lunch spot\n",
      "Example 110:   – great financial district \u001B[32m<mexican:Positive Confidence:0.9994434714317322>\u001B[0m spot .\n",
      "Example 111: always busy , but they are good at \u001B[32m<seating:Positive Confidence:0.9991809725761414>\u001B[0m you promptly and have quick \u001B[32m<service:Positive Confidence:0.999535083770752>\u001B[0m .\n",
      "Example 112: everything i ' ve had here is good , \u001B[32m<taco salads:Positive Confidence:0.999190628528595>\u001B[0m , \u001B[32m<burritos:Positive Confidence:0.9990296363830566>\u001B[0m , \u001B[32m<enchiladas:Positive Confidence:0.9992152452468872>\u001B[0m i love this place .\n",
      "Example 113: also have great \u001B[32m<margaritas:Positive Confidence:0.999396800994873>\u001B[0m !\n",
      "Example 114: lebanese \u001B[32m<food:Positive Confidence:0.9990516304969788>\u001B[0m ! yum !\n",
      "Example 115:   – i ' ve been \u001B[36m<to open:Neutral Confidence:0.5608765482902527>\u001B[0m sesame only once , but i ' m still reeling from the experience ! !\n",
      "Example 116: the \u001B[32m<food:Positive Confidence:0.9995285272598267>\u001B[0m is simply unforgettable !\n",
      "Example 117: the presentation of the \u001B[32m<food:Positive Confidence:0.9964504241943359>\u001B[0m was an added bonus , it \u001B[32m<looked:Positive Confidence:0.99901282787323>\u001B[0m just as great as it tasted !\n",
      "Example 118: my best friend had the \u001B[32m<chicken shawarma:Positive Confidence:0.9969291090965271>\u001B[0m and she still raves about it being the best anywhere !\n",
      "Example 119: the \u001B[32m<staff:Positive Confidence:0.999352753162384>\u001B[0m are friendly and the \u001B[32m<decor:Positive Confidence:0.9994439482688904>\u001B[0m was ethic and colorful .\n",
      "Example 120: go to open \u001B[32m<sesame:Positive Confidence:0.8671886324882507>\u001B[0m ! ! !\n",
      "Example 121: holy \u001B[32m<hummus:Positive Confidence:0.9993064403533936>\u001B[0m !\n",
      "Example 122:   – \u001B[32m<the:Positive Confidence:0.9981503486633301>\u001B[0m food is here is incredible , though \u001B[32m<the:Positive Confidence:0.9981503486633301>\u001B[0m quality is inconsistent \u001B[36m<during:Neutral Confidence:0.9781894087791443>\u001B[0m lunch .\n",
      "Example 123: dinners have always been excellent , in terms of \u001B[32m<food quality:Positive Confidence:0.9995406866073608>\u001B[0m .\n",
      "Example 124: the \u001B[36m<open sesame combo plate:Neutral Confidence:0.9086601734161377>\u001B[0m is a bargain for the heap of \u001B[32m<food:Positive Confidence:0.9993484616279602>\u001B[0m given .\n",
      "Example 125: the side \u001B[32m<of potatoes:Positive Confidence:0.9984580278396606>\u001B[0m is to die for , as is the \u001B[36m<labne ( yogurt dip:Neutral Confidence:0.9975995421409607>\u001B[0m ) .\n",
      "Example 126: also , they serve the best \u001B[32m<hummus:Positive Confidence:0.9969450831413269>\u001B[0m in america , with a drizzle of fragrant \u001B[36m<olive oil:Neutral Confidence:0.9849721789360046>\u001B[0m ( which , i believe is the traditional way ) !\n",
      "Example 127: the only drawback is the crowded \u001B[31m<seating:Negative Confidence:0.9983285069465637>\u001B[0m and the slow \u001B[31m<service:Negative Confidence:0.9989609718322754>\u001B[0m .\n",
      "Example 128: however , this \u001B[32m<place:Positive Confidence:0.9994357228279114>\u001B[0m is a gem , and i wo n ' t stop going back .\n",
      "Example 129: great beer\n",
      "Example 130:   – my first time \u001B[31m<to:Negative Confidence:0.9985804557800293>\u001B[0m dine at this restaurant was with my son and it was absolutely horrible !\n",
      "Example 131: i swore never to return for a warm \u001B[36m<beer:Neutral Confidence:0.8072358965873718>\u001B[0m and mediocre \u001B[31m<meal:Negative Confidence:0.9987406134605408>\u001B[0m .\n",
      "Example 132: the \u001B[32m<band:Positive Confidence:0.9994733929634094>\u001B[0m was very good and the \u001B[32m<service:Positive Confidence:0.9994875192642212>\u001B[0m was attentive .\n",
      "Example 133: we ordered a selection of the small \u001B[36m<plates:Neutral Confidence:0.996452808380127>\u001B[0m , and the shoe string onions , \u001B[32m<goat cheese pizza:Positive Confidence:0.9280349612236023>\u001B[0m , \u001B[32m<grilled asparagus:Positive Confidence:0.9886205792427063>\u001B[0m and fried \u001B[32m<brie:Positive Confidence:0.926285982131958>\u001B[0m with fruit were all very good .\n",
      "Example 134: we have since returned and also had a great experience , sampling more small \u001B[36m<plates:Neutral Confidence:0.9978274703025818>\u001B[0m and a variety of the \u001B[32m<beer:Positive Confidence:0.9994603991508484>\u001B[0m ( cold and good ) .\n",
      "Example 135: we did have the same \u001B[31m<waiter:Negative Confidence:0.5510749220848083>\u001B[0m the second time , so maybe the \u001B[36m<service:Neutral Confidence:0.6340768337249756>\u001B[0m is spotty and our luck is good .\n",
      "Example 136: sunday afternoons there is a \u001B[32m<band:Positive Confidence:0.9977512955665588>\u001B[0m playing and it is lots of fun .\n",
      "Example 137: seattle ' s best winelist\n",
      "Example 138:   – ray ' s ( suprisingly ) has the city ' s best & most \u001B[32m<diverse wine:Positive Confidence:0.9995744824409485>\u001B[0m list .\n",
      "Example 139: the \u001B[32m<sommelier:Positive Confidence:0.9994843006134033>\u001B[0m is fantastic , down - to - earth , & extremely knowlegable .\n",
      "Example 140: i would go back for the \u001B[32m<wine:Positive Confidence:0.9994658827781677>\u001B[0m experience alone .\n",
      "Example 141: not the \u001B[31m<place:Negative Confidence:0.998117208480835>\u001B[0m it once was\n",
      "Example 142:   – it is sad to see \u001B[31m<a:Negative Confidence:0.9824364185333252>\u001B[0m place that was once \" the \" place to meet and eat \u001B[36m<for:Neutral Confidence:0.9982988238334656>\u001B[0m bfast \u001B[36m<or:Neutral Confidence:0.9985659718513489>\u001B[0m lunch , now be the place that is a big \" dont bother . \"\n",
      "Example 143: the \u001B[31m<food:Negative Confidence:0.9592967629432678>\u001B[0m is not what it once was ( potions have seriously seen downsizing ) \u001B[31m<prices:Negative Confidence:0.9954214692115784>\u001B[0m have gone up , and the \u001B[31m<service:Negative Confidence:0.9962913990020752>\u001B[0m is the worst i have experienced anywhere ( including mainland europe ) .\n",
      "Example 144: what may be interesting to most is the worst sevice / \u001B[31m<attitude:Negative Confidence:0.9961094260215759>\u001B[0m comes from the \u001B[31m<owners:Negative Confidence:0.996134877204895>\u001B[0m of this establishment .\n",
      "Example 145: this establishment really made a marked decline after ( and this is recurring story ) the airing of food televisions \" \u001B[36m<diners:Neutral Confidence:0.9358963370323181>\u001B[0m , drive - ins , and dives \" hosted by \u001B[31m<guy fieri:Negative Confidence:0.9963035583496094>\u001B[0m , in which schooner or later was subject of .\n",
      "Example 146: perhaps now , scooner or later falls into the \" dive \" category .\n",
      "Example 147: i hope one day scooner or later returns to what it once was .\n",
      "Example 148: open & cool \u001B[32m<place:Positive Confidence:0.999516487121582>\u001B[0m with the best \u001B[32m<pizza:Positive Confidence:0.9994869232177734>\u001B[0m and coffee\n",
      "Example 149:   – mioposto has a very creative & \u001B[32m<delicious pizza:Positive Confidence:0.999563992023468>\u001B[0m menu .\n",
      "Example 150: the \u001B[32m<coffe:Positive Confidence:0.9991612434387207>\u001B[0m is very good , too .\n",
      "Example 151: great open and friendly \u001B[32m<ambience:Positive Confidence:0.9995090961456299>\u001B[0m .\n",
      "Example 152: this \u001B[32m<place:Positive Confidence:0.9995471835136414>\u001B[0m is charming and relaxing .\n",
      "Example 153: the \u001B[32m<servers:Positive Confidence:0.9990178346633911>\u001B[0m behind the \u001B[36m<counter:Neutral Confidence:0.9716606736183167>\u001B[0m are always friendly and helpful .\n",
      "Example 154: it ' s a great \u001B[32m<place:Positive Confidence:0.9990954399108887>\u001B[0m to enjoy \u001B[32m<food:Positive Confidence:0.9993359446525574>\u001B[0m and meet friends .\n",
      "Example 155:   – after 12 years in seattle ray ' \u001B[32m<s:Positive Confidence:0.8511929512023926>\u001B[0m rates as the place we always go back to .\n",
      "Example 156: great \u001B[32m<food:Positive Confidence:0.9994603991508484>\u001B[0m , spectacular \u001B[32m<location:Positive Confidence:0.9995120763778687>\u001B[0m , and friendly \u001B[32m<service:Positive Confidence:0.9995414018630981>\u001B[0m keep us coming back year after year .\n",
      "Example 157: enjoyed the food\n",
      "Example 158: food was good and cheap .\n",
      "Example 159: i had the \u001B[32m<kafta:Positive Confidence:0.9992228746414185>\u001B[0m plate and i enjoyed it .\n",
      "Example 160: atmosphere was nice .\n",
      "Example 161: service was kind of slow , our \u001B[31m<waitress:Negative Confidence:0.998261034488678>\u001B[0m took forever to give us our check even though it was n ' t that busy .\n",
      "Example 162: still i would recommend this \u001B[32m<place:Positive Confidence:0.999100923538208>\u001B[0m .\n",
      "Example 163: what else can you say nice people amazing \u001B[32m<food:Positive Confidence:0.9994025230407715>\u001B[0m wow\n",
      "Example 164: great \u001B[32m<food:Positive Confidence:0.9995244741439819>\u001B[0m with an awesome \u001B[32m<atmosphere:Positive Confidence:0.9995433688163757>\u001B[0m !\n",
      "Example 165:   \u001B[36m<–:Neutral Confidence:0.977412760257721>\u001B[0m eggs \u001B[36m<,:Neutral Confidence:0.9747578501701355>\u001B[0m pancakes \u001B[36m<,:Neutral Confidence:0.9747578501701355>\u001B[0m potatoes , \u001B[36m<fresh:Neutral Confidence:0.8132956624031067>\u001B[0m fruit \u001B[32m<and:Positive Confidence:0.8652808666229248>\u001B[0m yogurt - - everything they serve is delicious .\n",
      "Example 166: the best \u001B[32m<place:Positive Confidence:0.9992796778678894>\u001B[0m for a leisure sunday \u001B[36m<breakfast:Neutral Confidence:0.6227761507034302>\u001B[0m amidst yachts , then take a stroll through the nearby farmer ' s market .\n",
      "Example 167: great \u001B[32m<meal:Positive Confidence:0.9981635212898254>\u001B[0m – the \u001B[32m<fish:Positive Confidence:0.9971831440925598>\u001B[0m on the \u001B[32m<omikase platter:Positive Confidence:0.9981986880302429>\u001B[0m was absolutely decadent - - there was none of the stringiness that sometimes accompanies fair \u001B[32m<sushi:Positive Confidence:0.696053683757782>\u001B[0m - - this fish was perfect ! ! ! !\n",
      "Example 168: plus , i am allergic to \u001B[36m<rice:Neutral Confidence:0.9988677501678467>\u001B[0m , and the \u001B[32m<waitstaff:Positive Confidence:0.9993705153465271>\u001B[0m was unbelievably accomodating - - did n ' t even bat an eye !\n",
      "Example 169: and the \u001B[36m<waiter:Neutral Confidence:0.9989742040634155>\u001B[0m suggested a perfect \u001B[32m<sake:Positive Confidence:0.999161958694458>\u001B[0m ! !\n",
      "Example 170: unbeatable \u001B[32m<sushi:Positive Confidence:0.9995065927505493>\u001B[0m !\n",
      "Example 171: melt in your mouth \u001B[36m<nigiri:Neutral Confidence:0.9989190101623535>\u001B[0m and sashmi , and very tasty \u001B[32m<rolls:Positive Confidence:0.9976761937141418>\u001B[0m too .\n",
      "Example 172: be sure to try the \u001B[32m<oyster roll:Positive Confidence:0.9995552897453308>\u001B[0m .\n",
      "Example 173:   – how to describe the \u001B[32m<best:Positive Confidence:0.9972586631774902>\u001B[0m sushi in nyc : hmmmm , delicious , amazing , fantastic , suculent , perfect , nah , all of the above .\n",
      "Example 174: i ca n ' t saybenough good things about this \u001B[32m<restaurant:Positive Confidence:0.9994097948074341>\u001B[0m , and i ca n ' t wait for my next several visits .\n",
      "Example 175: the best chuwam mushi i have ever had .\n",
      "Example 176: good \u001B[32m<sushi:Positive Confidence:0.9983848333358765>\u001B[0m , high price\n",
      "Example 177: one of the best \u001B[32m<sushi:Positive Confidence:0.9995242357254028>\u001B[0m place in town .\n",
      "Example 178: the house special roll is really good .\n",
      "Example 179: a cozy \u001B[32m<spot:Positive Confidence:0.999476969242096>\u001B[0m for Positive\n",
      "Example 180:   – i ca n ' t \u001B[32m<believe:Positive Confidence:0.9988401532173157>\u001B[0m murphy ' s has been around for over 25 years , amazing .\n",
      "Example 181: brunch at murphy ' s is to die for , my specialty . . . \u001B[36m<egg white omelet:Neutral Confidence:0.9686536192893982>\u001B[0m , the \u001B[32m<food:Positive Confidence:0.9962781071662903>\u001B[0m is always freshly prepared .\n",
      "Example 182: it ' s the perfect \u001B[32m<spot:Positive Confidence:0.9995251893997192>\u001B[0m for a romantic date for 2 or a secret rendezvous !\n",
      "Example 183: save room for scrumptious \u001B[32m<desserts:Positive Confidence:0.9994125366210938>\u001B[0m .\n",
      "Example 184: the restaurant offers an extensive \u001B[32m<wine list:Positive Confidence:0.9974380731582642>\u001B[0m and an \u001B[32m<ambiance:Positive Confidence:0.9994136095046997>\u001B[0m you wo n ' t forget !\n",
      "Example 185:   – best \u001B[32m<mexican:Positive Confidence:0.9963443875312805>\u001B[0m place \u001B[32m<for:Positive Confidence:0.8985047340393066>\u001B[0m lunch in the financial district .\n",
      "Example 186: love the \u001B[32m<enchiladas:Positive Confidence:0.9993463158607483>\u001B[0m and \u001B[32m<chicken soup:Positive Confidence:0.9995090961456299>\u001B[0m - and be sure to check out their \u001B[32m<specials:Positive Confidence:0.877544641494751>\u001B[0m .\n",
      "Example 187: the \u001B[32m<cooks:Positive Confidence:0.7168573141098022>\u001B[0m have been at the restaurant for years and cook family \u001B[36m<recipes:Neutral Confidence:0.6564095616340637>\u001B[0m .\n",
      "Example 188: can get busy on fridays for a \u001B[36m<table:Neutral Confidence:0.9988006353378296>\u001B[0m but once seated , the \u001B[32m<service:Positive Confidence:0.9994565844535828>\u001B[0m is so efficient you can be in and out of there quickly .\n",
      "Example 189: the \u001B[32m<sushi:Positive Confidence:0.9995135068893433>\u001B[0m was excellent and the \u001B[32m<wait staff:Positive Confidence:0.9995664954185486>\u001B[0m was quick .\n",
      "Example 190: the \u001B[36m<atmosphere:Neutral Confidence:0.9435452818870544>\u001B[0m was just okay .\n",
      "Example 191: space was limited , but the \u001B[32m<food:Positive Confidence:0.9990615248680115>\u001B[0m made up for it .\n",
      "Example 192: well i guess it ' s hard to be seated when one is invisible to the \u001B[31m<staff:Negative Confidence:0.9861141443252563>\u001B[0m .\n",
      "Example 193: we stood there for 10 minutes while \u001B[31m<employees:Negative Confidence:0.9949439167976379>\u001B[0m walked back and forth ignoring us .\n",
      "Example 194: finally , my wife stood face to face in front of one of the \u001B[31m<staff:Negative Confidence:0.9988186955451965>\u001B[0m and she asked , \" are you \u001B[36m<waiting:Neutral Confidence:0.9976840019226074>\u001B[0m for a \u001B[36m<table:Neutral Confidence:0.9991663694381714>\u001B[0m ? \"\n",
      "Example 195: the \u001B[36m<caesar salad:Neutral Confidence:0.8397173881530762>\u001B[0m i ordered had so much \u001B[31m<lemon:Negative Confidence:0.9967079162597656>\u001B[0m i could n ' t eat it .\n",
      "Example 196: great \u001B[32m<food:Positive Confidence:0.999474823474884>\u001B[0m , better \u001B[32m<margaritas:Positive Confidence:0.9994851350784302>\u001B[0m !\n",
      "Example 197:   – this is one of my \u001B[36m<top lunch:Neutral Confidence:0.8716978430747986>\u001B[0m spots , \u001B[32m<huge:Positive Confidence:0.9909932017326355>\u001B[0m portions , \u001B[32m<fast:Positive Confidence:0.9994858503341675>\u001B[0m service and \u001B[32m<amazing:Positive Confidence:0.999414324760437>\u001B[0m margaritas ! !\n",
      "Example 198: it gets really busy , so get there on the early side so you can grab a \u001B[36m<seat:Neutral Confidence:0.9985530972480774>\u001B[0m , if you do have to wait , its not bad because the \u001B[32m<service:Positive Confidence:0.9986194372177124>\u001B[0m is quick !\n",
      "Example 199: check out the \u001B[32m<art:Positive Confidence:0.9994763731956482>\u001B[0m on the walls , very colorful !\n",
      "Example 200: i love this \u001B[32m<place:Positive Confidence:0.9994838237762451>\u001B[0m !\n",
      "Example 201:   – i have been eating at this place for over 8 years now and i have never had one \u001B[32m<bad:Positive Confidence:0.9994577765464783>\u001B[0m meal .\n",
      "Example 202: i highly recommend this place to all that want to try \u001B[32m<indain food:Positive Confidence:0.9990398287773132>\u001B[0m for the first time .\n",
      "Example 203: the \u001B[32m<lunch menu:Positive Confidence:0.999535322189331>\u001B[0m is an awesome deal !\n",
      "Example 204: plenty of \u001B[32m<food:Positive Confidence:0.9993926286697388>\u001B[0m , trust me .\n",
      "Example 205: fresh \u001B[32m<ingrediants:Positive Confidence:0.9994248151779175>\u001B[0m and super tasty .\n",
      "Example 206: best \u001B[32m<food:Positive Confidence:0.9995098114013672>\u001B[0m , phenominal service\n",
      "Example 207: for the finicky \u001B[36m<sushi:Neutral Confidence:0.9983630776405334>\u001B[0m eater and those who have sampled the best nyc has to offer , the \u001B[32m<fish:Positive Confidence:0.9995545744895935>\u001B[0m is the freshest and the \u001B[32m<service:Positive Confidence:0.9995287656784058>\u001B[0m is superb .\n",
      "Example 208: not only can the \u001B[32m<selection:Positive Confidence:0.9992708563804626>\u001B[0m be innovative , but there ' s a nice balance of traditional \u001B[32m<sushi:Positive Confidence:0.9328514337539673>\u001B[0m as well .\n",
      "Example 209: the nicest \u001B[32m<waiters:Positive Confidence:0.99951171875>\u001B[0m in town .\n",
      "Example 210:   – \u001B[31m<this:Negative Confidence:0.9991658926010132>\u001B[0m place is unbelievably over - rated .\n",
      "Example 211: if i want to stand in line on sunday for an hour to get average \u001B[36m<brunch food:Neutral Confidence:0.9892593622207642>\u001B[0m , then i would put murphy ' s at the top of the list .\n",
      "Example 212: the regular \u001B[36m<menu:Neutral Confidence:0.9986911416053772>\u001B[0m here is slightly above average that is not worth the snotty \u001B[31m<attitude:Negative Confidence:0.999243974685669>\u001B[0m that you receive .\n",
      "Example 213: your a \u001B[32m<sushi:Positive Confidence:0.7929739952087402>\u001B[0m fan , you love expertly cut fish , great \u001B[32m<sake:Positive Confidence:0.9977389574050903>\u001B[0m , a killer \u001B[32m<soho location:Positive Confidence:0.9982815980911255>\u001B[0m , and of course : \u001B[36m<salmon:Neutral Confidence:0.9958761930465698>\u001B[0m , tuna , fluke , \u001B[36m<yellow tail:Neutral Confidence:0.9976828098297119>\u001B[0m , \u001B[36m<cod:Neutral Confidence:0.9955565333366394>\u001B[0m , \u001B[36m<mackeral:Neutral Confidence:0.995719850063324>\u001B[0m , \u001B[36m<jellyfish:Neutral Confidence:0.9926003813743591>\u001B[0m , \u001B[36m<sea urchin:Neutral Confidence:0.9925959706306458>\u001B[0m , \u001B[36m<shrimp:Neutral Confidence:0.9925472140312195>\u001B[0m , \u001B[36m<lobster:Neutral Confidence:0.9922177791595459>\u001B[0m , \u001B[36m<sea bream:Neutral Confidence:0.9925268888473511>\u001B[0m , \u001B[36m<trout:Neutral Confidence:0.9913954138755798>\u001B[0m , milk fish , \u001B[36m<blue fin tuna:Neutral Confidence:0.9947675466537476>\u001B[0m , \u001B[36m<eel:Neutral Confidence:0.9934631586074829>\u001B[0m , \u001B[36m<crab:Neutral Confidence:0.9947691559791565>\u001B[0m , \u001B[36m<sardine:Neutral Confidence:0.9959264993667603>\u001B[0m , \u001B[36m<monk fish:Neutral Confidence:0.9904173612594604>\u001B[0m , \u001B[36m<roe:Neutral Confidence:0.9916669726371765>\u001B[0m , \u001B[36m<scallop:Neutral Confidence:0.9698216319084167>\u001B[0m , \u001B[36m<oysters:Neutral Confidence:0.894161581993103>\u001B[0m , and a varity of toro .\n",
      "Example 214: your a \u001B[32m<sushi:Positive Confidence:0.8175867199897766>\u001B[0m fan , you love expertly cut fish , great \u001B[32m<sake:Positive Confidence:0.997606635093689>\u001B[0m , a killer \u001B[32m<soho location:Positive Confidence:0.9978687763214111>\u001B[0m , and of course : \u001B[36m<salmon:Neutral Confidence:0.9958772659301758>\u001B[0m , tuna , fluke , \u001B[36m<yellow tail:Neutral Confidence:0.9982738494873047>\u001B[0m , \u001B[36m<cod:Neutral Confidence:0.9977626800537109>\u001B[0m , \u001B[36m<mackeral:Neutral Confidence:0.997905969619751>\u001B[0m , jelly $ t $ , \u001B[36m<sea urchin:Neutral Confidence:0.9961056113243103>\u001B[0m , \u001B[36m<shrimp:Neutral Confidence:0.995287299156189>\u001B[0m , \u001B[36m<lobster:Neutral Confidence:0.9944586753845215>\u001B[0m , \u001B[36m<sea bream:Neutral Confidence:0.9940476417541504>\u001B[0m , \u001B[36m<trout:Neutral Confidence:0.9926155805587769>\u001B[0m , milk fish , \u001B[36m<blue fin tuna:Neutral Confidence:0.9946759939193726>\u001B[0m , \u001B[36m<eel:Neutral Confidence:0.9933333992958069>\u001B[0m , \u001B[36m<crab:Neutral Confidence:0.9945764541625977>\u001B[0m , \u001B[36m<sardine:Neutral Confidence:0.995703399181366>\u001B[0m , \u001B[36m<monk fish:Neutral Confidence:0.989692747592926>\u001B[0m , \u001B[36m<roe:Neutral Confidence:0.9901703000068665>\u001B[0m , \u001B[36m<scallop:Neutral Confidence:0.9624527096748352>\u001B[0m , \u001B[36m<oysters:Neutral Confidence:0.8653944134712219>\u001B[0m , and a varity of toro .\n",
      "Example 215: there is only one \u001B[32m<place:Positive Confidence:0.9994257688522339>\u001B[0m on the east coast that has it all , plus a lot more .\n",
      "Example 216: bring your cell phone cause you may have to wait to get into the best \u001B[32m<sushi:Positive Confidence:0.9987421631813049>\u001B[0m restaurant in the world : blue ribbon sushi .\n",
      "Example 217: hands down , the best \u001B[32m<tuna:Positive Confidence:0.9995228052139282>\u001B[0m i have ever had .\n",
      "Example 218: blue ribbon lives up to it ' s fantastic reputation .\n",
      "Example 219: great value \u001B[32m<sushi:Positive Confidence:0.9926440119743347>\u001B[0m with high quality & nice \u001B[32m<setting:Positive Confidence:0.9994990825653076>\u001B[0m .\n",
      "Example 220: try the \u001B[36m<chef:Neutral Confidence:0.9905477166175842>\u001B[0m ' s choice for \u001B[36m<sushi:Neutral Confidence:0.9535788297653198>\u001B[0m as the \u001B[32m<smoked yellowtail:Positive Confidence:0.9994644522666931>\u001B[0m was incredible and the \u001B[32m<rolls:Positive Confidence:0.9990279674530029>\u001B[0m were also tasty .\n",
      "Example 221: poor customer service / poor \u001B[31m<pizza:Negative Confidence:0.999129593372345>\u001B[0m .\n",
      "Example 222: poor customer service / poor \u001B[31m<pizza:Negative Confidence:0.999129593372345>\u001B[0m .\n",
      "Example 223:   – as with most restaurants in seattle , mioposto ' \u001B[31m<s:Negative Confidence:0.9879504442214966>\u001B[0m service was bad and \u001B[31m<the:Negative Confidence:0.9957004189491272>\u001B[0m food was overpriced .\n",
      "Example 224: i know many people have their favorite types of \u001B[32m<pizza:Positive Confidence:0.9111851453781128>\u001B[0m and pizza \u001B[32m<places:Positive Confidence:0.6714553833007812>\u001B[0m , but mioposto ' s pizza lacks \u001B[31m<quality:Negative Confidence:0.9850552082061768>\u001B[0m and good \u001B[31m<taste:Negative Confidence:0.9832823872566223>\u001B[0m .\n",
      "Example 225: to be honest , i ' ve had better frozen \u001B[32m<pizza:Positive Confidence:0.9689580202102661>\u001B[0m .\n",
      "Example 226: the only positive thing about mioposto is the nice \u001B[32m<location:Positive Confidence:0.9995067119598389>\u001B[0m .\n",
      "Example 227: i was frankly shocked when i read the bad reviews - this \u001B[32m<place:Positive Confidence:0.9993010759353638>\u001B[0m is fantastic ; it has not let us down in any way , and we ' ve eaten here more than 10 times .\n",
      "Example 228: the \u001B[32m<food:Positive Confidence:0.9994357228279114>\u001B[0m is fantastic , and the \u001B[32m<waiting staff:Positive Confidence:0.9995427131652832>\u001B[0m has been perfect every single time we ' ve been there .\n",
      "Example 229: the only problem would be the \u001B[31m<wait:Negative Confidence:0.9939336180686951>\u001B[0m , but we usually just have a \u001B[36m<drink:Neutral Confidence:0.9987408518791199>\u001B[0m in the front while waiting .\n",
      "Example 230: seafood plus\n",
      "Example 231: the \u001B[32m<appetizer of oysters:Positive Confidence:0.9848692417144775>\u001B[0m , \u001B[36m<lobster:Neutral Confidence:0.8960690498352051>\u001B[0m , crab ( small size ) made a perfect \u001B[32m<entre:Positive Confidence:0.9882072806358337>\u001B[0m for my wife .\n",
      "Example 232: seabass on lobster risotto was the best .\n",
      "Example 233: caesar salad was superb .\n",
      "Example 234: great \u001B[32m<bottle of wine:Positive Confidence:0.9995033740997314>\u001B[0m .\n",
      "Example 235: leave room for \u001B[32m<dessert:Positive Confidence:0.8229293823242188>\u001B[0m .\n",
      "Example 236: the food was ok , but the \u001B[31m<service:Negative Confidence:0.9861444234848022>\u001B[0m was so poor that the food was cold buy the time everyone in my party was \u001B[31m<served:Negative Confidence:0.8754737973213196>\u001B[0m .\n",
      "Example 237: we had a very hard time getting the \u001B[31m<waitress:Negative Confidence:0.9977699518203735>\u001B[0m ' attention and finally had to get up and go inside to speak to a \u001B[36m<manager:Neutral Confidence:0.9953195452690125>\u001B[0m .\n",
      "Example 238: as it turns out the \u001B[31m<owner:Negative Confidence:0.9663660526275635>\u001B[0m was seated right next to us and when he came over to check on our problems was very dismissive and offered a token 20 % discount on our \u001B[36m<bill:Neutral Confidence:0.9989417195320129>\u001B[0m .\n",
      "Example 239: avoid the place\n",
      "Example 240: when i got there i sat up stairs where the \u001B[32m<atmosphere:Positive Confidence:0.9976125955581665>\u001B[0m was cozy & the \u001B[31m<service:Negative Confidence:0.9982984662055969>\u001B[0m was horrible !\n",
      "Example 241: i waited for 10 - 15 minutes for \u001B[31m<service:Negative Confidence:0.9741093516349792>\u001B[0m ordered a \u001B[36m<beer:Neutral Confidence:0.9754378199577332>\u001B[0m & was never \u001B[31m<served:Negative Confidence:0.7955166101455688>\u001B[0m again .\n",
      "Example 242: i went home & looked them up online again where i discovered there is a link for a give away that does n ' t work so emailed the restaurant about the non existent \u001B[31m<service:Negative Confidence:0.9985307455062866>\u001B[0m & deceptive link .\n",
      "Example 243: after sitting at the bar for over 20 minutes the \u001B[31m<bar keep:Negative Confidence:0.9980602860450745>\u001B[0m had made only 2 \u001B[36m<drinks:Neutral Confidence:0.9990468621253967>\u001B[0m & kept telling us she ' d be right with us .\n",
      "Example 244: we left without ever getting \u001B[31m<service:Negative Confidence:0.9992552399635315>\u001B[0m .\n",
      "Example 245: best \u001B[32m<crab cakes:Positive Confidence:0.9995169639587402>\u001B[0m in town\n",
      "Example 246:   – that s a big statement considering i ' ve been \u001B[36m<pulling crab:Neutral Confidence:0.9989898800849915>\u001B[0m traps and making \u001B[36m<the:Neutral Confidence:0.9990450739860535>\u001B[0m cakes myself since i was about seven - but something about these little devils gets better every time .\n",
      "Example 247: if you can , come to this \u001B[31m<place:Negative Confidence:0.7725690007209778>\u001B[0m by boat and make it a whole evening .\n",
      "Example 248: great seasonal \u001B[32m<fish:Positive Confidence:0.9993830919265747>\u001B[0m and \u001B[32m<seafood:Positive Confidence:0.9991224408149719>\u001B[0m , with a classy \u001B[32m<waterfront setting:Positive Confidence:0.9993976354598999>\u001B[0m .\n",
      "Example 249: great \u001B[32m<pizza:Positive Confidence:0.9975770115852356>\u001B[0m , poor service\n",
      "Example 250:   – love \u001B[32m<their:Positive Confidence:0.9994082450866699>\u001B[0m pizza , especially \u001B[32m<the mushroom:Positive Confidence:0.9995662569999695>\u001B[0m pizza .\n",
      "Example 251:   – love \u001B[32m<their:Positive Confidence:0.9994082450866699>\u001B[0m pizza , especially \u001B[32m<the mushroom:Positive Confidence:0.9995662569999695>\u001B[0m pizza .\n",
      "Example 252: also love their caeser salad .\n",
      "Example 253: prefer to order it and pick it up though because i do n ' t like the \u001B[31m<servers:Negative Confidence:0.9991395473480225>\u001B[0m , one young woman in particular .\n",
      "Example 254: management should really take notice and train their \u001B[36m<waitstaff:Neutral Confidence:0.7642578482627869>\u001B[0m and teach them some proper manners .\n",
      "Example 255: many people talk about the great \u001B[32m<pizza:Positive Confidence:0.8642205595970154>\u001B[0m and poor \u001B[31m<service:Negative Confidence:0.990708589553833>\u001B[0m , so it ca n ' t just be the rantings of a few dissatisfied customers .\n",
      "Example 256: it ' s a great little \u001B[32m<place:Positive Confidence:0.9990278482437134>\u001B[0m with tons of potential to be a neighborhood joint if the \u001B[31m<service:Negative Confidence:0.9869440793991089>\u001B[0m were n ' t so impersonal and corporate - like .\n",
      "Example 257: great breakfast\n",
      "Example 258:   – \u001B[36m<this:Neutral Confidence:0.9982132911682129>\u001B[0m place is famous for \u001B[32m<their:Positive Confidence:0.9994407296180725>\u001B[0m breakfast .\n",
      "Example 259: the \u001B[32m<food:Positive Confidence:0.999322772026062>\u001B[0m is great and they make a mean bloody mary .\n",
      "Example 260: i love \u001B[32m<breakfast:Positive Confidence:0.9994803071022034>\u001B[0m here .\n",
      "Example 261: their crab eggs benedict is addicting .\n",
      "Example 262: all their \u001B[32m<menu items:Positive Confidence:0.9995129108428955>\u001B[0m are a hit , and they serve \u001B[36m<mimosas:Neutral Confidence:0.9989516735076904>\u001B[0m .\n",
      "Example 263: best \u001B[32m<chinese food:Positive Confidence:0.9995070695877075>\u001B[0m i have tasted in a long time\n",
      "Example 264: the \u001B[32m<ambiance:Positive Confidence:0.999316930770874>\u001B[0m of the restaurant was nice and good for fine \u001B[32m<dinning:Positive Confidence:0.9994478821754456>\u001B[0m .\n",
      "Example 265: the \u001B[32m<staff:Positive Confidence:0.9994714856147766>\u001B[0m was very nice and courteous and obviously chinese .\n",
      "Example 266: so about the \u001B[32m<prawns:Positive Confidence:0.9992799162864685>\u001B[0m , they were fresh and had a slight crispiness about the batter . . . soooo good . . . the \u001B[32m<walnuts:Positive Confidence:0.9398891925811768>\u001B[0m were cut in smaller pieces and very crunchy and tasty .\n",
      "Example 267: best honey walnyt prawns that we have every tasted .\n",
      "Example 268: the \u001B[32m<brocollis:Positive Confidence:0.9995185136795044>\u001B[0m were so fresh and tasty .\n",
      "Example 269: i would normally not finish the brocolli when i order these kinds of \u001B[36m<food:Neutral Confidence:0.9990034699440002>\u001B[0m but for the first time , every piece was as eventful as the first one . . . the \u001B[32m<scallops and prawns:Positive Confidence:0.9992228746414185>\u001B[0m was so fresh and nicely cooked .\n",
      "Example 270: for \u001B[36m<desert:Neutral Confidence:0.999171257019043>\u001B[0m we had the mango ginger creme \u001B[32m<brulee:Positive Confidence:0.9984884262084961>\u001B[0m . . . oh la la yummy ! ! !\n",
      "Example 271: we are for sure coming back to this \u001B[32m<restaurant:Positive Confidence:0.9993855953216553>\u001B[0m .\n",
      "Example 272: chintzy portions\n",
      "Example 273:   – \u001B[32m<the:Positive Confidence:0.995964765548706>\u001B[0m sushi here is perfectly good , but for $ 5 a piece , either \u001B[31m<the slices of:Negative Confidence:0.9981480836868286>\u001B[0m fish should be larger , or there should be no pretense that this is a \u001B[32m<moderately:Positive Confidence:0.6998486518859863>\u001B[0m priced restaurant ( even for nyc ) .\n",
      "Example 274: i ' m astonished that this restaurant is categorized \u001B[31m<as $ $:Negative Confidence:0.9984416365623474>\u001B[0m $ rather than $ $ $ $ .\n",
      "Example 275: terrible \u001B[31m<service:Negative Confidence:0.7353649139404297>\u001B[0m , \u001B[32m<food:Positive Confidence:0.7816380858421326>\u001B[0m ok , pricey\n",
      "Example 276: in other words , if they are n ' t making $ $ off of you then you do n ' t rate high on their ' \u001B[31m<service:Negative Confidence:0.9261487722396851>\u001B[0m scale ' .\n",
      "Example 277: food wise , its ok but a bit pricey for what you get considering the restaurant is n ' t a fancy \u001B[31m<place:Negative Confidence:0.8833043575286865>\u001B[0m .\n",
      "Example 278: if i needed to name some they would include the location to the beach or golden gate park .\n",
      "Example 279: another plus is the open \u001B[32m<feel:Positive Confidence:0.999530553817749>\u001B[0m of the restaurant with glass walls on all sides .\n",
      "Example 280: amazing spanish \u001B[32m<mackeral special appetizer:Positive Confidence:0.999233603477478>\u001B[0m and perfect \u001B[32m<box sushi:Positive Confidence:0.9990320205688477>\u001B[0m ( that \u001B[36m<eel with avodcao:Neutral Confidence:0.9009906053543091>\u001B[0m - - um um um ) .\n",
      "Example 281: as usual the omikase did n ' t disappoint in freshness , although it scored low on \u001B[31m<creativity:Negative Confidence:0.9987288117408752>\u001B[0m and \u001B[31m<selection:Negative Confidence:0.9984246492385864>\u001B[0m .\n",
      "Example 282: their \u001B[32m<specialty rolls:Positive Confidence:0.998042106628418>\u001B[0m are impressive , though i ca n ' t remember what we had .\n",
      "Example 283: great selection of \u001B[32m<sakes:Positive Confidence:0.9995067119598389>\u001B[0m .\n",
      "Example 284: green tea \u001B[32m<creme:Positive Confidence:0.9985837936401367>\u001B[0m brulee gets better each time i have it .\n",
      "Example 285: it is n ' t the cheapest \u001B[31m<sushi:Negative Confidence:0.9785822033882141>\u001B[0m but has been worth it every time .\n",
      "Example 286: very poor \u001B[31m<customer service:Negative Confidence:0.9994204044342041>\u001B[0m .\n",
      "Example 287:   – schooner or later ' s \u001B[32m<charming:Positive Confidence:0.9986851811408997>\u001B[0m location along the marina in long beach and \u001B[36m<average:Neutral Confidence:0.9809998273849487>\u001B[0m food does not , unfortunately , compensate for its very poor \u001B[31m<customer:Negative Confidence:0.9799757599830627>\u001B[0m service .\n",
      "Example 288: while this \u001B[36m<diner:Neutral Confidence:0.9978779554367065>\u001B[0m had reasonably good \u001B[31m<food:Negative Confidence:0.7287617921829224>\u001B[0m , the restaurant \u001B[31m<staff:Negative Confidence:0.9989068508148193>\u001B[0m seemed completely indifferent to our presence , and this attitude was reflected in the lack of \u001B[31m<service:Negative Confidence:0.995307981967926>\u001B[0m .\n",
      "Example 289: after one member of our party had been bumped repeatedly by a \u001B[31m<waitress:Negative Confidence:0.8158661127090454>\u001B[0m , a polite request that he not be bumped sent the waitress into an abusive rant .\n",
      "Example 290: a brief conversation with the \u001B[31m<manager:Negative Confidence:0.9993489384651184>\u001B[0m at the end of the \u001B[36m<meal:Neutral Confidence:0.9989964365959167>\u001B[0m was the greatest disappointment - - to say we had been \" blown off \" would be an understatement .\n",
      "Example 291: the \u001B[31m<manager:Negative Confidence:0.9970859885215759>\u001B[0m continually interrupted with \" is there anything else i can do for you ? \" , a strange comment because she had hardly listened , let alone responded to our expression of disappointment at our experience .\n",
      "Example 292: you are with a hot date and he / she has an urge for \u001B[36m<sushi:Neutral Confidence:0.6490190625190735>\u001B[0m . . . then this might be the place .\n",
      "Example 293: the \u001B[32m<fish:Positive Confidence:0.9994035959243774>\u001B[0m was fresh , though it was cut very thin .\n",
      "Example 294: great \u001B[32m<service:Positive Confidence:0.9990895986557007>\u001B[0m .\n",
      "Example 295: good \u001B[32m<sake:Positive Confidence:0.9983574748039246>\u001B[0m selection .\n",
      "Example 296: dungeness crabs here !\n",
      "Example 297:   – ray ' s is the place to go for high \u001B[32m<quality seafood:Positive Confidence:0.9995772242546082>\u001B[0m dinners .\n",
      "Example 298: we were only in seattle for one night and i ' m so glad we picked rays for \u001B[36m<dinner:Neutral Confidence:0.9488168358802795>\u001B[0m !\n",
      "Example 299: i love \u001B[32m<dungeness crabs:Positive Confidence:0.9991586208343506>\u001B[0m and at ray ' s you can get them \u001B[32m<served:Positive Confidence:0.9651947617530823>\u001B[0m in about 6 different ways !\n",
      "Example 300: we shared the \u001B[36m<family platter:Neutral Confidence:0.9991968274116516>\u001B[0m and i especially enjoyed the \u001B[32m<black:Positive Confidence:0.9948989748954773>\u001B[0m cod in sake kasu .\n",
      "Example 301: i ended the \u001B[36m<meal:Neutral Confidence:0.9988675117492676>\u001B[0m with the unusual \u001B[32m<dessert:Positive Confidence:0.6062542200088501>\u001B[0m of a \u001B[36m<port:Neutral Confidence:0.649896502494812>\u001B[0m and chocolate tasting . . . . yummy !\n",
      "Example 302: and the \u001B[32m<service:Positive Confidence:0.9993834495544434>\u001B[0m was simply spendid - quite a delight .\n",
      "Example 303:   – \u001B[32m<great:Positive Confidence:0.9991598129272461>\u001B[0m drinks \u001B[32m<, corn beef:Positive Confidence:0.9988240599632263>\u001B[0m hash \u001B[32m<,:Positive Confidence:0.9990966320037842>\u001B[0m coffee , b fast burritos , gluten free menu .\n",
      "Example 304: the \u001B[32m<service:Positive Confidence:0.9994799494743347>\u001B[0m is fantastic at this fun \u001B[32m<place:Positive Confidence:0.9995108842849731>\u001B[0m .\n",
      "Example 305: if there is a line very day of the week for the entire time a \u001B[32m<place:Positive Confidence:0.8517894148826599>\u001B[0m is open , you know it is great .\n",
      "Example 306: best neighborhood standby .\n",
      "Example 307: in grammercy / union square / east village this is my neighbors and my favorite \u001B[32m<spot:Positive Confidence:0.9994955062866211>\u001B[0m .\n",
      "Example 308: the \u001B[32m<music:Positive Confidence:0.9992496371269226>\u001B[0m is great , no night better or worse , the \u001B[32m<bar tenders:Positive Confidence:0.5945984721183777>\u001B[0m are generous with the pouring , and the lighthearted \u001B[32m<atmosphere:Positive Confidence:0.998043417930603>\u001B[0m will lifts you spirits .\n",
      "Example 309: oh , and the \u001B[32m<cheese fries:Positive Confidence:0.9995338916778564>\u001B[0m are awesome !\n",
      "Example 310: good \u001B[32m<food:Positive Confidence:0.9987848401069641>\u001B[0m , great \u001B[32m<service:Positive Confidence:0.9990684390068054>\u001B[0m , average \u001B[36m<prices:Neutral Confidence:0.9738725423812866>\u001B[0m ( for the strip )\n",
      "Example 311:   – i decided to eat at stack because of \u001B[32m<their:Positive Confidence:0.7679176330566406>\u001B[0m price fixed pre \u001B[32m<- show:Positive Confidence:0.5450234413146973>\u001B[0m dinner .\n",
      "Example 312: when i walked in , i was taken aback by their incredible \u001B[32m<wood decor:Positive Confidence:0.999550998210907>\u001B[0m .\n",
      "Example 313: the music playing was very hip , 20 - 30 something pop music , but the \u001B[31m<subwoofer:Negative Confidence:0.9829923510551453>\u001B[0m to the sound system was located under my seat , which became annoying midway through \u001B[36m<dinner:Neutral Confidence:0.9884418845176697>\u001B[0m .\n",
      "Example 314: i got the shellfish and \u001B[36m<shrimp:Neutral Confidence:0.9662073254585266>\u001B[0m appetizer and it was alright .\n",
      "Example 315: it was n ' t the freshest \u001B[31m<seafood:Negative Confidence:0.9989809393882751>\u001B[0m ever , but the \u001B[32m<taste:Positive Confidence:0.9622649550437927>\u001B[0m and presentation was ok .\n",
      "Example 316: i picked the \u001B[32m<asparagus:Positive Confidence:0.9715762734413147>\u001B[0m , which turned out to be incredible and perfectly prepared .\n",
      "Example 317: the 9 oz \u001B[32m<steak:Positive Confidence:0.8489173054695129>\u001B[0m came next and it tasted great , at least initially .\n",
      "Example 318: the \u001B[32m<steak:Positive Confidence:0.9994331002235413>\u001B[0m was done to my exact liking ( medium rare ) and was nice and juicy .\n",
      "Example 319: it ? s \u001B[36m<served:Neutral Confidence:0.8216696381568909>\u001B[0m with either a peppercorn sauce or \u001B[36m<red wine reduction:Neutral Confidence:0.9952604174613953>\u001B[0m , though both were indistinguishable in \u001B[31m<taste:Negative Confidence:0.7206714153289795>\u001B[0m .\n",
      "Example 320: though , one thing i realized later on was that the restaurant either used \u001B[31m<msg:Negative Confidence:0.7709355354309082>\u001B[0m or a \u001B[36m<meat tenderizer:Neutral Confidence:0.9373965263366699>\u001B[0m on the \u001B[36m<steak:Neutral Confidence:0.9986067414283752>\u001B[0m .\n",
      "Example 321: the \u001B[32m<desert:Positive Confidence:0.9989016056060791>\u001B[0m was the perfect ending to an almost perfect \u001B[32m<dinner:Positive Confidence:0.9910078644752502>\u001B[0m .\n",
      "Example 322: but the \u001B[32m<servers:Positive Confidence:0.9995108842849731>\u001B[0m were extremely attentive and very friendly .\n",
      "Example 323: overall , i would go back and eat at the restaurant again .\n",
      "Example 324: good \u001B[32m<sake:Positive Confidence:0.998672366142273>\u001B[0m , good \u001B[32m<food:Positive Confidence:0.9990772008895874>\u001B[0m – i honestly do n ' t know much about japanese food at all .\n",
      "Example 325: server made several \u001B[32m<sake:Positive Confidence:0.9900745749473572>\u001B[0m suggestions which were very good .\n",
      "Example 326: had many \u001B[36m<dishes:Neutral Confidence:0.9860149621963501>\u001B[0m but the best was the \u001B[32m<lobster:Positive Confidence:0.9991846680641174>\u001B[0m 3 ways .\n",
      "Example 327: the \u001B[31m<waiter:Negative Confidence:0.9976882934570312>\u001B[0m was a bit unfriendly and the feel of the restaurant was crowded .\n",
      "Example 328: also , there was only one \u001B[36m<bathroom stall:Neutral Confidence:0.5369933247566223>\u001B[0m - probably need more for such big \u001B[31m<crowds:Negative Confidence:0.9956133365631104>\u001B[0m .\n",
      "Example 329: most importantly , we were so excited about the \u001B[36m<food:Neutral Confidence:0.9617336988449097>\u001B[0m after seeing the very creative \u001B[32m<menu:Positive Confidence:0.9993100166320801>\u001B[0m .\n",
      "Example 330: at best , the \u001B[32m<food:Positive Confidence:0.9872221350669861>\u001B[0m was good and definately overpriced .\n",
      "Example 331: for the amount of \u001B[36m<food:Neutral Confidence:0.5953931212425232>\u001B[0m we got the \u001B[31m<prices:Negative Confidence:0.99856036901474>\u001B[0m should have been lower .\n",
      "Example 332: my favortie \u001B[32m<pizza:Positive Confidence:0.9994938373565674>\u001B[0m joint in seattle\n",
      "Example 333:   – this is my \u001B[32m<\":Positive Confidence:0.9988449811935425>\u001B[0m must bring out of town guests to \" restaurant and they always enjoy and rave about it .\n",
      "Example 334: the \u001B[32m<pizza:Positive Confidence:0.9995149374008179>\u001B[0m is delicious and the \u001B[32m<salads:Positive Confidence:0.9995242357254028>\u001B[0m are fantastic .\n",
      "Example 335: i ' ve always found the \u001B[32m<wait staff:Positive Confidence:0.8690404295921326>\u001B[0m and , if you sit at the \u001B[36m<bar:Neutral Confidence:0.9980446100234985>\u001B[0m , the \u001B[32m<cooks:Positive Confidence:0.9986048340797424>\u001B[0m very friendly .\n",
      "Example 336: i also really enjoy the simplicity of the \u001B[32m<decor:Positive Confidence:0.9988589286804199>\u001B[0m and intimate feeling of a small restaurant .\n",
      "Example 337:   – my husband and i \u001B[32m<love:Positive Confidence:0.9992437362670898>\u001B[0m eating at mioposto caf é .\n",
      "Example 338: we ’ re ca n ’ t say enough about their delicious \u001B[32m<gourmet pizza:Positive Confidence:0.9995211362838745>\u001B[0m ’ s !\n",
      "Example 339: you wo n ’ t be disappointed by their \u001B[32m<menu:Positive Confidence:0.9622135162353516>\u001B[0m .\n",
      "Example 340: the \u001B[32m<pizza:Positive Confidence:0.994318425655365>\u001B[0m ’ s are thin \u001B[32m<crust:Positive Confidence:0.9509528279304504>\u001B[0m and the \u001B[36m<menu:Neutral Confidence:0.8046694397926331>\u001B[0m offers very creative combinations and \u001B[32m<toppings:Positive Confidence:0.9944185018539429>\u001B[0m .\n",
      "Example 341: the \u001B[32m<pizza:Positive Confidence:0.9987026453018188>\u001B[0m ’ s are light and scrumptious .\n",
      "Example 342: try the \u001B[32m<pizza:Positive Confidence:0.8668277859687805>\u001B[0m ensalata !\n",
      "Example 343: the \u001B[31m<pizza:Negative Confidence:0.9341416358947754>\u001B[0m ’ s are not huge and the \u001B[32m<crust:Positive Confidence:0.9987506866455078>\u001B[0m is thin … keep that in mind when you ’ re ordering .\n",
      "Example 344: the \u001B[32m<food:Positive Confidence:0.9994822144508362>\u001B[0m is sinful .\n",
      "Example 345: the \u001B[32m<staff:Positive Confidence:0.9994339346885681>\u001B[0m was really friendly .\n",
      "Example 346: the \u001B[32m<atmosphere:Positive Confidence:0.9994877576828003>\u001B[0m was great .\n",
      "Example 347: the specialty here is decadent \u001B[32m<pancakes:Positive Confidence:0.9783073663711548>\u001B[0m , but i ' ve been back now four times , and i ' ve been wowed every time .\n",
      "Example 348: nothing on the \u001B[31m<menu:Negative Confidence:0.6312589049339294>\u001B[0m is less than amazing .\n",
      "Example 349: go with some friends , wait the half hour or so with a \u001B[36m<cup:Neutral Confidence:0.999221920967102>\u001B[0m of \u001B[36m<joe:Neutral Confidence:0.998945415019989>\u001B[0m , and enjoy more than your average \u001B[32m<breakfast:Positive Confidence:0.9989448189735413>\u001B[0m .\n",
      "Example 350: good \u001B[32m<eats:Positive Confidence:0.9995142221450806>\u001B[0m .\n",
      "Example 351: i do n ' t know why anyone would want to write a great review about this \u001B[31m<place:Negative Confidence:0.8960394263267517>\u001B[0m .\n",
      "Example 352: i have been to this \u001B[31m<place:Negative Confidence:0.9991974234580994>\u001B[0m , folks and it is bad .\n",
      "Example 353: maybe it is good for that one night once in a blue moon when the \u001B[36m<chefs:Neutral Confidence:0.9937076568603516>\u001B[0m decide to use \u001B[36m<fish:Neutral Confidence:0.6730204224586487>\u001B[0m that ' s half - way decent .\n",
      "Example 354: i have been here , spent tons of \u001B[31m<money:Negative Confidence:0.9845513701438904>\u001B[0m on a \u001B[31m<chef special dinner:Negative Confidence:0.7466579675674438>\u001B[0m and it was a major dissappointment .\n",
      "Example 355: fancy pieces of \u001B[32m<exotic fish:Positive Confidence:0.9860572814941406>\u001B[0m on a $ 100 dollar \u001B[36m<plate:Neutral Confidence:0.8446521759033203>\u001B[0m and not one was eatable .\n",
      "Example 356:   – \u001B[32m<the:Positive Confidence:0.9994062185287476>\u001B[0m atmosphere is great for any special occasion you might want to celebrate .\n",
      "Example 357: the best \u001B[32m<dish:Positive Confidence:0.9993839263916016>\u001B[0m are the honwy walnut prawns - just outstanding .\n",
      "Example 358: the \u001B[32m<service:Positive Confidence:0.9994668364524841>\u001B[0m is really attentive and charming .\n",
      "Example 359: the \u001B[32m<service:Positive Confidence:0.9993205070495605>\u001B[0m was excellent , the \u001B[32m<coffee:Positive Confidence:0.9994311928749084>\u001B[0m was good even by starbucks standards and the \u001B[32m<food:Positive Confidence:0.9993914365768433>\u001B[0m was outstanding .\n",
      "Example 360:   – i recently had the pleasure \u001B[32m<of:Positive Confidence:0.9995284080505371>\u001B[0m dining as this delightful restaurant on 2nd street and wow what a great evening we had .\n",
      "Example 361: the \u001B[32m<food:Positive Confidence:0.9995211362838745>\u001B[0m is fantastic , authentic , delicious and very , very affordable .\n",
      "Example 362: the \u001B[32m<decor:Positive Confidence:0.9995392560958862>\u001B[0m was beautiful and unique .\n",
      "Example 363: there was a really nice \u001B[32m<vibe:Positive Confidence:0.9966002106666565>\u001B[0m about the \u001B[32m<place:Positive Confidence:0.9600010514259338>\u001B[0m . . . good \u001B[32m<music:Positive Confidence:0.9993559718132019>\u001B[0m , \u001B[32m<atmosphere:Positive Confidence:0.9995163679122925>\u001B[0m and happy looking \u001B[32m<people:Positive Confidence:0.9995238780975342>\u001B[0m .\n",
      "Example 364: our \u001B[32m<server:Positive Confidence:0.9995244741439819>\u001B[0m was very professional and friendly .\n",
      "Example 365: to the \u001B[32m<owners:Positive Confidence:0.9982346296310425>\u001B[0m of \u001B[36m<open sesame:Neutral Confidence:0.6071572303771973>\u001B[0m . . . bravo . . . i ca n ' t wait to come back to dine at your restaurant !\n",
      "Example 366: it ' s a tiny \u001B[31m<place:Negative Confidence:0.9293291568756104>\u001B[0m so if you get there before 8 pm on a weekend ( thurs ? sun ) you will find it easier to get a table or a seat at the \u001B[36m<sushi bar:Neutral Confidence:0.9984897375106812>\u001B[0m .\n",
      "Example 367: everything , and i mean everything on the \u001B[32m<menu:Positive Confidence:0.9988679885864258>\u001B[0m is delectable .\n",
      "Example 368: the \u001B[32m<waiters:Positive Confidence:0.9987422823905945>\u001B[0m are very experienced and helpful with pairing your \u001B[36m<drink:Neutral Confidence:0.9991288781166077>\u001B[0m choice to your \u001B[36m<food:Neutral Confidence:0.9992709755897522>\u001B[0m tastes or vice versa .\n",
      "Example 369: the \u001B[32m<sushi:Positive Confidence:0.9993519186973572>\u001B[0m is as fresh as it comes ? you ' d think ocean was in their backyard , no joke !\n",
      "Example 370: if you ' re interested in good tasting ( without the \u001B[36m<fish:Neutral Confidence:0.997494101524353>\u001B[0m taste or smell ) , large \u001B[32m<portions:Positive Confidence:0.9866963028907776>\u001B[0m and creative \u001B[32m<sushi dishes:Positive Confidence:0.999534010887146>\u001B[0m this is your place . . .\n",
      "Example 371: big thick pepperoni\n",
      "Example 372:   – \u001B[32m<the:Positive Confidence:0.6376473307609558>\u001B[0m pepperoni ' s cut real thick - - yum .\n",
      "Example 373: the \u001B[36m<pizza:Neutral Confidence:0.7601072192192078>\u001B[0m itself is not exactly the best i ' ve had ever , but still pretty good .\n",
      "Example 374: sit in the balcony\n",
      "Example 375: food was good and appetizing .\n",
      "Example 376: portions was just enough for me , but may not be for a big eater .\n",
      "Example 377: fair \u001B[32m<menu:Positive Confidence:0.8985939621925354>\u001B[0m selection .\n",
      "Example 378: the \u001B[32m<appetizer:Positive Confidence:0.9993064403533936>\u001B[0m was interesting , but the \u001B[32m<creme brulee:Positive Confidence:0.9956185221672058>\u001B[0m was very savory and delicious .\n",
      "Example 379: indoor ambience was modern .\n",
      "Example 380: if it ' s nice outside , request for a \u001B[32m<table:Positive Confidence:0.8463327288627625>\u001B[0m in the \u001B[36m<balcony:Neutral Confidence:0.7201805114746094>\u001B[0m .\n",
      "Example 381: it ' s a great \u001B[32m<place:Positive Confidence:0.9992300271987915>\u001B[0m to people watch .\n",
      "Example 382: although the \u001B[31m<service:Negative Confidence:0.9961138963699341>\u001B[0m could be improved considering the money you put in .\n",
      "Example 383: our \u001B[36m<drinks:Neutral Confidence:0.7026894688606262>\u001B[0m kept coming but our \u001B[31m<server:Negative Confidence:0.9990633130073547>\u001B[0m came by a couple times .\n",
      "Example 384: late night dinning with exeptional \u001B[32m<food:Positive Confidence:0.9993771910667419>\u001B[0m .\n",
      "Example 385: we were \u001B[32m<seated:Positive Confidence:0.9993718266487122>\u001B[0m right away , the \u001B[32m<table:Positive Confidence:0.9994426369667053>\u001B[0m was private and nice .\n",
      "Example 386: the \u001B[32m<service:Positive Confidence:0.9958882927894592>\u001B[0m was exceptional - sometime there was a feeling that we were served by the army of friendly \u001B[32m<waiters:Positive Confidence:0.9953851103782654>\u001B[0m .\n",
      "Example 387: the \u001B[32m<food:Positive Confidence:0.9994165897369385>\u001B[0m was very good , \u001B[32m<filet mignon:Positive Confidence:0.9994957447052002>\u001B[0m was probably the best i ' ve ever try .\n",
      "Example 388: the \u001B[32m<portions:Positive Confidence:0.9991106390953064>\u001B[0m are big though , so do not order too much .\n",
      "Example 389: groovy \u001B[32m<music:Positive Confidence:0.9832041263580322>\u001B[0m made the \u001B[36m<dinner:Neutral Confidence:0.9984813332557678>\u001B[0m casual .\n",
      "Example 390: i have a but here - there was a \u001B[31m<bathroom attendant:Negative Confidence:0.9731176495552063>\u001B[0m in the restroom which was odd .\n",
      "Example 391: the \u001B[31m<bathroom:Negative Confidence:0.8785225749015808>\u001B[0m itself is very small with two \u001B[36m<toilets:Neutral Confidence:0.7465387582778931>\u001B[0m and only one \u001B[31m<sink:Negative Confidence:0.9687321186065674>\u001B[0m , the girl was staying totally on the way hanging out paper \u001B[31m<towels:Negative Confidence:0.7734652161598206>\u001B[0m from the \u001B[31m<dispenser:Negative Confidence:0.5790677070617676>\u001B[0m .\n",
      "Example 392: this \u001B[32m<place:Positive Confidence:0.9995008707046509>\u001B[0m rocks ! !\n",
      "Example 393:   – mercedes restaurant is so tasty , \u001B[32m<the:Positive Confidence:0.9994710087776184>\u001B[0m service is undeniably awesome !\n",
      "Example 394: the \u001B[32m<chips and salsa:Positive Confidence:0.9995424747467041>\u001B[0m are so yummy , and the \u001B[32m<prices:Positive Confidence:0.9994476437568665>\u001B[0m are fabulous .\n",
      "Example 395: the \u001B[32m<atmosphere:Positive Confidence:0.9977966547012329>\u001B[0m is aspiring , and the \u001B[32m<decor:Positive Confidence:0.9994189739227295>\u001B[0m is festive and amazing . .\n",
      "Example 396: the \u001B[32m<catering:Positive Confidence:0.9995076656341553>\u001B[0m is out of this world , and raouls \u001B[32m<chicken vegetable soup:Positive Confidence:0.9994027614593506>\u001B[0m rocks my world ! ! !\n",
      "Example 397: drinks are suberb , and i feel like i am in a third world country when i walk in the door .\n",
      "Example 398: - mediocre \u001B[36m<service:Neutral Confidence:0.9929303526878357>\u001B[0m / quality\n",
      "Example 399: the presentation of snooze is excellent and it is one of those places that you feel more sophisticated just for being there ; but peel back the layers and you have an overpriced \u001B[31m<ihop:Negative Confidence:0.9951761960983276>\u001B[0m with a high brow \u001B[31m<menu:Negative Confidence:0.7155869007110596>\u001B[0m .\n",
      "Example 400: to start off , approximately 8 - 10 oz of \u001B[36m<orange juice:Neutral Confidence:0.9318297505378723>\u001B[0m will \u001B[31m<cost:Negative Confidence:0.7048162817955017>\u001B[0m you $ 3 .\n",
      "Example 401: they \u001B[31m<serve:Negative Confidence:0.8474224805831909>\u001B[0m it in a tall , skinny hour - \u001B[31m<glass:Negative Confidence:0.8286852836608887>\u001B[0m shaped glass to disguise the fact that you a getting a small juice at the \u001B[36m<price:Neutral Confidence:0.9556460976600647>\u001B[0m of a half gallon in a supermarket .\n",
      "Example 402: i should have just asked for the \u001B[36m<check:Neutral Confidence:0.9991372227668762>\u001B[0m when i saw that ; but their \u001B[32m<menu:Positive Confidence:0.9991689920425415>\u001B[0m was so unique that i continued .\n",
      "Example 403: the \u001B[32m<pancakes:Positive Confidence:0.6409818530082703>\u001B[0m were certainly inventive but $ 8 . 50 for 3 - 6 \" pancakes ( one of them was more like 5 \" ) in the \u001B[32m<pancake:Positive Confidence:0.6372888684272766>\u001B[0m flight ( sample of 3 different pancakes ) is well over - priced .\n",
      "Example 404: the \u001B[31m<pancakes:Negative Confidence:0.845134973526001>\u001B[0m should be larger ( at least 8 \" ) to justify the \u001B[36m<expense:Neutral Confidence:0.9695382714271545>\u001B[0m even with the unique offerings .\n",
      "Example 405: on my meal i had to send back my \u001B[31m<eggs:Negative Confidence:0.995261549949646>\u001B[0m for a simple request of breaking the \u001B[31m<yokes:Negative Confidence:0.9980871677398682>\u001B[0m before cooking , and would have had to send them back again if i had n ' t rejected the meal all together .\n",
      "Example 406: i rejected it because in the process of attempting to fix the \u001B[31m<eggs:Negative Confidence:0.9992089867591858>\u001B[0m they broke something else in the \u001B[36m<dish:Neutral Confidence:0.9989545345306396>\u001B[0m and i was too frustrated to continue .\n",
      "Example 407: to their credit they removed the \u001B[36m<dish:Neutral Confidence:0.9986862540245056>\u001B[0m from the check ; but no \u001B[31m<manager:Negative Confidence:0.9991334080696106>\u001B[0m stopped by to ask what the problem was .\n",
      "Example 408: in the end our \u001B[36m<check:Neutral Confidence:0.9972398281097412>\u001B[0m came to $ 27 for 4 small \u001B[31m<pancakes:Negative Confidence:0.9039381742477417>\u001B[0m , a \u001B[36m<breakfast burrito:Neutral Confidence:0.9429887533187866>\u001B[0m , an \u001B[36m<orange juice:Neutral Confidence:0.9849721789360046>\u001B[0m and an \u001B[36m<iced tea:Neutral Confidence:0.9899216294288635>\u001B[0m ( i had \u001B[36m<water:Neutral Confidence:0.9978523254394531>\u001B[0m ) .\n",
      "Example 409: much more than just a great \u001B[32m<view:Positive Confidence:0.9995417594909668>\u001B[0m !\n",
      "Example 410:   – i am exceedingly pleased to report that \u001B[32m<my:Positive Confidence:0.9995129108428955>\u001B[0m dinner \u001B[32m<at:Positive Confidence:0.9995112419128418>\u001B[0m ray ' s boathouse last friday completely exceeded my expectations .\n",
      "Example 411: ray ' s is something of a seattle institution , but given its gorgeous \u001B[32m<sound views:Positive Confidence:0.9990211725234985>\u001B[0m , i had suspected that the accolades were more due to the \u001B[36m<scenery:Neutral Confidence:0.9645717740058899>\u001B[0m than to the \u001B[36m<food:Neutral Confidence:0.9659597277641296>\u001B[0m and \u001B[36m<service:Neutral Confidence:0.9429661631584167>\u001B[0m .\n",
      "Example 412: imagine my happy surprise upon finding that the \u001B[32m<views:Positive Confidence:0.9991414546966553>\u001B[0m are only the third - best thing about ray ' s !\n",
      "Example 413: to start things off , our lovely \u001B[32m<server:Positive Confidence:0.9993088245391846>\u001B[0m brooke was quickly on hand to take my \u001B[36m<drink:Neutral Confidence:0.9992873072624207>\u001B[0m order .\n",
      "Example 414: my party of two was feeling particularly ambitious , and we splurged on the shilshole sampler . . . a beautiful \u001B[32m<assortment:Positive Confidence:0.9680396914482117>\u001B[0m of enormous \u001B[32m<white gulf prawns:Positive Confidence:0.5582523345947266>\u001B[0m , \u001B[32m<smoked albacore tuna:Positive Confidence:0.5006489157676697>\u001B[0m , ray ' s fantastic \u001B[36m<manila clams seasoned with dill:Neutral Confidence:0.7021358609199524>\u001B[0m , \u001B[36m<scallops:Neutral Confidence:0.7425550222396851>\u001B[0m in a tasty \u001B[36m<soy dressing:Neutral Confidence:0.9104409217834473>\u001B[0m , and a tiny pile of \u001B[36m<dungeness crab:Neutral Confidence:0.9757413268089294>\u001B[0m atop a sublime \u001B[32m<butter sauce:Positive Confidence:0.9614577293395996>\u001B[0m .\n",
      "Example 415: for my entr & eacute ; e , i completely enjoyed the seared alaskan \u001B[36m<sea scallops:Neutral Confidence:0.5509985685348511>\u001B[0m complemented by chard , \u001B[36m<artichoke hearts:Neutral Confidence:0.9991293549537659>\u001B[0m , \u001B[36m<fennel:Neutral Confidence:0.999106228351593>\u001B[0m , and pecorino toscano .\n",
      "Example 416: the \u001B[32m<scallops:Positive Confidence:0.8491958379745483>\u001B[0m are apparently cooked in a \u001B[36m<black olive butter:Neutral Confidence:0.9990507960319519>\u001B[0m which really makes them unique ( not to mention tasty ) .\n",
      "Example 417: my friend enjoyed the grilled alaskan king \u001B[36m<salmon:Neutral Confidence:0.8501957654953003>\u001B[0m with delectable creamed washington russet potatoes and crisp green \u001B[32m<beans:Positive Confidence:0.9994029998779297>\u001B[0m .\n",
      "Example 418: i had a taste of all three items on her \u001B[32m<plate:Positive Confidence:0.9979975819587708>\u001B[0m , and they were superb .\n",
      "Example 419: our \u001B[32m<server:Positive Confidence:0.998454213142395>\u001B[0m continued to be attentive throughout the night , but i did remain puzzled by one issue : who thinks that ray ' s is an appropriate place to take young children for \u001B[36m<dinner:Neutral Confidence:0.9989867806434631>\u001B[0m ?\n",
      "Example 420: all considered , i have to say that \u001B[32m<ray ':Positive Confidence:0.9992276430130005>\u001B[0m s boathouse is deserving of its title as a seattle institution .\n",
      "Example 421: while i could have done without the youth who shared the evening with us , our wonderful \u001B[32m<server:Positive Confidence:0.9992669224739075>\u001B[0m and \u001B[32m<food:Positive Confidence:0.99919193983078>\u001B[0m made the experience a very positive one .\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[{'sentence': 'serves really good sushi .',\n",
       "  'IOB': ['B-ASP', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['serves', 'really', 'good', 'sushi', '.'],\n",
       "  'aspect': ['serves', 'sushi'],\n",
       "  'position': [[0, 3], [0, 3]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.0004788661899510771, 0.6750665307044983, 0.3244546353816986],\n",
       "   [0.0002311569405719638, 0.007874456234276295, 0.9918943047523499]],\n",
       "  'confidence': [0.6750665307044983, 0.9918943047523499]},\n",
       " {'sentence': 'not the biggest portions but adequate .',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['not', 'the', 'biggest', 'portions', 'but', 'adequate', '.'],\n",
       "  'aspect': ['portions'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.979500949382782, 0.00579943647608161, 0.014699668623507023]],\n",
       "  'confidence': [0.979500949382782]},\n",
       " {'sentence': 'green tea creme brulee is a must !',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['green', 'tea', 'creme', 'brulee', 'is', 'a', 'must', '!'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': \"  – i ca n ' t say enough about this place .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'i',\n",
       "   'ca',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'say',\n",
       "   'enough',\n",
       "   'about',\n",
       "   'this',\n",
       "   'place',\n",
       "   '.'],\n",
       "  'aspect': ['this'],\n",
       "  'position': [[10, 12]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.004319787956774235, 0.0002108124317601323, 0.9954694509506226]],\n",
       "  'confidence': [0.9954694509506226]},\n",
       " {'sentence': 'it has great sushi and even better service .',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['it',\n",
       "   'has',\n",
       "   'great',\n",
       "   'sushi',\n",
       "   'and',\n",
       "   'even',\n",
       "   'better',\n",
       "   'service',\n",
       "   '.'],\n",
       "  'aspect': ['sushi', 'service'],\n",
       "  'position': [[3, 7], [3, 7]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0001937689958140254,\n",
       "    0.00026443967362865806,\n",
       "    0.9995418787002563],\n",
       "   [0.00020203898020554334, 0.000256925355643034, 0.9995410442352295]],\n",
       "  'confidence': [0.9995418787002563, 0.9995410442352295]},\n",
       " {'sentence': 'the entire staff was extremely accomodating and tended to my every need .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'entire',\n",
       "   'staff',\n",
       "   'was',\n",
       "   'extremely',\n",
       "   'accomodating',\n",
       "   'and',\n",
       "   'tended',\n",
       "   'to',\n",
       "   'my',\n",
       "   'every',\n",
       "   'need',\n",
       "   '.'],\n",
       "  'aspect': ['staff'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00021370728791225702,\n",
       "    0.0002842977119144052,\n",
       "    0.9995019435882568]],\n",
       "  'confidence': [0.9995019435882568]},\n",
       " {'sentence': \"i ' ve been to this restaurant over a dozen times with no complaints to date .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'been',\n",
       "   'to',\n",
       "   'this',\n",
       "   'restaurant',\n",
       "   'over',\n",
       "   'a',\n",
       "   'dozen',\n",
       "   'times',\n",
       "   'with',\n",
       "   'no',\n",
       "   'complaints',\n",
       "   'to',\n",
       "   'date',\n",
       "   '.'],\n",
       "  'aspect': ['restaurant'],\n",
       "  'position': [[6]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0004111092130187899,\n",
       "    0.0008572530932724476,\n",
       "    0.9987316727638245]],\n",
       "  'confidence': [0.9987316727638245]},\n",
       " {'sentence': 'the owner is belligerent to guests that have a complaint .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'owner',\n",
       "   'is',\n",
       "   'belligerent',\n",
       "   'to',\n",
       "   'guests',\n",
       "   'that',\n",
       "   'have',\n",
       "   'a',\n",
       "   'complaint',\n",
       "   '.'],\n",
       "  'aspect': ['owner'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9984574317932129,\n",
       "    0.001313613960519433,\n",
       "    0.00022897655435372144]],\n",
       "  'confidence': [0.9984574317932129]},\n",
       " {'sentence': 'good food !',\n",
       "  'IOB': ['O', 'B-ASP', 'O'],\n",
       "  'tokens': ['good', 'food', '!'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001815193536458537,\n",
       "    0.0003353985957801342,\n",
       "    0.9994831085205078]],\n",
       "  'confidence': [0.9994831085205078]},\n",
       " {'sentence': 'this is a great place to get a delicious meal .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['this',\n",
       "   'is',\n",
       "   'a',\n",
       "   'great',\n",
       "   'place',\n",
       "   'to',\n",
       "   'get',\n",
       "   'a',\n",
       "   'delicious',\n",
       "   'meal',\n",
       "   '.'],\n",
       "  'aspect': ['meal'],\n",
       "  'position': [[9]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00018572818953543901,\n",
       "    0.0002621533640194684,\n",
       "    0.9995520710945129]],\n",
       "  'confidence': [0.9995520710945129]},\n",
       " {'sentence': 'the staff is pretty friendly .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'staff', 'is', 'pretty', 'friendly', '.'],\n",
       "  'aspect': ['staff'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00027117683202959597,\n",
       "    0.0002679945027921349,\n",
       "    0.9994608759880066]],\n",
       "  'confidence': [0.9994608759880066]},\n",
       " {'sentence': 'the onion rings are great !',\n",
       "  'IOB': ['O', 'B-ASP', 'I-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'onion', 'rings', 'are', 'great', '!'],\n",
       "  'aspect': ['onion rings'],\n",
       "  'position': [[1, 2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00017091090558096766,\n",
       "    0.00029272373649291694,\n",
       "    0.999536395072937]],\n",
       "  'confidence': [0.999536395072937]},\n",
       " {'sentence': '  – i was highly disappointed in the food at pagoda .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'i',\n",
       "   'was',\n",
       "   'highly',\n",
       "   'disappointed',\n",
       "   'in',\n",
       "   'the',\n",
       "   'food',\n",
       "   'at',\n",
       "   'pagoda',\n",
       "   '.'],\n",
       "  'aspect': ['the'],\n",
       "  'position': [[7, 11]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9986276626586914, 0.0010925440583378077, 0.000279750645859167]],\n",
       "  'confidence': [0.9986276626586914]},\n",
       " {'sentence': 'the lemon chicken tasted like sticky sweet donuts and the honey walnut prawns , the few they actually give you . . . . . were not good .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'lemon',\n",
       "   'chicken',\n",
       "   'tasted',\n",
       "   'like',\n",
       "   'sticky',\n",
       "   'sweet',\n",
       "   'donuts',\n",
       "   'and',\n",
       "   'the',\n",
       "   'honey',\n",
       "   'walnut',\n",
       "   'prawns',\n",
       "   ',',\n",
       "   'the',\n",
       "   'few',\n",
       "   'they',\n",
       "   'actually',\n",
       "   'give',\n",
       "   'you',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'were',\n",
       "   'not',\n",
       "   'good',\n",
       "   '.'],\n",
       "  'aspect': ['lemon chicken', 'honey walnut prawns'],\n",
       "  'position': [[1, 2, 10, 11, 12], [1, 2, 10, 11, 12]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.6290537714958191, 0.37053564190864563, 0.0004106000124011189],\n",
       "   [0.449164479970932, 0.5503287315368652, 0.0005067752790637314]],\n",
       "  'confidence': [0.6290537714958191, 0.5503287315368652]},\n",
       " {'sentence': 'nice ambience , but highly overrated place .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['nice',\n",
       "   'ambience',\n",
       "   ',',\n",
       "   'but',\n",
       "   'highly',\n",
       "   'overrated',\n",
       "   'place',\n",
       "   '.'],\n",
       "  'aspect': ['ambience', 'place'],\n",
       "  'position': [[1, 6], [1, 6]],\n",
       "  'sentiment': ['Positive', 'Negative'],\n",
       "  'probs': [[0.00020735316502396017,\n",
       "    0.00023733988928142935,\n",
       "    0.9995552897453308],\n",
       "   [0.9987647533416748, 0.0009376501548103988, 0.0002977072144858539]],\n",
       "  'confidence': [0.9995552897453308, 0.9987647533416748]},\n",
       " {'sentence': 'worst service i ever had',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['worst', 'service', 'i', 'ever', 'had'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9989626407623291,\n",
       "    0.0007209523464553058,\n",
       "    0.0003163534856867045]],\n",
       "  'confidence': [0.9989626407623291]},\n",
       " {'sentence': 'everyone that sat in the back outside agreed that it was the worst service we had ever received .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['everyone',\n",
       "   'that',\n",
       "   'sat',\n",
       "   'in',\n",
       "   'the',\n",
       "   'back',\n",
       "   'outside',\n",
       "   'agreed',\n",
       "   'that',\n",
       "   'it',\n",
       "   'was',\n",
       "   'the',\n",
       "   'worst',\n",
       "   'service',\n",
       "   'we',\n",
       "   'had',\n",
       "   'ever',\n",
       "   'received',\n",
       "   '.'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[13]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9992260932922363, 0.000569070631172508, 0.0002049318718491122]],\n",
       "  'confidence': [0.9992260932922363]},\n",
       " {'sentence': 'our waiter was non - existent and after our food finally arrived over an hour after we ordered , we were not given any water or utensils .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['our',\n",
       "   'waiter',\n",
       "   'was',\n",
       "   'non',\n",
       "   '-',\n",
       "   'existent',\n",
       "   'and',\n",
       "   'after',\n",
       "   'our',\n",
       "   'food',\n",
       "   'finally',\n",
       "   'arrived',\n",
       "   'over',\n",
       "   'an',\n",
       "   'hour',\n",
       "   'after',\n",
       "   'we',\n",
       "   'ordered',\n",
       "   ',',\n",
       "   'we',\n",
       "   'were',\n",
       "   'not',\n",
       "   'given',\n",
       "   'any',\n",
       "   'water',\n",
       "   'or',\n",
       "   'utensils',\n",
       "   '.'],\n",
       "  'aspect': ['waiter', 'food'],\n",
       "  'position': [[1, 9], [1, 9]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.9992457628250122, 0.0005372347659431398, 0.000217010427149944],\n",
       "   [0.00218052021227777, 0.9972600936889648, 0.0005594007088802755]],\n",
       "  'confidence': [0.9992457628250122, 0.9972600936889648]},\n",
       " {'sentence': 'i complained to the manager , but he was not even apologetic .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['i',\n",
       "   'complained',\n",
       "   'to',\n",
       "   'the',\n",
       "   'manager',\n",
       "   ',',\n",
       "   'but',\n",
       "   'he',\n",
       "   'was',\n",
       "   'not',\n",
       "   'even',\n",
       "   'apologetic',\n",
       "   '.'],\n",
       "  'aspect': ['manager'],\n",
       "  'position': [[4]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9988617897033691,\n",
       "    0.0009368026512674987,\n",
       "    0.0002014648780459538]],\n",
       "  'confidence': [0.9988617897033691]},\n",
       " {'sentence': 'fabulous italian food !',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['fabulous', 'italian', 'food', '!'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00020802549261134118,\n",
       "    0.00026292295660823584,\n",
       "    0.9995290040969849]],\n",
       "  'confidence': [0.9995290040969849]},\n",
       " {'sentence': '  – i highly recommend mioposto .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', '[SEP]'],\n",
       "  'tokens': [' ', '–', 'i', 'highly', 'recommend', 'mioposto', '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'i am so happy to have a wonderful italian restaurant in my neighborhood .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'am',\n",
       "   'so',\n",
       "   'happy',\n",
       "   'to',\n",
       "   'have',\n",
       "   'a',\n",
       "   'wonderful',\n",
       "   'italian',\n",
       "   'restaurant',\n",
       "   'in',\n",
       "   'my',\n",
       "   'neighborhood',\n",
       "   '.'],\n",
       "  'aspect': ['restaurant'],\n",
       "  'position': [[9]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00015179436013568193,\n",
       "    0.00031423382461071014,\n",
       "    0.999534010887146]],\n",
       "  'confidence': [0.999534010887146]},\n",
       " {'sentence': 'the wine list is wonderful and the food reminds me of my recent trip to italy .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'wine',\n",
       "   'list',\n",
       "   'is',\n",
       "   'wonderful',\n",
       "   'and',\n",
       "   'the',\n",
       "   'food',\n",
       "   'reminds',\n",
       "   'me',\n",
       "   'of',\n",
       "   'my',\n",
       "   'recent',\n",
       "   'trip',\n",
       "   'to',\n",
       "   'italy',\n",
       "   '.'],\n",
       "  'aspect': ['wine list', 'food'],\n",
       "  'position': [[1, 2, 7], [1, 2, 7]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00021229441335890442,\n",
       "    0.0002641308819875121,\n",
       "    0.9995235204696655],\n",
       "   [0.0001337597641395405, 0.0004926668480038643, 0.9993736147880554]],\n",
       "  'confidence': [0.9995235204696655, 0.9993736147880554]},\n",
       " {'sentence': 'i love this restaurant',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP'],\n",
       "  'tokens': ['i', 'love', 'this', 'restaurant'],\n",
       "  'aspect': ['restaurant'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0004669523041229695,\n",
       "    0.00019812678510788828,\n",
       "    0.9993348717689514]],\n",
       "  'confidence': [0.9993348717689514]},\n",
       " {'sentence': '  – i will never forget the amazing meal , service , and ambiance i experience at this restaurant .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'i',\n",
       "   'will',\n",
       "   'never',\n",
       "   'forget',\n",
       "   'the',\n",
       "   'amazing',\n",
       "   'meal',\n",
       "   ',',\n",
       "   'service',\n",
       "   ',',\n",
       "   'and',\n",
       "   'ambiance',\n",
       "   'i',\n",
       "   'experience',\n",
       "   'at',\n",
       "   'this',\n",
       "   'restaurant',\n",
       "   '.'],\n",
       "  'aspect': ['amazing', ',', 'and'],\n",
       "  'position': [[7, 9, 12, 19], [7, 9, 12, 19], [7, 9, 12, 19]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.00026253069518134, 0.0002605599584057927, 0.999476969242096],\n",
       "   [0.00026280430029146373, 0.00024934191606007516, 0.9994877576828003],\n",
       "   [0.00023808771220501512, 0.0002536396204959601, 0.999508261680603]],\n",
       "  'confidence': [0.999476969242096, 0.9994877576828003, 0.999508261680603]},\n",
       " {'sentence': 'the wine list is incredible and extensive and diverse , the food is all incredible and the staff was all very nice , good at their jobs and cultured .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'wine',\n",
       "   'list',\n",
       "   'is',\n",
       "   'incredible',\n",
       "   'and',\n",
       "   'extensive',\n",
       "   'and',\n",
       "   'diverse',\n",
       "   ',',\n",
       "   'the',\n",
       "   'food',\n",
       "   'is',\n",
       "   'all',\n",
       "   'incredible',\n",
       "   'and',\n",
       "   'the',\n",
       "   'staff',\n",
       "   'was',\n",
       "   'all',\n",
       "   'very',\n",
       "   'nice',\n",
       "   ',',\n",
       "   'good',\n",
       "   'at',\n",
       "   'their',\n",
       "   'jobs',\n",
       "   'and',\n",
       "   'cultured',\n",
       "   '.'],\n",
       "  'aspect': ['wine list', 'food', 'staff'],\n",
       "  'position': [[1, 2, 11, 17], [1, 2, 11, 17], [1, 2, 11, 17]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.0003673633618745953, 0.0002427013241685927, 0.9993898868560791],\n",
       "   [0.00016584656259510666, 0.0006490065716207027, 0.9991851449012756],\n",
       "   [0.0001932592858793214, 0.0005470498581416905, 0.9992597699165344]],\n",
       "  'confidence': [0.9993898868560791, 0.9991851449012756, 0.9992597699165344]},\n",
       " {'sentence': 'i have not a bad thing to say about this place .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['i',\n",
       "   'have',\n",
       "   'not',\n",
       "   'a',\n",
       "   'bad',\n",
       "   'thing',\n",
       "   'to',\n",
       "   'say',\n",
       "   'about',\n",
       "   'this',\n",
       "   'place',\n",
       "   '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[10]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002635909477248788,\n",
       "    0.00025465767248533666,\n",
       "    0.9994818568229675]],\n",
       "  'confidence': [0.9994818568229675]},\n",
       " {'sentence': 'the food was great !',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'food', 'was', 'great', '!'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00018665629613678902,\n",
       "    0.0003013498499058187,\n",
       "    0.9995119571685791]],\n",
       "  'confidence': [0.9995119571685791]},\n",
       " {'sentence': \"it ' s * very * reasonably priced , esp for the quality of the food .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['it',\n",
       "   \"'\",\n",
       "   's',\n",
       "   '*',\n",
       "   'very',\n",
       "   '*',\n",
       "   'reasonably',\n",
       "   'priced',\n",
       "   ',',\n",
       "   'esp',\n",
       "   'for',\n",
       "   'the',\n",
       "   'quality',\n",
       "   'of',\n",
       "   'the',\n",
       "   'food',\n",
       "   '.'],\n",
       "  'aspect': ['priced', 'food'],\n",
       "  'position': [[7, 15], [7, 15]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0006177635514177382, 0.0002501681155990809, 0.9991320967674255],\n",
       "   [0.00030072356457822025, 0.30805346369743347, 0.6916458010673523]],\n",
       "  'confidence': [0.9991320967674255, 0.6916458010673523]},\n",
       " {'sentence': 'i had the kafta plate and it was perfect .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['i',\n",
       "   'had',\n",
       "   'the',\n",
       "   'kafta',\n",
       "   'plate',\n",
       "   'and',\n",
       "   'it',\n",
       "   'was',\n",
       "   'perfect',\n",
       "   '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'finally a meal that you will remember for a long time !',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['finally',\n",
       "   'a',\n",
       "   'meal',\n",
       "   'that',\n",
       "   'you',\n",
       "   'will',\n",
       "   'remember',\n",
       "   'for',\n",
       "   'a',\n",
       "   'long',\n",
       "   'time',\n",
       "   '!'],\n",
       "  'aspect': ['meal'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002285176597069949,\n",
       "    0.00047249594354070723,\n",
       "    0.9992990493774414]],\n",
       "  'confidence': [0.9992990493774414]},\n",
       " {'sentence': '  – in a age of incremental cost cutting in restaurants , its nice to see a place that bucks that trend , and just plain delivers high quality food and good service , period .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'in',\n",
       "   'a',\n",
       "   'age',\n",
       "   'of',\n",
       "   'incremental',\n",
       "   'cost',\n",
       "   'cutting',\n",
       "   'in',\n",
       "   'restaurants',\n",
       "   ',',\n",
       "   'its',\n",
       "   'nice',\n",
       "   'to',\n",
       "   'see',\n",
       "   'a',\n",
       "   'place',\n",
       "   'that',\n",
       "   'bucks',\n",
       "   'that',\n",
       "   'trend',\n",
       "   ',',\n",
       "   'and',\n",
       "   'just',\n",
       "   'plain',\n",
       "   'delivers',\n",
       "   'high',\n",
       "   'quality',\n",
       "   'food',\n",
       "   'and',\n",
       "   'good',\n",
       "   'service',\n",
       "   ',',\n",
       "   'period',\n",
       "   '.'],\n",
       "  'aspect': ['quality', 'good'],\n",
       "  'position': [[28, 31, 35], [28, 31, 35]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0002148494531866163, 0.0002638696751091629, 0.9995212554931641],\n",
       "   [0.00021499085414689034, 0.00024967125500552356, 0.9995354413986206]],\n",
       "  'confidence': [0.9995212554931641, 0.9995354413986206]},\n",
       " {'sentence': 'this is the place to relax and enjoy the finest quality food the industry can offer .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['this',\n",
       "   'is',\n",
       "   'the',\n",
       "   'place',\n",
       "   'to',\n",
       "   'relax',\n",
       "   'and',\n",
       "   'enjoy',\n",
       "   'the',\n",
       "   'finest',\n",
       "   'quality',\n",
       "   'food',\n",
       "   'the',\n",
       "   'industry',\n",
       "   'can',\n",
       "   'offer',\n",
       "   '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[11]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00015373513451777399,\n",
       "    0.00033473328221589327,\n",
       "    0.9995115995407104]],\n",
       "  'confidence': [0.9995115995407104]},\n",
       " {'sentence': 'caution - its real food for people who love the best .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['caution',\n",
       "   '-',\n",
       "   'its',\n",
       "   'real',\n",
       "   'food',\n",
       "   'for',\n",
       "   'people',\n",
       "   'who',\n",
       "   'love',\n",
       "   'the',\n",
       "   'best',\n",
       "   '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[4]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.00037776591489091516, 0.6337648034095764, 0.36585742235183716]],\n",
       "  'confidence': [0.6337648034095764]},\n",
       " {'sentence': 'i liked the atmosphere very much but the food was not worth the price .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'liked',\n",
       "   'the',\n",
       "   'atmosphere',\n",
       "   'very',\n",
       "   'much',\n",
       "   'but',\n",
       "   'the',\n",
       "   'food',\n",
       "   'was',\n",
       "   'not',\n",
       "   'worth',\n",
       "   'the',\n",
       "   'price',\n",
       "   '.'],\n",
       "  'aspect': ['atmosphere', 'food'],\n",
       "  'position': [[3, 8], [3, 8]],\n",
       "  'sentiment': ['Positive', 'Negative'],\n",
       "  'probs': [[0.00017544956062920392,\n",
       "    0.00034887384390458465,\n",
       "    0.9994756579399109],\n",
       "   [0.6525688171386719, 0.3470936715602875, 0.0003375766391400248]],\n",
       "  'confidence': [0.9994756579399109, 0.6525688171386719]},\n",
       " {'sentence': 'i may not be a sushi guru but i can tell you that the food here is just okay and that there is not much else to it .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'may',\n",
       "   'not',\n",
       "   'be',\n",
       "   'a',\n",
       "   'sushi',\n",
       "   'guru',\n",
       "   'but',\n",
       "   'i',\n",
       "   'can',\n",
       "   'tell',\n",
       "   'you',\n",
       "   'that',\n",
       "   'the',\n",
       "   'food',\n",
       "   'here',\n",
       "   'is',\n",
       "   'just',\n",
       "   'okay',\n",
       "   'and',\n",
       "   'that',\n",
       "   'there',\n",
       "   'is',\n",
       "   'not',\n",
       "   'much',\n",
       "   'else',\n",
       "   'to',\n",
       "   'it',\n",
       "   '.'],\n",
       "  'aspect': ['sushi', 'food'],\n",
       "  'position': [[5, 14], [5, 14]],\n",
       "  'sentiment': ['Neutral', 'Neutral'],\n",
       "  'probs': [[0.12579551339149475, 0.8712786436080933, 0.0029258443973958492],\n",
       "   [0.025136107578873634, 0.9292333126068115, 0.04563063383102417]],\n",
       "  'confidence': [0.8712786436080933, 0.9292333126068115]},\n",
       " {'sentence': \"rice is too dry , tuna was n ' t so fresh either .\",\n",
       "  'IOB': ['B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['rice',\n",
       "   'is',\n",
       "   'too',\n",
       "   'dry',\n",
       "   ',',\n",
       "   'tuna',\n",
       "   'was',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'so',\n",
       "   'fresh',\n",
       "   'either',\n",
       "   '.'],\n",
       "  'aspect': ['rice', 'tuna'],\n",
       "  'position': [[0, 5], [0, 5]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.9948047995567322, 0.004126063548028469, 0.0010691364295780659],\n",
       "   [0.9943233728408813, 0.0033427500165998936, 0.0023339116014540195]],\n",
       "  'confidence': [0.9948047995567322, 0.9943233728408813]},\n",
       " {'sentence': 'i have eaten here three times and have found the quality and variety of the fish to be excellent .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'have',\n",
       "   'eaten',\n",
       "   'here',\n",
       "   'three',\n",
       "   'times',\n",
       "   'and',\n",
       "   'have',\n",
       "   'found',\n",
       "   'the',\n",
       "   'quality',\n",
       "   'and',\n",
       "   'variety',\n",
       "   'of',\n",
       "   'the',\n",
       "   'fish',\n",
       "   'to',\n",
       "   'be',\n",
       "   'excellent',\n",
       "   '.'],\n",
       "  'aspect': ['quality', 'variety', 'fish'],\n",
       "  'position': [[10, 12, 15], [10, 12, 15], [10, 12, 15]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.0002631705137901008, 0.003740099025890231, 0.9959967136383057],\n",
       "   [0.0003140697081107646, 0.006795552093535662, 0.992890477180481],\n",
       "   [0.0003609462874010205, 0.11681827902793884, 0.8828207850456238]],\n",
       "  'confidence': [0.9959967136383057, 0.992890477180481, 0.8828207850456238]},\n",
       " {'sentence': 'however , the value and service are both severely lacking .',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['however',\n",
       "   ',',\n",
       "   'the',\n",
       "   'value',\n",
       "   'and',\n",
       "   'service',\n",
       "   'are',\n",
       "   'both',\n",
       "   'severely',\n",
       "   'lacking',\n",
       "   '.'],\n",
       "  'aspect': ['value', 'service'],\n",
       "  'position': [[3, 5], [3, 5]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.9926034808158875, 0.003100049216300249, 0.004296517930924892],\n",
       "   [0.9974547028541565, 0.0014431504532694817, 0.0011021889513358474]],\n",
       "  'confidence': [0.9926034808158875, 0.9974547028541565]},\n",
       " {'sentence': 'furthermore , while the fish is unquestionably fresh , rolls tend to be inexplicably bland .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['furthermore',\n",
       "   ',',\n",
       "   'while',\n",
       "   'the',\n",
       "   'fish',\n",
       "   'is',\n",
       "   'unquestionably',\n",
       "   'fresh',\n",
       "   ',',\n",
       "   'rolls',\n",
       "   'tend',\n",
       "   'to',\n",
       "   'be',\n",
       "   'inexplicably',\n",
       "   'bland',\n",
       "   '.'],\n",
       "  'aspect': ['fish', 'rolls'],\n",
       "  'position': [[4, 9], [4, 9]],\n",
       "  'sentiment': ['Positive', 'Negative'],\n",
       "  'probs': [[0.0002565729955676943, 0.0002588429197203368, 0.999484658241272],\n",
       "   [0.9989215135574341, 0.0008561903377994895, 0.00022236646327655762]],\n",
       "  'confidence': [0.999484658241272, 0.9989215135574341]},\n",
       " {'sentence': 'the service ranges from mediocre to offensive .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'service',\n",
       "   'ranges',\n",
       "   'from',\n",
       "   'mediocre',\n",
       "   'to',\n",
       "   'offensive',\n",
       "   '.'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9895910620689392,\n",
       "    0.010087716393172741,\n",
       "    0.00032122459379024804]],\n",
       "  'confidence': [0.9895910620689392]},\n",
       " {'sentence': 'on a recent trip , our waiter was extremely dismissive , while no less than three staff members waited hand - and - foot on a pair of japanese girls seated nearby .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['on',\n",
       "   'a',\n",
       "   'recent',\n",
       "   'trip',\n",
       "   ',',\n",
       "   'our',\n",
       "   'waiter',\n",
       "   'was',\n",
       "   'extremely',\n",
       "   'dismissive',\n",
       "   ',',\n",
       "   'while',\n",
       "   'no',\n",
       "   'less',\n",
       "   'than',\n",
       "   'three',\n",
       "   'staff',\n",
       "   'members',\n",
       "   'waited',\n",
       "   'hand',\n",
       "   '-',\n",
       "   'and',\n",
       "   '-',\n",
       "   'foot',\n",
       "   'on',\n",
       "   'a',\n",
       "   'pair',\n",
       "   'of',\n",
       "   'japanese',\n",
       "   'girls',\n",
       "   'seated',\n",
       "   'nearby',\n",
       "   '.'],\n",
       "  'aspect': ['waiter', 'staff members'],\n",
       "  'position': [[6, 16, 17], [6, 16, 17]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.9311105012893677, 0.06823280453681946, 0.0006567563395947218],\n",
       "   [0.999186098575592, 0.00039316591573879123, 0.00042075326200574636]],\n",
       "  'confidence': [0.9311105012893677, 0.999186098575592]},\n",
       " {'sentence': 'freshest sushi – i love this restaurant .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['freshest', 'sushi', '–', 'i', 'love', 'this', 'restaurant', '.'],\n",
       "  'aspect': ['sushi'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00024044937163125724,\n",
       "    0.00022382632596418262,\n",
       "    0.9995357990264893]],\n",
       "  'confidence': [0.9995357990264893]},\n",
       " {'sentence': 'freshest sushi – i love this restaurant .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['freshest', 'sushi', '–', 'i', 'love', 'this', 'restaurant', '.'],\n",
       "  'aspect': ['sushi'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00024044937163125724,\n",
       "    0.00022382632596418262,\n",
       "    0.9995357990264893]],\n",
       "  'confidence': [0.9995357990264893]},\n",
       " {'sentence': 'they pay such detail to everything from miso soup to complex rolls .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['they',\n",
       "   'pay',\n",
       "   'such',\n",
       "   'detail',\n",
       "   'to',\n",
       "   'everything',\n",
       "   'from',\n",
       "   'miso',\n",
       "   'soup',\n",
       "   'to',\n",
       "   'complex',\n",
       "   'rolls',\n",
       "   '.'],\n",
       "  'aspect': ['miso soup', 'rolls'],\n",
       "  'position': [[7, 8, 11], [7, 8, 11]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0007539646467193961, 0.09526247531175613, 0.9039835929870605],\n",
       "   [0.050186071544885635, 0.025768307968974113, 0.9240456223487854]],\n",
       "  'confidence': [0.9039835929870605, 0.9240456223487854]},\n",
       " {'sentence': 'the sashimi was the freshest and most tender i have ever tasted .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'sashimi',\n",
       "   'was',\n",
       "   'the',\n",
       "   'freshest',\n",
       "   'and',\n",
       "   'most',\n",
       "   'tender',\n",
       "   'i',\n",
       "   'have',\n",
       "   'ever',\n",
       "   'tasted',\n",
       "   '.'],\n",
       "  'aspect': ['sashimi'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00024259854399133474,\n",
       "    0.00025240046670660377,\n",
       "    0.9995050430297852]],\n",
       "  'confidence': [0.9995050430297852]},\n",
       " {'sentence': 'their apps are all delicious .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['their', 'apps', 'are', 'all', 'delicious', '.'],\n",
       "  'aspect': ['apps'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0003386056050658226,\n",
       "    0.0003873620880767703,\n",
       "    0.9992740750312805]],\n",
       "  'confidence': [0.9992740750312805]},\n",
       " {'sentence': 'the only drawback is that this place is really expensive and the portions are on the small side .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'only',\n",
       "   'drawback',\n",
       "   'is',\n",
       "   'that',\n",
       "   'this',\n",
       "   'place',\n",
       "   'is',\n",
       "   'really',\n",
       "   'expensive',\n",
       "   'and',\n",
       "   'the',\n",
       "   'portions',\n",
       "   'are',\n",
       "   'on',\n",
       "   'the',\n",
       "   'small',\n",
       "   'side',\n",
       "   '.'],\n",
       "  'aspect': ['place', 'portions'],\n",
       "  'position': [[6, 12], [6, 12]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.9942002296447754, 0.005603482946753502, 0.00019622690160758793],\n",
       "   [0.9976645708084106, 0.0005749888368882239, 0.0017604099120944738]],\n",
       "  'confidence': [0.9942002296447754, 0.9976645708084106]},\n",
       " {'sentence': 'but the space is small and lovely , and the service is helpful .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['but',\n",
       "   'the',\n",
       "   'space',\n",
       "   'is',\n",
       "   'small',\n",
       "   'and',\n",
       "   'lovely',\n",
       "   ',',\n",
       "   'and',\n",
       "   'the',\n",
       "   'service',\n",
       "   'is',\n",
       "   'helpful',\n",
       "   '.'],\n",
       "  'aspect': ['space', 'service'],\n",
       "  'position': [[2, 10], [2, 10]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.02460782416164875, 0.0015716172056272626, 0.9738205671310425],\n",
       "   [0.00043702535913325846, 0.00026748600066639483, 0.9992954730987549]],\n",
       "  'confidence': [0.9738205671310425, 0.9992954730987549]},\n",
       " {'sentence': '  – the food was not great & the waiters were rude .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'the',\n",
       "   'food',\n",
       "   'was',\n",
       "   'not',\n",
       "   'great',\n",
       "   '&',\n",
       "   'the',\n",
       "   'waiters',\n",
       "   'were',\n",
       "   'rude',\n",
       "   '.'],\n",
       "  'aspect': ['the', 'the'],\n",
       "  'position': [[2, 8, 12], [2, 8, 12]],\n",
       "  'sentiment': ['Neutral', 'Neutral'],\n",
       "  'probs': [[0.19773650169372559, 0.7998533844947815, 0.0024101303424686193],\n",
       "   [0.19773650169372559, 0.7998533844947815, 0.0024101303424686193]],\n",
       "  'confidence': [0.7998533844947815, 0.7998533844947815]},\n",
       " {'sentence': 'great service',\n",
       "  'IOB': ['O', 'B-ASP'],\n",
       "  'tokens': ['great', 'service'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0007279988494701684,\n",
       "    0.00021466925682034343,\n",
       "    0.9990573525428772]],\n",
       "  'confidence': [0.9990573525428772]},\n",
       " {'sentence': 'my service was stellar !',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['my', 'service', 'was', 'stellar', '!'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00017642545572016388,\n",
       "    0.0004954055184498429,\n",
       "    0.9993281364440918]],\n",
       "  'confidence': [0.9993281364440918]},\n",
       " {'sentence': 'the bus boy even spotted that my table was shaking a stabilized it for me .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'bus',\n",
       "   'boy',\n",
       "   'even',\n",
       "   'spotted',\n",
       "   'that',\n",
       "   'my',\n",
       "   'table',\n",
       "   'was',\n",
       "   'shaking',\n",
       "   'a',\n",
       "   'stabilized',\n",
       "   'it',\n",
       "   'for',\n",
       "   'me',\n",
       "   '.'],\n",
       "  'aspect': ['table'],\n",
       "  'position': [[7]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9665725827217102, 0.03265250101685524, 0.0007748584030196071]],\n",
       "  'confidence': [0.9665725827217102]},\n",
       " {'sentence': 'food was fine , with a some little - tastier - than - normal salsa .',\n",
       "  'IOB': ['B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['food',\n",
       "   'was',\n",
       "   'fine',\n",
       "   ',',\n",
       "   'with',\n",
       "   'a',\n",
       "   'some',\n",
       "   'little',\n",
       "   '-',\n",
       "   'tastier',\n",
       "   '-',\n",
       "   'than',\n",
       "   '-',\n",
       "   'normal',\n",
       "   'salsa',\n",
       "   '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[0]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00022592155437450856, 0.0324983187019825, 0.9672757387161255]],\n",
       "  'confidence': [0.9672757387161255]},\n",
       " {'sentence': 'the food was great , the margaritas too but the waitress was too busy being nice to her other larger party than to take better care of my friend and me .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'food',\n",
       "   'was',\n",
       "   'great',\n",
       "   ',',\n",
       "   'the',\n",
       "   'margaritas',\n",
       "   'too',\n",
       "   'but',\n",
       "   'the',\n",
       "   'waitress',\n",
       "   'was',\n",
       "   'too',\n",
       "   'busy',\n",
       "   'being',\n",
       "   'nice',\n",
       "   'to',\n",
       "   'her',\n",
       "   'other',\n",
       "   'larger',\n",
       "   'party',\n",
       "   'than',\n",
       "   'to',\n",
       "   'take',\n",
       "   'better',\n",
       "   'care',\n",
       "   'of',\n",
       "   'my',\n",
       "   'friend',\n",
       "   'and',\n",
       "   'me',\n",
       "   '.'],\n",
       "  'aspect': ['food', 'margaritas', 'waitress'],\n",
       "  'position': [[1, 6, 10], [1, 6, 10], [1, 6, 10]],\n",
       "  'sentiment': ['Positive', 'Neutral', 'Negative'],\n",
       "  'probs': [[0.00022376504784915596, 0.018786881119012833, 0.980989396572113],\n",
       "   [0.0006605701055377722, 0.8368481993675232, 0.16249127686023712],\n",
       "   [0.9979914426803589, 0.001116006402298808, 0.0008924871799536049]],\n",
       "  'confidence': [0.980989396572113, 0.8368481993675232, 0.9979914426803589]},\n",
       " {'sentence': 'mama mia – i live in the neighborhood and feel lucky to live by such a great pizza place .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['mama',\n",
       "   'mia',\n",
       "   '–',\n",
       "   'i',\n",
       "   'live',\n",
       "   'in',\n",
       "   'the',\n",
       "   'neighborhood',\n",
       "   'and',\n",
       "   'feel',\n",
       "   'lucky',\n",
       "   'to',\n",
       "   'live',\n",
       "   'by',\n",
       "   'such',\n",
       "   'a',\n",
       "   'great',\n",
       "   'pizza',\n",
       "   'place',\n",
       "   '.'],\n",
       "  'aspect': ['pizza place'],\n",
       "  'position': [[17, 18]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00021825137082487345,\n",
       "    0.00022140667715575546,\n",
       "    0.9995602965354919]],\n",
       "  'confidence': [0.9995602965354919]},\n",
       " {'sentence': \"the only problem is you really have to warm up the pizza before it ' s edible , even when you order ahead .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'only',\n",
       "   'problem',\n",
       "   'is',\n",
       "   'you',\n",
       "   'really',\n",
       "   'have',\n",
       "   'to',\n",
       "   'warm',\n",
       "   'up',\n",
       "   'the',\n",
       "   'pizza',\n",
       "   'before',\n",
       "   'it',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'edible',\n",
       "   ',',\n",
       "   'even',\n",
       "   'when',\n",
       "   'you',\n",
       "   'order',\n",
       "   'ahead',\n",
       "   '.'],\n",
       "  'aspect': ['pizza'],\n",
       "  'position': [[11]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9986129999160767,\n",
       "    0.0009791902266442776,\n",
       "    0.0004078947240486741]],\n",
       "  'confidence': [0.9986129999160767]},\n",
       " {'sentence': 'best sushi in town .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['best', 'sushi', 'in', 'town', '.'],\n",
       "  'aspect': ['sushi'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00021649357222486287,\n",
       "    0.0002817070053424686,\n",
       "    0.9995018243789673]],\n",
       "  'confidence': [0.9995018243789673]},\n",
       " {'sentence': 'the best calamari in seattle !',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'best', 'calamari', 'in', 'seattle', '!'],\n",
       "  'aspect': ['calamari'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.000208173762075603,\n",
       "    0.00028659976669587195,\n",
       "    0.9995052814483643]],\n",
       "  'confidence': [0.9995052814483643]},\n",
       " {'sentence': '  – . . . and the best summertime deck experience - - they will even bring you a blanket if you get cold in the seattle evening weather .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'and',\n",
       "   'the',\n",
       "   'best',\n",
       "   'summertime',\n",
       "   'deck',\n",
       "   'experience',\n",
       "   '-',\n",
       "   '-',\n",
       "   'they',\n",
       "   'will',\n",
       "   'even',\n",
       "   'bring',\n",
       "   'you',\n",
       "   'a',\n",
       "   'blanket',\n",
       "   'if',\n",
       "   'you',\n",
       "   'get',\n",
       "   'cold',\n",
       "   'in',\n",
       "   'the',\n",
       "   'seattle',\n",
       "   'evening',\n",
       "   'weather',\n",
       "   '.'],\n",
       "  'aspect': ['best summertime'],\n",
       "  'position': [[7, 8, 29]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0003267735883127898,\n",
       "    0.0002496920933481306,\n",
       "    0.9994235038757324]],\n",
       "  'confidence': [0.9994235038757324]},\n",
       " {'sentence': 'a perfect place to take out of town guests any time of the year .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['a',\n",
       "   'perfect',\n",
       "   'place',\n",
       "   'to',\n",
       "   'take',\n",
       "   'out',\n",
       "   'of',\n",
       "   'town',\n",
       "   'guests',\n",
       "   'any',\n",
       "   'time',\n",
       "   'of',\n",
       "   'the',\n",
       "   'year',\n",
       "   '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00018797129450831562,\n",
       "    0.0004313229292165488,\n",
       "    0.9993807077407837]],\n",
       "  'confidence': [0.9993807077407837]},\n",
       " {'sentence': 'endless fun , awesome music , great staff ! ! !',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['endless',\n",
       "   'fun',\n",
       "   ',',\n",
       "   'awesome',\n",
       "   'music',\n",
       "   ',',\n",
       "   'great',\n",
       "   'staff',\n",
       "   '!',\n",
       "   '!',\n",
       "   '!'],\n",
       "  'aspect': ['music', 'staff'],\n",
       "  'position': [[4, 7], [4, 7]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00026495358906686306,\n",
       "    0.0002428938023513183,\n",
       "    0.9994920492172241],\n",
       "   [0.0003597571048885584, 0.00022326016915030777, 0.9994169473648071]],\n",
       "  'confidence': [0.9994920492172241, 0.9994169473648071]},\n",
       " {'sentence': '  – by far the best bar in the east village . . .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'by',\n",
       "   'far',\n",
       "   'the',\n",
       "   'best',\n",
       "   'bar',\n",
       "   'in',\n",
       "   'the',\n",
       "   'east',\n",
       "   'village',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.'],\n",
       "  'aspect': ['best'],\n",
       "  'position': [[5, 13]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00023405578394886106,\n",
       "    0.0002866415015887469,\n",
       "    0.999479353427887]],\n",
       "  'confidence': [0.999479353427887]},\n",
       " {'sentence': 'every time \" 0 - sixtynine \" is called the bartender buys everyone drinks !',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['every',\n",
       "   'time',\n",
       "   '\"',\n",
       "   '0',\n",
       "   '-',\n",
       "   'sixtynine',\n",
       "   '\"',\n",
       "   'is',\n",
       "   'called',\n",
       "   'the',\n",
       "   'bartender',\n",
       "   'buys',\n",
       "   'everyone',\n",
       "   'drinks',\n",
       "   '!'],\n",
       "  'aspect': ['bartender', 'drinks'],\n",
       "  'position': [[10, 13], [10, 13]],\n",
       "  'sentiment': ['Neutral', 'Neutral'],\n",
       "  'probs': [[0.06385757774114609, 0.9255101084709167, 0.01063235942274332],\n",
       "   [0.0007149748271331191, 0.9983686804771423, 0.0009164197253994644]],\n",
       "  'confidence': [0.9255101084709167, 0.9983686804771423]},\n",
       " {'sentence': 'great draft and bottle selection and the pizza rocks .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O'],\n",
       "  'tokens': ['great',\n",
       "   'draft',\n",
       "   'and',\n",
       "   'bottle',\n",
       "   'selection',\n",
       "   'and',\n",
       "   'the',\n",
       "   'pizza',\n",
       "   'rocks',\n",
       "   '.'],\n",
       "  'aspect': ['pizza'],\n",
       "  'position': [[7]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001517373020760715, 0.000667092390358448, 0.9991810917854309]],\n",
       "  'confidence': [0.9991810917854309]},\n",
       " {'sentence': \"definitely has one of the best jukebox ' s i ' ve seen in a long long time .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['definitely',\n",
       "   'has',\n",
       "   'one',\n",
       "   'of',\n",
       "   'the',\n",
       "   'best',\n",
       "   'jukebox',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'seen',\n",
       "   'in',\n",
       "   'a',\n",
       "   'long',\n",
       "   'long',\n",
       "   'time',\n",
       "   '.'],\n",
       "  'aspect': ['jukebox', 'time'],\n",
       "  'position': [[6, 17], [6, 17]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.0008823584648780525, 0.000214267463888973, 0.9989033937454224],\n",
       "   [0.03993585333228111, 0.9596619009971619, 0.0004022698849439621]],\n",
       "  'confidence': [0.9989033937454224, 0.9596619009971619]},\n",
       " {'sentence': 'the food is great , the bartenders go that extra mile .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'food',\n",
       "   'is',\n",
       "   'great',\n",
       "   ',',\n",
       "   'the',\n",
       "   'bartenders',\n",
       "   'go',\n",
       "   'that',\n",
       "   'extra',\n",
       "   'mile',\n",
       "   '.'],\n",
       "  'aspect': ['food', 'bartenders'],\n",
       "  'position': [[1, 6], [1, 6]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00017321138875558972,\n",
       "    0.0005116224056109786,\n",
       "    0.9993151426315308],\n",
       "   [0.009704084135591984, 0.00034676509676501155, 0.9899492263793945]],\n",
       "  'confidence': [0.9993151426315308, 0.9899492263793945]},\n",
       " {'sentence': 'the owners are great fun and the beer selection is worth staying for .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'owners',\n",
       "   'are',\n",
       "   'great',\n",
       "   'fun',\n",
       "   'and',\n",
       "   'the',\n",
       "   'beer',\n",
       "   'selection',\n",
       "   'is',\n",
       "   'worth',\n",
       "   'staying',\n",
       "   'for',\n",
       "   '.'],\n",
       "  'aspect': ['owners', 'beer selection'],\n",
       "  'position': [[1, 7, 8], [1, 7, 8]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00030960841104388237,\n",
       "    0.00032541726250201464,\n",
       "    0.9993649125099182],\n",
       "   [0.00016264745499938726, 0.00037014810368418694, 0.9994671940803528]],\n",
       "  'confidence': [0.9993649125099182, 0.9994671940803528]},\n",
       " {'sentence': 'and the upstairs is a great place to hang out .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['and',\n",
       "   'the',\n",
       "   'upstairs',\n",
       "   'is',\n",
       "   'a',\n",
       "   'great',\n",
       "   'place',\n",
       "   'to',\n",
       "   'hang',\n",
       "   'out',\n",
       "   '.'],\n",
       "  'aspect': ['upstairs'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001999004016397521,\n",
       "    0.0015187005046755075,\n",
       "    0.9982813596725464]],\n",
       "  'confidence': [0.9982813596725464]},\n",
       " {'sentence': 'not alot of smoking places left in new york , but i have found my favorite smoking balconey in the city .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['not',\n",
       "   'alot',\n",
       "   'of',\n",
       "   'smoking',\n",
       "   'places',\n",
       "   'left',\n",
       "   'in',\n",
       "   'new',\n",
       "   'york',\n",
       "   ',',\n",
       "   'but',\n",
       "   'i',\n",
       "   'have',\n",
       "   'found',\n",
       "   'my',\n",
       "   'favorite',\n",
       "   'smoking',\n",
       "   'balconey',\n",
       "   'in',\n",
       "   'the',\n",
       "   'city',\n",
       "   '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'the sushi here is delicious !',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'sushi', 'here', 'is', 'delicious', '!'],\n",
       "  'aspect': ['sushi'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00013973464956507087,\n",
       "    0.000578561273869127,\n",
       "    0.9992817044258118]],\n",
       "  'confidence': [0.9992817044258118]},\n",
       " {'sentence': 'they have a wide variety of fish and they even list which oceans they come from ; atlantic or pacific .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['they',\n",
       "   'have',\n",
       "   'a',\n",
       "   'wide',\n",
       "   'variety',\n",
       "   'of',\n",
       "   'fish',\n",
       "   'and',\n",
       "   'they',\n",
       "   'even',\n",
       "   'list',\n",
       "   'which',\n",
       "   'oceans',\n",
       "   'they',\n",
       "   'come',\n",
       "   'from',\n",
       "   ';',\n",
       "   'atlantic',\n",
       "   'or',\n",
       "   'pacific',\n",
       "   '.'],\n",
       "  'aspect': ['variety of fish'],\n",
       "  'position': [[4, 5, 6]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00015836114471312612, 0.00032992803608067334, 0.99951171875]],\n",
       "  'confidence': [0.99951171875]},\n",
       " {'sentence': \"i ' ve had the jellyfish , horse mackerel , blue fin tuna and the sake ikura roll among others , and they were all good .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'had',\n",
       "   'the',\n",
       "   'jellyfish',\n",
       "   ',',\n",
       "   'horse',\n",
       "   'mackerel',\n",
       "   ',',\n",
       "   'blue',\n",
       "   'fin',\n",
       "   'tuna',\n",
       "   'and',\n",
       "   'the',\n",
       "   'sake',\n",
       "   'ikura',\n",
       "   'roll',\n",
       "   'among',\n",
       "   'others',\n",
       "   ',',\n",
       "   'and',\n",
       "   'they',\n",
       "   'were',\n",
       "   'all',\n",
       "   'good',\n",
       "   '.'],\n",
       "  'aspect': ['jellyfish',\n",
       "   'horse mackerel',\n",
       "   'blue fin tuna',\n",
       "   'sake ikura roll'],\n",
       "  'position': [[5, 7, 8, 10, 11, 12, 15, 16, 17],\n",
       "   [5, 7, 8, 10, 11, 12, 15, 16, 17],\n",
       "   [5, 7, 8, 10, 11, 12, 15, 16, 17],\n",
       "   [5, 7, 8, 10, 11, 12, 15, 16, 17]],\n",
       "  'sentiment': ['Neutral', 'Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.0004492442531045526, 0.6333025693893433, 0.36624816060066223],\n",
       "   [0.0004150650347582996, 0.4647831916809082, 0.5348017811775208],\n",
       "   [0.00032221744186244905, 0.18077251315116882, 0.818905234336853],\n",
       "   [0.00014641074812971056, 0.001111288322135806, 0.9987422823905945]],\n",
       "  'confidence': [0.6333025693893433,\n",
       "   0.5348017811775208,\n",
       "   0.818905234336853,\n",
       "   0.9987422823905945]},\n",
       " {'sentence': 'my only negative comment is that i wish the pieces were a little bigger .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['my',\n",
       "   'only',\n",
       "   'negative',\n",
       "   'comment',\n",
       "   'is',\n",
       "   'that',\n",
       "   'i',\n",
       "   'wish',\n",
       "   'the',\n",
       "   'pieces',\n",
       "   'were',\n",
       "   'a',\n",
       "   'little',\n",
       "   'bigger',\n",
       "   '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'the decor is rustic , traditional japanese .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'decor',\n",
       "   'is',\n",
       "   'rustic',\n",
       "   ',',\n",
       "   'traditional',\n",
       "   'japanese',\n",
       "   '.'],\n",
       "  'aspect': ['decor', 'japanese'],\n",
       "  'position': [[1, 6], [1, 6]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0004668357432819903, 0.29282766580581665, 0.7067055702209473],\n",
       "   [0.00015294742479454726, 0.001143882516771555, 0.998703122138977]],\n",
       "  'confidence': [0.7067055702209473, 0.998703122138977]},\n",
       " {'sentence': 'the crowd is mixed yuppies , young and old .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'crowd',\n",
       "   'is',\n",
       "   'mixed',\n",
       "   'yuppies',\n",
       "   ',',\n",
       "   'young',\n",
       "   'and',\n",
       "   'old',\n",
       "   '.'],\n",
       "  'aspect': ['crowd'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.8289292454719543, 0.17047710716724396, 0.0005937205860391259]],\n",
       "  'confidence': [0.8289292454719543]},\n",
       " {'sentence': 'the service was courteous and attentive .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'service', 'was', 'courteous', 'and', 'attentive', '.'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002197568683186546,\n",
       "    0.00024636703892610967,\n",
       "    0.9995338916778564]],\n",
       "  'confidence': [0.9995338916778564]},\n",
       " {'sentence': 'mediocre food',\n",
       "  'IOB': ['O', 'B-ASP'],\n",
       "  'tokens': ['mediocre', 'food'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.7428838014602661, 0.23778919875621796, 0.01932707615196705]],\n",
       "  'confidence': [0.7428838014602661]},\n",
       " {'sentence': 'the outside patio area has an abbreviated menu .',\n",
       "  'IOB': ['O', 'B-ASP', 'I-ASP', 'I-ASP', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'outside',\n",
       "   'patio',\n",
       "   'area',\n",
       "   'has',\n",
       "   'an',\n",
       "   'abbreviated',\n",
       "   'menu',\n",
       "   '.'],\n",
       "  'aspect': ['outside patio area', 'menu'],\n",
       "  'position': [[1, 2, 3, 7], [1, 2, 3, 7]],\n",
       "  'sentiment': ['Neutral', 'Negative'],\n",
       "  'probs': [[0.0010740694124251604, 0.998214602470398, 0.00071131088770926],\n",
       "   [0.692884087562561, 0.29055023193359375, 0.016565678641200066]],\n",
       "  'confidence': [0.998214602470398, 0.692884087562561]},\n",
       " {'sentence': 'my g / f and i both agreed the food was very mediocre especially considering the price .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['my',\n",
       "   'g',\n",
       "   '/',\n",
       "   'f',\n",
       "   'and',\n",
       "   'i',\n",
       "   'both',\n",
       "   'agreed',\n",
       "   'the',\n",
       "   'food',\n",
       "   'was',\n",
       "   'very',\n",
       "   'mediocre',\n",
       "   'especially',\n",
       "   'considering',\n",
       "   'the',\n",
       "   'price',\n",
       "   '.'],\n",
       "  'aspect': ['food', 'price'],\n",
       "  'position': [[9, 16], [9, 16]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.9981821775436401,\n",
       "    0.0015338993398472667,\n",
       "    0.00028387331985868514],\n",
       "   [0.008981307968497276, 0.9906663298606873, 0.00035228877095505595]],\n",
       "  'confidence': [0.9981821775436401, 0.9906663298606873]},\n",
       " {'sentence': 'we are locals , and get the feeling the only way this place survives with such average food is because most customers are probably one - time customer tourists .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['we',\n",
       "   'are',\n",
       "   'locals',\n",
       "   ',',\n",
       "   'and',\n",
       "   'get',\n",
       "   'the',\n",
       "   'feeling',\n",
       "   'the',\n",
       "   'only',\n",
       "   'way',\n",
       "   'this',\n",
       "   'place',\n",
       "   'survives',\n",
       "   'with',\n",
       "   'such',\n",
       "   'average',\n",
       "   'food',\n",
       "   'is',\n",
       "   'because',\n",
       "   'most',\n",
       "   'customers',\n",
       "   'are',\n",
       "   'probably',\n",
       "   'one',\n",
       "   '-',\n",
       "   'time',\n",
       "   'customer',\n",
       "   'tourists',\n",
       "   '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[17]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.43249598145484924, 0.5666136741638184, 0.0008902712143026292]],\n",
       "  'confidence': [0.5666136741638184]},\n",
       " {'sentence': 'service was decent .',\n",
       "  'IOB': ['B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['service', 'was', 'decent', '.'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[0]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.0025963594671338797, 0.7756637334823608, 0.22173985838890076]],\n",
       "  'confidence': [0.7756637334823608]},\n",
       " {'sentence': 'drinks were good .',\n",
       "  'IOB': ['B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['drinks', 'were', 'good', '.'],\n",
       "  'aspect': ['drinks'],\n",
       "  'position': [[0]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00020440711523406208, 0.00216952757909894, 0.997626006603241]],\n",
       "  'confidence': [0.997626006603241]},\n",
       " {'sentence': \"unless you are just stopping in for a few drinks i would n ' t recommend going here .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['unless',\n",
       "   'you',\n",
       "   'are',\n",
       "   'just',\n",
       "   'stopping',\n",
       "   'in',\n",
       "   'for',\n",
       "   'a',\n",
       "   'few',\n",
       "   'drinks',\n",
       "   'i',\n",
       "   'would',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'recommend',\n",
       "   'going',\n",
       "   'here',\n",
       "   '.'],\n",
       "  'aspect': ['drinks'],\n",
       "  'position': [[9]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.8302331566810608, 0.16928333044052124, 0.00048343525850214064]],\n",
       "  'confidence': [0.8302331566810608]},\n",
       " {'sentence': 'excellent food , nice ambience , fairly expensive',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['excellent',\n",
       "   'food',\n",
       "   ',',\n",
       "   'nice',\n",
       "   'ambience',\n",
       "   ',',\n",
       "   'fairly',\n",
       "   'expensive'],\n",
       "  'aspect': ['food', 'ambience'],\n",
       "  'position': [[1, 4], [1, 4]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0007893432048149407, 0.00022995461768005043, 0.998980700969696],\n",
       "   [0.0003892819513566792, 0.0003007578488904983, 0.9993098974227905]],\n",
       "  'confidence': [0.998980700969696, 0.9993098974227905]},\n",
       " {'sentence': '  – i loved the pumpkin ravioli and the goat cheese gnocchi ( 5 big ones to a plate instead of 20 or so little gnocchis ) and my sister loved her filet mignon on top of spinach and mashed potatoes .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'i',\n",
       "   'loved',\n",
       "   'the',\n",
       "   'pumpkin',\n",
       "   'ravioli',\n",
       "   'and',\n",
       "   'the',\n",
       "   'goat',\n",
       "   'cheese',\n",
       "   'gnocchi',\n",
       "   '(',\n",
       "   '5',\n",
       "   'big',\n",
       "   'ones',\n",
       "   'to',\n",
       "   'a',\n",
       "   'plate',\n",
       "   'instead',\n",
       "   'of',\n",
       "   '20',\n",
       "   'or',\n",
       "   'so',\n",
       "   'little',\n",
       "   'gnocchis',\n",
       "   ')',\n",
       "   'and',\n",
       "   'my',\n",
       "   'sister',\n",
       "   'loved',\n",
       "   'her',\n",
       "   'filet',\n",
       "   'mignon',\n",
       "   'on',\n",
       "   'top',\n",
       "   'of',\n",
       "   'spinach',\n",
       "   'and',\n",
       "   'mashed',\n",
       "   'potatoes',\n",
       "   '.'],\n",
       "  'aspect': ['the pumpkin',\n",
       "   'the goat cheese',\n",
       "   'a',\n",
       "   'her filet',\n",
       "   'on top of',\n",
       "   'and mashed'],\n",
       "  'position': [[4, 5, 8, 9, 10, 17, 31, 32, 34, 35, 36, 38, 39, 41],\n",
       "   [4, 5, 8, 9, 10, 17, 31, 32, 34, 35, 36, 38, 39, 41],\n",
       "   [4, 5, 8, 9, 10, 17, 31, 32, 34, 35, 36, 38, 39, 41],\n",
       "   [4, 5, 8, 9, 10, 17, 31, 32, 34, 35, 36, 38, 39, 41],\n",
       "   [4, 5, 8, 9, 10, 17, 31, 32, 34, 35, 36, 38, 39, 41],\n",
       "   [4, 5, 8, 9, 10, 17, 31, 32, 34, 35, 36, 38, 39, 41]],\n",
       "  'sentiment': ['Positive',\n",
       "   'Positive',\n",
       "   'Positive',\n",
       "   'Positive',\n",
       "   'Positive',\n",
       "   'Neutral'],\n",
       "  'probs': [[0.005655864719301462, 0.0005297308671288192, 0.9938144683837891],\n",
       "   [0.003062111558392644, 0.0014529466861858964, 0.9954850673675537],\n",
       "   [0.0044624838046729565, 0.001086746109649539, 0.9944508075714111],\n",
       "   [0.0010635927319526672, 0.0007335287518799305, 0.998202919960022],\n",
       "   [0.0010276933899149299, 0.41486504673957825, 0.5841072797775269],\n",
       "   [0.00039018556708469987, 0.9937542080879211, 0.005855616647750139]],\n",
       "  'confidence': [0.9938144683837891,\n",
       "   0.9954850673675537,\n",
       "   0.9944508075714111,\n",
       "   0.998202919960022,\n",
       "   0.5841072797775269,\n",
       "   0.9937542080879211]},\n",
       " {'sentence': 'the ambiance was a peaceful and relaxing break amongst all the kids running around in downtown disney .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'ambiance',\n",
       "   'was',\n",
       "   'a',\n",
       "   'peaceful',\n",
       "   'and',\n",
       "   'relaxing',\n",
       "   'break',\n",
       "   'amongst',\n",
       "   'all',\n",
       "   'the',\n",
       "   'kids',\n",
       "   'running',\n",
       "   'around',\n",
       "   'in',\n",
       "   'downtown',\n",
       "   'disney',\n",
       "   '.'],\n",
       "  'aspect': ['ambiance', 'disney'],\n",
       "  'position': [[1, 16], [1, 16]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.0011881296522915363,\n",
       "    0.00017089693574234843,\n",
       "    0.9986409544944763],\n",
       "   [0.0003159630869049579, 0.9993114471435547, 0.00037258901284076273]],\n",
       "  'confidence': [0.9986409544944763, 0.9993114471435547]},\n",
       " {'sentence': 'it was romantic - and even nice even with my sister , reminded me of italy , and had artwork and music that kept up the feeling of being in a mediterrean villa .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['it',\n",
       "   'was',\n",
       "   'romantic',\n",
       "   '-',\n",
       "   'and',\n",
       "   'even',\n",
       "   'nice',\n",
       "   'even',\n",
       "   'with',\n",
       "   'my',\n",
       "   'sister',\n",
       "   ',',\n",
       "   'reminded',\n",
       "   'me',\n",
       "   'of',\n",
       "   'italy',\n",
       "   ',',\n",
       "   'and',\n",
       "   'had',\n",
       "   'artwork',\n",
       "   'and',\n",
       "   'music',\n",
       "   'that',\n",
       "   'kept',\n",
       "   'up',\n",
       "   'the',\n",
       "   'feeling',\n",
       "   'of',\n",
       "   'being',\n",
       "   'in',\n",
       "   'a',\n",
       "   'mediterrean',\n",
       "   'villa',\n",
       "   '.'],\n",
       "  'aspect': ['artwork', 'music'],\n",
       "  'position': [[19, 21], [19, 21]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00021228846162557602,\n",
       "    0.00038368941750377417,\n",
       "    0.9994039535522461],\n",
       "   [0.00020407912961672992, 0.0004224635486025363, 0.9993734955787659]],\n",
       "  'confidence': [0.9994039535522461, 0.9993734955787659]},\n",
       " {'sentence': 'best indian food in l . a .',\n",
       "  'IOB': ['O', 'B-ASP', 'I-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['best', 'indian', 'food', 'in', 'l', '.', 'a', '.'],\n",
       "  'aspect': ['indian food'],\n",
       "  'position': [[1, 2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.000254050362855196,\n",
       "    0.00024756582570262253,\n",
       "    0.9994983673095703]],\n",
       "  'confidence': [0.9994983673095703]},\n",
       " {'sentence': 'the chicken curry and chicken tikka masala are my favorite meat dishes .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'chicken',\n",
       "   'curry',\n",
       "   'and',\n",
       "   'chicken',\n",
       "   'tikka',\n",
       "   'masala',\n",
       "   'are',\n",
       "   'my',\n",
       "   'favorite',\n",
       "   'meat',\n",
       "   'dishes',\n",
       "   '.'],\n",
       "  'aspect': ['chicken tikka masala', 'meat dishes'],\n",
       "  'position': [[4, 5, 6, 10, 11], [4, 5, 6, 10, 11]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00017868398572318256, 0.0005080894334241748, 0.999313235282898],\n",
       "   [0.00019508873810991645, 0.000387435284210369, 0.9994175434112549]],\n",
       "  'confidence': [0.999313235282898, 0.9994175434112549]},\n",
       " {'sentence': 'the chana masala ( garbanzo beans ) are also excellent .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'chana',\n",
       "   'masala',\n",
       "   '(',\n",
       "   'garbanzo',\n",
       "   'beans',\n",
       "   ')',\n",
       "   'are',\n",
       "   'also',\n",
       "   'excellent',\n",
       "   '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': \"it ' s located in a strip mall near the beverly center , not the greatest location , but the food keeps me coming back for more .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['it',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'located',\n",
       "   'in',\n",
       "   'a',\n",
       "   'strip',\n",
       "   'mall',\n",
       "   'near',\n",
       "   'the',\n",
       "   'beverly',\n",
       "   'center',\n",
       "   ',',\n",
       "   'not',\n",
       "   'the',\n",
       "   'greatest',\n",
       "   'location',\n",
       "   ',',\n",
       "   'but',\n",
       "   'the',\n",
       "   'food',\n",
       "   'keeps',\n",
       "   'me',\n",
       "   'coming',\n",
       "   'back',\n",
       "   'for',\n",
       "   'more',\n",
       "   '.'],\n",
       "  'aspect': ['location', 'food'],\n",
       "  'position': [[16, 20], [16, 20]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.23422099649906158, 0.003018526826053858, 0.7627604007720947],\n",
       "   [0.0001943973620655015, 0.00034104802762158215, 0.9994645714759827]],\n",
       "  'confidence': [0.7627604007720947, 0.9994645714759827]},\n",
       " {'sentence': 'never too crowded and always great service .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['never',\n",
       "   'too',\n",
       "   'crowded',\n",
       "   'and',\n",
       "   'always',\n",
       "   'great',\n",
       "   'service',\n",
       "   '.'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[6]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00024127385404426605,\n",
       "    0.00024834086070768535,\n",
       "    0.9995104074478149]],\n",
       "  'confidence': [0.9995104074478149]},\n",
       " {'sentence': 'i think i have probably tried each item on their menu at least once it is all excellent .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'think',\n",
       "   'i',\n",
       "   'have',\n",
       "   'probably',\n",
       "   'tried',\n",
       "   'each',\n",
       "   'item',\n",
       "   'on',\n",
       "   'their',\n",
       "   'menu',\n",
       "   'at',\n",
       "   'least',\n",
       "   'once',\n",
       "   'it',\n",
       "   'is',\n",
       "   'all',\n",
       "   'excellent',\n",
       "   '.'],\n",
       "  'aspect': ['menu'],\n",
       "  'position': [[10]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.001384215196594596, 0.13670693337917328, 0.8619088530540466]],\n",
       "  'confidence': [0.8619088530540466]},\n",
       " {'sentence': 'i can highly recommend their various saag and paneer and korma .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['i',\n",
       "   'can',\n",
       "   'highly',\n",
       "   'recommend',\n",
       "   'their',\n",
       "   'various',\n",
       "   'saag',\n",
       "   'and',\n",
       "   'paneer',\n",
       "   'and',\n",
       "   'korma',\n",
       "   '.'],\n",
       "  'aspect': ['paneer', 'korma'],\n",
       "  'position': [[8, 10], [8, 10]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00017502627451904118,\n",
       "    0.0004120980156585574,\n",
       "    0.9994128942489624],\n",
       "   [0.00021475671383086592, 0.0002723881625570357, 0.9995129108428955]],\n",
       "  'confidence': [0.9994128942489624, 0.9995129108428955]},\n",
       " {'sentence': 'i appreciate their delivery too .',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O', 'O'],\n",
       "  'tokens': ['i', 'appreciate', 'their', 'delivery', 'too', '.'],\n",
       "  'aspect': ['delivery'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00022073218133300543,\n",
       "    0.0002572502417024225,\n",
       "    0.9995219707489014]],\n",
       "  'confidence': [0.9995219707489014]},\n",
       " {'sentence': 'nice food but no spice !',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['nice', 'food', 'but', 'no', 'spice', '!'],\n",
       "  'aspect': ['food', 'spice'],\n",
       "  'position': [[1, 4], [1, 4]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.7750080227851868, 0.001080976682715118, 0.22391101717948914],\n",
       "   [0.9987373948097229, 0.0009680421790108085, 0.00029455305775627494]],\n",
       "  'confidence': [0.7750080227851868, 0.9987373948097229]},\n",
       " {'sentence': '  – i really enjoyed my meal here .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', '[SEP]'],\n",
       "  'tokens': [' ', '–', 'i', 'really', 'enjoyed', 'my', 'meal', 'here', '.'],\n",
       "  'aspect': ['my'],\n",
       "  'position': [[5, 8]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00018292138702236116,\n",
       "    0.00031583296367898583,\n",
       "    0.9995012283325195]],\n",
       "  'confidence': [0.9995012283325195]},\n",
       " {'sentence': 'i had yummy lamb korma , saag paneer , samosas , naan , etc .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'had',\n",
       "   'yummy',\n",
       "   'lamb',\n",
       "   'korma',\n",
       "   ',',\n",
       "   'saag',\n",
       "   'paneer',\n",
       "   ',',\n",
       "   'samosas',\n",
       "   ',',\n",
       "   'naan',\n",
       "   ',',\n",
       "   'etc',\n",
       "   '.'],\n",
       "  'aspect': ['lamb korma', 'saag paneer', 'naan'],\n",
       "  'position': [[3, 4, 6, 7, 11], [3, 4, 6, 7, 11], [3, 4, 6, 7, 11]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.00022984192764852196, 0.0005044223507866263, 0.999265730381012],\n",
       "   [0.00018523943435866386, 0.008469684980809689, 0.9913451671600342],\n",
       "   [0.00020254048286005855, 0.0007104370160959661, 0.9990869760513306]],\n",
       "  'confidence': [0.999265730381012, 0.9913451671600342, 0.9990869760513306]},\n",
       " {'sentence': 'the food was all good but it was way too mild .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'food',\n",
       "   'was',\n",
       "   'all',\n",
       "   'good',\n",
       "   'but',\n",
       "   'it',\n",
       "   'was',\n",
       "   'way',\n",
       "   'too',\n",
       "   'mild',\n",
       "   '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.2687007486820221, 0.009135579690337181, 0.7221636772155762]],\n",
       "  'confidence': [0.7221636772155762]},\n",
       " {'sentence': 'i should have thought to bring it up but never expected the food to be that mild .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'should',\n",
       "   'have',\n",
       "   'thought',\n",
       "   'to',\n",
       "   'bring',\n",
       "   'it',\n",
       "   'up',\n",
       "   'but',\n",
       "   'never',\n",
       "   'expected',\n",
       "   'the',\n",
       "   'food',\n",
       "   'to',\n",
       "   'be',\n",
       "   'that',\n",
       "   'mild',\n",
       "   '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[12]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0007271529757417738,\n",
       "    0.0003870305372402072,\n",
       "    0.9988858103752136]],\n",
       "  'confidence': [0.9988858103752136]},\n",
       " {'sentence': \"the naan was some of the best i ' ve had and i really enjoyed the bhartha , not too tomatoey .\",\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'naan',\n",
       "   'was',\n",
       "   'some',\n",
       "   'of',\n",
       "   'the',\n",
       "   'best',\n",
       "   'i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'had',\n",
       "   'and',\n",
       "   'i',\n",
       "   'really',\n",
       "   'enjoyed',\n",
       "   'the',\n",
       "   'bhartha',\n",
       "   ',',\n",
       "   'not',\n",
       "   'too',\n",
       "   'tomatoey',\n",
       "   '.'],\n",
       "  'aspect': ['naan', 'bhartha'],\n",
       "  'position': [[1, 16], [1, 16]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00030118116410449147,\n",
       "    0.0003500392776913941,\n",
       "    0.9993488192558289],\n",
       "   [0.0005770806455984712, 0.00042072971700690687, 0.9990021586418152]],\n",
       "  'confidence': [0.9993488192558289, 0.9990021586418152]},\n",
       " {'sentence': 'even the chickpeas , which i normally find too dry , were good .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['even',\n",
       "   'the',\n",
       "   'chickpeas',\n",
       "   ',',\n",
       "   'which',\n",
       "   'i',\n",
       "   'normally',\n",
       "   'find',\n",
       "   'too',\n",
       "   'dry',\n",
       "   ',',\n",
       "   'were',\n",
       "   'good',\n",
       "   '.'],\n",
       "  'aspect': ['chickpeas'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.09685725718736649, 0.00030885852174833417, 0.902833878993988]],\n",
       "  'confidence': [0.902833878993988]},\n",
       " {'sentence': \"  – i do n ' t understand how i was a stranger to this place for so long . . . the fajita salad , the colorado , the fajitas - everything is delicious .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'i',\n",
       "   'do',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'understand',\n",
       "   'how',\n",
       "   'i',\n",
       "   'was',\n",
       "   'a',\n",
       "   'stranger',\n",
       "   'to',\n",
       "   'this',\n",
       "   'place',\n",
       "   'for',\n",
       "   'so',\n",
       "   'long',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'the',\n",
       "   'fajita',\n",
       "   'salad',\n",
       "   ',',\n",
       "   'the',\n",
       "   'colorado',\n",
       "   ',',\n",
       "   'the',\n",
       "   'fajitas',\n",
       "   '-',\n",
       "   'everything',\n",
       "   'is',\n",
       "   'delicious',\n",
       "   '.'],\n",
       "  'aspect': ['the fajita', 'the'],\n",
       "  'position': [[22, 23, 29, 35], [22, 23, 29, 35]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0002673438866622746, 0.0007156056817620993, 0.9990170001983643],\n",
       "   [0.00020126505114603788, 0.005672076251357794, 0.9941266775131226]],\n",
       "  'confidence': [0.9990170001983643, 0.9941266775131226]},\n",
       " {'sentence': 'i love the warm & cosy environment .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['i', 'love', 'the', 'warm', '&', 'cosy', 'environment', '.'],\n",
       "  'aspect': ['environment'],\n",
       "  'position': [[6]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00015679537318646908,\n",
       "    0.00037653918843716383,\n",
       "    0.9994667172431946]],\n",
       "  'confidence': [0.9994667172431946]},\n",
       " {'sentence': \"i just found out that you can have the place to yourself on nights and weekends for a private party - ca n ' t wait to celebrate my next birthday there .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'just',\n",
       "   'found',\n",
       "   'out',\n",
       "   'that',\n",
       "   'you',\n",
       "   'can',\n",
       "   'have',\n",
       "   'the',\n",
       "   'place',\n",
       "   'to',\n",
       "   'yourself',\n",
       "   'on',\n",
       "   'nights',\n",
       "   'and',\n",
       "   'weekends',\n",
       "   'for',\n",
       "   'a',\n",
       "   'private',\n",
       "   'party',\n",
       "   '-',\n",
       "   'ca',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'wait',\n",
       "   'to',\n",
       "   'celebrate',\n",
       "   'my',\n",
       "   'next',\n",
       "   'birthday',\n",
       "   'there',\n",
       "   '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[9]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00033231923589482903,\n",
       "    0.0002891582262236625,\n",
       "    0.9993785619735718]],\n",
       "  'confidence': [0.9993785619735718]},\n",
       " {'sentence': 'best restaurant in the world , great decor , great customer service , friendly manager',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP'],\n",
       "  'tokens': ['best',\n",
       "   'restaurant',\n",
       "   'in',\n",
       "   'the',\n",
       "   'world',\n",
       "   ',',\n",
       "   'great',\n",
       "   'decor',\n",
       "   ',',\n",
       "   'great',\n",
       "   'customer',\n",
       "   'service',\n",
       "   ',',\n",
       "   'friendly',\n",
       "   'manager'],\n",
       "  'aspect': ['decor', 'service', 'manager'],\n",
       "  'position': [[7, 11, 14], [7, 11, 14], [7, 11, 14]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.0002370562287978828, 0.0002323866938240826, 0.999530553817749],\n",
       "   [0.0002444363199174404, 0.0002426368009764701, 0.9995130300521851],\n",
       "   [0.00025916448794305325, 0.0002544335729908198, 0.9994864463806152]],\n",
       "  'confidence': [0.999530553817749, 0.9995130300521851, 0.9994864463806152]},\n",
       " {'sentence': 'i am never disappointed with there food .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['i', 'am', 'never', 'disappointed', 'with', 'there', 'food', '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[6]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001581139222253114,\n",
       "    0.00035806340747512877,\n",
       "    0.9994838237762451]],\n",
       "  'confidence': [0.9994838237762451]},\n",
       " {'sentence': 'the atmosphere is great .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'atmosphere', 'is', 'great', '.'],\n",
       "  'aspect': ['atmosphere'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00016840841271914542,\n",
       "    0.0003351664636284113,\n",
       "    0.9994964599609375]],\n",
       "  'confidence': [0.9994964599609375]},\n",
       " {'sentence': 'great lunch spot',\n",
       "  'IOB': ['O', 'B-ASP', 'I-ASP'],\n",
       "  'tokens': ['great', 'lunch', 'spot'],\n",
       "  'aspect': ['lunch spot'],\n",
       "  'position': [[1, 2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002897465310525149,\n",
       "    0.0002103615115629509,\n",
       "    0.9994997978210449]],\n",
       "  'confidence': [0.9994997978210449]},\n",
       " {'sentence': '  – great financial district mexican spot .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'great',\n",
       "   'financial',\n",
       "   'district',\n",
       "   'mexican',\n",
       "   'spot',\n",
       "   '.'],\n",
       "  'aspect': ['mexican'],\n",
       "  'position': [[5, 7]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001725806505419314,\n",
       "    0.0003839033597614616,\n",
       "    0.9994434714317322]],\n",
       "  'confidence': [0.9994434714317322]},\n",
       " {'sentence': 'always busy , but they are good at seating you promptly and have quick service .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['always',\n",
       "   'busy',\n",
       "   ',',\n",
       "   'but',\n",
       "   'they',\n",
       "   'are',\n",
       "   'good',\n",
       "   'at',\n",
       "   'seating',\n",
       "   'you',\n",
       "   'promptly',\n",
       "   'and',\n",
       "   'have',\n",
       "   'quick',\n",
       "   'service',\n",
       "   '.'],\n",
       "  'aspect': ['seating', 'service'],\n",
       "  'position': [[8, 14], [8, 14]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00012193328439025208,\n",
       "    0.0006970855756662786,\n",
       "    0.9991809725761414],\n",
       "   [0.00018654795712791383, 0.00027835354558192194, 0.999535083770752]],\n",
       "  'confidence': [0.9991809725761414, 0.999535083770752]},\n",
       " {'sentence': \"everything i ' ve had here is good , taco salads , burritos , enchiladas i love this place .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['everything',\n",
       "   'i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'had',\n",
       "   'here',\n",
       "   'is',\n",
       "   'good',\n",
       "   ',',\n",
       "   'taco',\n",
       "   'salads',\n",
       "   ',',\n",
       "   'burritos',\n",
       "   ',',\n",
       "   'enchiladas',\n",
       "   'i',\n",
       "   'love',\n",
       "   'this',\n",
       "   'place',\n",
       "   '.'],\n",
       "  'aspect': ['taco salads', 'burritos', 'enchiladas'],\n",
       "  'position': [[9, 10, 12, 14], [9, 10, 12, 14], [9, 10, 12, 14]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.00015326423454098403, 0.000656032410915941, 0.999190628528595],\n",
       "   [0.00024367726291529834, 0.0007266697939485312, 0.9990296363830566],\n",
       "   [0.000286780676105991, 0.0004979614750482142, 0.9992152452468872]],\n",
       "  'confidence': [0.999190628528595, 0.9990296363830566, 0.9992152452468872]},\n",
       " {'sentence': 'also have great margaritas !',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['also', 'have', 'great', 'margaritas', '!'],\n",
       "  'aspect': ['margaritas'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00026401830837130547,\n",
       "    0.00033920479472726583,\n",
       "    0.999396800994873]],\n",
       "  'confidence': [0.999396800994873]},\n",
       " {'sentence': 'lebanese food ! yum !',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['lebanese', 'food', '!', 'yum', '!'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00017176178516820073,\n",
       "    0.0007766110356897116,\n",
       "    0.9990516304969788]],\n",
       "  'confidence': [0.9990516304969788]},\n",
       " {'sentence': \"  – i ' ve been to open sesame only once , but i ' m still reeling from the experience ! !\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'been',\n",
       "   'to',\n",
       "   'open',\n",
       "   'sesame',\n",
       "   'only',\n",
       "   'once',\n",
       "   ',',\n",
       "   'but',\n",
       "   'i',\n",
       "   \"'\",\n",
       "   'm',\n",
       "   'still',\n",
       "   'reeling',\n",
       "   'from',\n",
       "   'the',\n",
       "   'experience',\n",
       "   '!',\n",
       "   '!'],\n",
       "  'aspect': ['to open'],\n",
       "  'position': [[6, 7, 22]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.20641522109508514, 0.5608765482902527, 0.23270824551582336]],\n",
       "  'confidence': [0.5608765482902527]},\n",
       " {'sentence': 'the food is simply unforgettable !',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'food', 'is', 'simply', 'unforgettable', '!'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00022640109818894416,\n",
       "    0.0002450462488923222,\n",
       "    0.9995285272598267]],\n",
       "  'confidence': [0.9995285272598267]},\n",
       " {'sentence': 'the presentation of the food was an added bonus , it looked just as great as it tasted !',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'presentation',\n",
       "   'of',\n",
       "   'the',\n",
       "   'food',\n",
       "   'was',\n",
       "   'an',\n",
       "   'added',\n",
       "   'bonus',\n",
       "   ',',\n",
       "   'it',\n",
       "   'looked',\n",
       "   'just',\n",
       "   'as',\n",
       "   'great',\n",
       "   'as',\n",
       "   'it',\n",
       "   'tasted',\n",
       "   '!'],\n",
       "  'aspect': ['food', 'looked'],\n",
       "  'position': [[4, 11], [4, 11]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0001418222818756476, 0.003407760988920927, 0.9964504241943359],\n",
       "   [0.00015668905689381063, 0.0008303752983920276, 0.99901282787323]],\n",
       "  'confidence': [0.9964504241943359, 0.99901282787323]},\n",
       " {'sentence': 'my best friend had the chicken shawarma and she still raves about it being the best anywhere !',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['my',\n",
       "   'best',\n",
       "   'friend',\n",
       "   'had',\n",
       "   'the',\n",
       "   'chicken',\n",
       "   'shawarma',\n",
       "   'and',\n",
       "   'she',\n",
       "   'still',\n",
       "   'raves',\n",
       "   'about',\n",
       "   'it',\n",
       "   'being',\n",
       "   'the',\n",
       "   'best',\n",
       "   'anywhere',\n",
       "   '!'],\n",
       "  'aspect': ['chicken shawarma'],\n",
       "  'position': [[5, 6]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001179342289105989,\n",
       "    0.0029529931489378214,\n",
       "    0.9969291090965271]],\n",
       "  'confidence': [0.9969291090965271]},\n",
       " {'sentence': 'the staff are friendly and the decor was ethic and colorful .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'staff',\n",
       "   'are',\n",
       "   'friendly',\n",
       "   'and',\n",
       "   'the',\n",
       "   'decor',\n",
       "   'was',\n",
       "   'ethic',\n",
       "   'and',\n",
       "   'colorful',\n",
       "   '.'],\n",
       "  'aspect': ['staff', 'decor'],\n",
       "  'position': [[1, 6], [1, 6]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0004097851342521608, 0.00023742603661958128, 0.999352753162384],\n",
       "   [0.00013907102402299643, 0.0004170110041741282, 0.9994439482688904]],\n",
       "  'confidence': [0.999352753162384, 0.9994439482688904]},\n",
       " {'sentence': 'go to open sesame ! ! !',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['go', 'to', 'open', 'sesame', '!', '!', '!'],\n",
       "  'aspect': ['sesame'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00048471023910678923, 0.13232658803462982, 0.8671886324882507]],\n",
       "  'confidence': [0.8671886324882507]},\n",
       " {'sentence': 'holy hummus !',\n",
       "  'IOB': ['O', 'B-ASP', 'O'],\n",
       "  'tokens': ['holy', 'hummus', '!'],\n",
       "  'aspect': ['hummus'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00044959032675251365,\n",
       "    0.0002439626696286723,\n",
       "    0.9993064403533936]],\n",
       "  'confidence': [0.9993064403533936]},\n",
       " {'sentence': '  – the food is here is incredible , though the quality is inconsistent during lunch .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'the',\n",
       "   'food',\n",
       "   'is',\n",
       "   'here',\n",
       "   'is',\n",
       "   'incredible',\n",
       "   ',',\n",
       "   'though',\n",
       "   'the',\n",
       "   'quality',\n",
       "   'is',\n",
       "   'inconsistent',\n",
       "   'during',\n",
       "   'lunch',\n",
       "   '.'],\n",
       "  'aspect': ['the', 'the', 'during'],\n",
       "  'position': [[2, 10, 14, 16], [2, 10, 14, 16], [2, 10, 14, 16]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Neutral'],\n",
       "  'probs': [[0.0016130313742905855,\n",
       "    0.00023668778885621578,\n",
       "    0.9981503486633301],\n",
       "   [0.0016130313742905855, 0.00023668778885621578, 0.9981503486633301],\n",
       "   [0.021464360877871513, 0.9781894087791443, 0.0003462487948127091]],\n",
       "  'confidence': [0.9981503486633301, 0.9981503486633301, 0.9781894087791443]},\n",
       " {'sentence': 'dinners have always been excellent , in terms of food quality .',\n",
       "  'IOB': ['B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['dinners',\n",
       "   'have',\n",
       "   'always',\n",
       "   'been',\n",
       "   'excellent',\n",
       "   ',',\n",
       "   'in',\n",
       "   'terms',\n",
       "   'of',\n",
       "   'food',\n",
       "   'quality',\n",
       "   '.'],\n",
       "  'aspect': ['dinners', 'food quality'],\n",
       "  'position': [[0, 9, 10], [0, 9, 10]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00030317160417325795, 0.15269286930561066, 0.8470038771629333],\n",
       "   [0.00018999593157786876, 0.0002693010901566595, 0.9995406866073608]],\n",
       "  'confidence': [0.8470038771629333, 0.9995406866073608]},\n",
       " {'sentence': 'the open sesame combo plate is a bargain for the heap of food given .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'open',\n",
       "   'sesame',\n",
       "   'combo',\n",
       "   'plate',\n",
       "   'is',\n",
       "   'a',\n",
       "   'bargain',\n",
       "   'for',\n",
       "   'the',\n",
       "   'heap',\n",
       "   'of',\n",
       "   'food',\n",
       "   'given',\n",
       "   '.'],\n",
       "  'aspect': ['open sesame combo plate', 'food'],\n",
       "  'position': [[1, 2, 3, 4, 12], [1, 2, 3, 4, 12]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.00043075656867586076, 0.9086601734161377, 0.09090909361839294],\n",
       "   [0.00031374613172374666, 0.00033773441100493073, 0.9993484616279602]],\n",
       "  'confidence': [0.9086601734161377, 0.9993484616279602]},\n",
       " {'sentence': 'the side of potatoes is to die for , as is the labne ( yogurt dip ) .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'side',\n",
       "   'of',\n",
       "   'potatoes',\n",
       "   'is',\n",
       "   'to',\n",
       "   'die',\n",
       "   'for',\n",
       "   ',',\n",
       "   'as',\n",
       "   'is',\n",
       "   'the',\n",
       "   'labne',\n",
       "   '(',\n",
       "   'yogurt',\n",
       "   'dip',\n",
       "   ')',\n",
       "   '.'],\n",
       "  'aspect': ['of potatoes', 'labne ( yogurt dip'],\n",
       "  'position': [[2, 3, 12, 13, 14, 15], [2, 3, 12, 13, 14, 15]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.0013295637909322977,\n",
       "    0.00021241525246296078,\n",
       "    0.9984580278396606],\n",
       "   [0.0002246363292215392, 0.9975995421409607, 0.0021758258808404207]],\n",
       "  'confidence': [0.9984580278396606, 0.9975995421409607]},\n",
       " {'sentence': 'also , they serve the best hummus in america , with a drizzle of fragrant olive oil ( which , i believe is the traditional way ) !',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['also',\n",
       "   ',',\n",
       "   'they',\n",
       "   'serve',\n",
       "   'the',\n",
       "   'best',\n",
       "   'hummus',\n",
       "   'in',\n",
       "   'america',\n",
       "   ',',\n",
       "   'with',\n",
       "   'a',\n",
       "   'drizzle',\n",
       "   'of',\n",
       "   'fragrant',\n",
       "   'olive',\n",
       "   'oil',\n",
       "   '(',\n",
       "   'which',\n",
       "   ',',\n",
       "   'i',\n",
       "   'believe',\n",
       "   'is',\n",
       "   'the',\n",
       "   'traditional',\n",
       "   'way',\n",
       "   ')',\n",
       "   '!'],\n",
       "  'aspect': ['hummus', 'olive oil'],\n",
       "  'position': [[6, 15, 16], [6, 15, 16]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.00019371288362890482, 0.002861138666048646, 0.9969450831413269],\n",
       "   [0.00030079929274506867, 0.9849721789360046, 0.014726991765201092]],\n",
       "  'confidence': [0.9969450831413269, 0.9849721789360046]},\n",
       " {'sentence': 'the only drawback is the crowded seating and the slow service .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'only',\n",
       "   'drawback',\n",
       "   'is',\n",
       "   'the',\n",
       "   'crowded',\n",
       "   'seating',\n",
       "   'and',\n",
       "   'the',\n",
       "   'slow',\n",
       "   'service',\n",
       "   '.'],\n",
       "  'aspect': ['seating', 'service'],\n",
       "  'position': [[6, 10], [6, 10]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.9983285069465637,\n",
       "    0.0014701631153002381,\n",
       "    0.00020134579972364008],\n",
       "   [0.9989609718322754, 0.0008205282501876354, 0.00021852296777069569]],\n",
       "  'confidence': [0.9983285069465637, 0.9989609718322754]},\n",
       " {'sentence': \"however , this place is a gem , and i wo n ' t stop going back .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['however',\n",
       "   ',',\n",
       "   'this',\n",
       "   'place',\n",
       "   'is',\n",
       "   'a',\n",
       "   'gem',\n",
       "   ',',\n",
       "   'and',\n",
       "   'i',\n",
       "   'wo',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'stop',\n",
       "   'going',\n",
       "   'back',\n",
       "   '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002962636644951999,\n",
       "    0.00026798801263794303,\n",
       "    0.9994357228279114]],\n",
       "  'confidence': [0.9994357228279114]},\n",
       " {'sentence': 'great beer',\n",
       "  'IOB': ['O', 'B-ASP'],\n",
       "  'tokens': ['great', 'beer'],\n",
       "  'aspect': ['beer'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0003887037164531648,\n",
       "    0.00023336919548455626,\n",
       "    0.9993778467178345]],\n",
       "  'confidence': [0.9993778467178345]},\n",
       " {'sentence': '  – my first time to dine at this restaurant was with my son and it was absolutely horrible !',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'my',\n",
       "   'first',\n",
       "   'time',\n",
       "   'to',\n",
       "   'dine',\n",
       "   'at',\n",
       "   'this',\n",
       "   'restaurant',\n",
       "   'was',\n",
       "   'with',\n",
       "   'my',\n",
       "   'son',\n",
       "   'and',\n",
       "   'it',\n",
       "   'was',\n",
       "   'absolutely',\n",
       "   'horrible',\n",
       "   '!'],\n",
       "  'aspect': ['to'],\n",
       "  'position': [[5, 19]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9985804557800293,\n",
       "    0.0011595202377066016,\n",
       "    0.00026000395882874727]],\n",
       "  'confidence': [0.9985804557800293]},\n",
       " {'sentence': 'i swore never to return for a warm beer and mediocre meal .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'swore',\n",
       "   'never',\n",
       "   'to',\n",
       "   'return',\n",
       "   'for',\n",
       "   'a',\n",
       "   'warm',\n",
       "   'beer',\n",
       "   'and',\n",
       "   'mediocre',\n",
       "   'meal',\n",
       "   '.'],\n",
       "  'aspect': ['beer', 'meal'],\n",
       "  'position': [[8, 11], [8, 11]],\n",
       "  'sentiment': ['Neutral', 'Negative'],\n",
       "  'probs': [[0.0008388262358494103, 0.8072358965873718, 0.1919253170490265],\n",
       "   [0.9987406134605408, 0.0009270944865420461, 0.00033232380519621074]],\n",
       "  'confidence': [0.8072358965873718, 0.9987406134605408]},\n",
       " {'sentence': 'the band was very good and the service was attentive .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'band',\n",
       "   'was',\n",
       "   'very',\n",
       "   'good',\n",
       "   'and',\n",
       "   'the',\n",
       "   'service',\n",
       "   'was',\n",
       "   'attentive',\n",
       "   '.'],\n",
       "  'aspect': ['band', 'service'],\n",
       "  'position': [[1, 7], [1, 7]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0002871451433748007,\n",
       "    0.00023951707407832146,\n",
       "    0.9994733929634094],\n",
       "   [0.00021985253260936588, 0.0002925799635704607, 0.9994875192642212]],\n",
       "  'confidence': [0.9994733929634094, 0.9994875192642212]},\n",
       " {'sentence': 'we ordered a selection of the small plates , and the shoe string onions , goat cheese pizza , grilled asparagus and fried brie with fruit were all very good .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['we',\n",
       "   'ordered',\n",
       "   'a',\n",
       "   'selection',\n",
       "   'of',\n",
       "   'the',\n",
       "   'small',\n",
       "   'plates',\n",
       "   ',',\n",
       "   'and',\n",
       "   'the',\n",
       "   'shoe',\n",
       "   'string',\n",
       "   'onions',\n",
       "   ',',\n",
       "   'goat',\n",
       "   'cheese',\n",
       "   'pizza',\n",
       "   ',',\n",
       "   'grilled',\n",
       "   'asparagus',\n",
       "   'and',\n",
       "   'fried',\n",
       "   'brie',\n",
       "   'with',\n",
       "   'fruit',\n",
       "   'were',\n",
       "   'all',\n",
       "   'very',\n",
       "   'good',\n",
       "   '.'],\n",
       "  'aspect': ['plates', 'goat cheese pizza', 'grilled asparagus', 'brie'],\n",
       "  'position': [[7, 15, 16, 17, 19, 20, 23],\n",
       "   [7, 15, 16, 17, 19, 20, 23],\n",
       "   [7, 15, 16, 17, 19, 20, 23],\n",
       "   [7, 15, 16, 17, 19, 20, 23]],\n",
       "  'sentiment': ['Neutral', 'Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.002361456397920847, 0.996452808380127, 0.0011857122881338],\n",
       "   [0.00322073046118021, 0.06874430924654007, 0.9280349612236023],\n",
       "   [0.0024973510298877954, 0.008882124908268452, 0.9886205792427063],\n",
       "   [0.001364019582979381, 0.07234998047351837, 0.926285982131958]],\n",
       "  'confidence': [0.996452808380127,\n",
       "   0.9280349612236023,\n",
       "   0.9886205792427063,\n",
       "   0.926285982131958]},\n",
       " {'sentence': 'we have since returned and also had a great experience , sampling more small plates and a variety of the beer ( cold and good ) .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['we',\n",
       "   'have',\n",
       "   'since',\n",
       "   'returned',\n",
       "   'and',\n",
       "   'also',\n",
       "   'had',\n",
       "   'a',\n",
       "   'great',\n",
       "   'experience',\n",
       "   ',',\n",
       "   'sampling',\n",
       "   'more',\n",
       "   'small',\n",
       "   'plates',\n",
       "   'and',\n",
       "   'a',\n",
       "   'variety',\n",
       "   'of',\n",
       "   'the',\n",
       "   'beer',\n",
       "   '(',\n",
       "   'cold',\n",
       "   'and',\n",
       "   'good',\n",
       "   ')',\n",
       "   '.'],\n",
       "  'aspect': ['plates', 'beer'],\n",
       "  'position': [[14, 20], [14, 20]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.00019120344950351864,\n",
       "    0.9978274703025818,\n",
       "    0.0019812919199466705],\n",
       "   [0.00019692302157636732, 0.00034261448308825493, 0.9994603991508484]],\n",
       "  'confidence': [0.9978274703025818, 0.9994603991508484]},\n",
       " {'sentence': 'we did have the same waiter the second time , so maybe the service is spotty and our luck is good .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['we',\n",
       "   'did',\n",
       "   'have',\n",
       "   'the',\n",
       "   'same',\n",
       "   'waiter',\n",
       "   'the',\n",
       "   'second',\n",
       "   'time',\n",
       "   ',',\n",
       "   'so',\n",
       "   'maybe',\n",
       "   'the',\n",
       "   'service',\n",
       "   'is',\n",
       "   'spotty',\n",
       "   'and',\n",
       "   'our',\n",
       "   'luck',\n",
       "   'is',\n",
       "   'good',\n",
       "   '.'],\n",
       "  'aspect': ['waiter', 'service'],\n",
       "  'position': [[5, 13], [5, 13]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.5510749220848083, 0.4276126027107239, 0.021312475204467773],\n",
       "   [0.36400797963142395, 0.6340768337249756, 0.0019152254099026322]],\n",
       "  'confidence': [0.5510749220848083, 0.6340768337249756]},\n",
       " {'sentence': 'sunday afternoons there is a band playing and it is lots of fun .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['sunday',\n",
       "   'afternoons',\n",
       "   'there',\n",
       "   'is',\n",
       "   'a',\n",
       "   'band',\n",
       "   'playing',\n",
       "   'and',\n",
       "   'it',\n",
       "   'is',\n",
       "   'lots',\n",
       "   'of',\n",
       "   'fun',\n",
       "   '.'],\n",
       "  'aspect': ['band'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001255582319572568,\n",
       "    0.0021231116261333227,\n",
       "    0.9977512955665588]],\n",
       "  'confidence': [0.9977512955665588]},\n",
       " {'sentence': \"seattle ' s best winelist\",\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'B-ASP'],\n",
       "  'tokens': ['seattle', \"'\", 's', 'best', 'winelist'],\n",
       "  'aspect': ['winelist'],\n",
       "  'position': [[4]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001922933734022081,\n",
       "    0.0002561691217124462,\n",
       "    0.9995514750480652]],\n",
       "  'confidence': [0.9995514750480652]},\n",
       " {'sentence': \"  – ray ' s ( suprisingly ) has the city ' s best & most diverse wine list .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'ray',\n",
       "   \"'\",\n",
       "   's',\n",
       "   '(',\n",
       "   'suprisingly',\n",
       "   ')',\n",
       "   'has',\n",
       "   'the',\n",
       "   'city',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'best',\n",
       "   '&',\n",
       "   'most',\n",
       "   'diverse',\n",
       "   'wine',\n",
       "   'list',\n",
       "   '.'],\n",
       "  'aspect': ['diverse wine'],\n",
       "  'position': [[16, 17, 19]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00017074782226700336,\n",
       "    0.0002547487965784967,\n",
       "    0.9995744824409485]],\n",
       "  'confidence': [0.9995744824409485]},\n",
       " {'sentence': 'the sommelier is fantastic , down - to - earth , & extremely knowlegable .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'sommelier',\n",
       "   'is',\n",
       "   'fantastic',\n",
       "   ',',\n",
       "   'down',\n",
       "   '-',\n",
       "   'to',\n",
       "   '-',\n",
       "   'earth',\n",
       "   ',',\n",
       "   '&',\n",
       "   'extremely',\n",
       "   'knowlegable',\n",
       "   '.'],\n",
       "  'aspect': ['sommelier'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00023277186846826226,\n",
       "    0.0002829046861734241,\n",
       "    0.9994843006134033]],\n",
       "  'confidence': [0.9994843006134033]},\n",
       " {'sentence': 'i would go back for the wine experience alone .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['i',\n",
       "   'would',\n",
       "   'go',\n",
       "   'back',\n",
       "   'for',\n",
       "   'the',\n",
       "   'wine',\n",
       "   'experience',\n",
       "   'alone',\n",
       "   '.'],\n",
       "  'aspect': ['wine'],\n",
       "  'position': [[6]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00021760229719802737,\n",
       "    0.0003166206297464669,\n",
       "    0.9994658827781677]],\n",
       "  'confidence': [0.9994658827781677]},\n",
       " {'sentence': 'not the place it once was',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['not', 'the', 'place', 'it', 'once', 'was'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.998117208480835, 0.0013505585957318544, 0.000532221223693341]],\n",
       "  'confidence': [0.998117208480835]},\n",
       " {'sentence': '  – it is sad to see a place that was once \" the \" place to meet and eat for bfast or lunch , now be the place that is a big \" dont bother . \"',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'it',\n",
       "   'is',\n",
       "   'sad',\n",
       "   'to',\n",
       "   'see',\n",
       "   'a',\n",
       "   'place',\n",
       "   'that',\n",
       "   'was',\n",
       "   'once',\n",
       "   '\"',\n",
       "   'the',\n",
       "   '\"',\n",
       "   'place',\n",
       "   'to',\n",
       "   'meet',\n",
       "   'and',\n",
       "   'eat',\n",
       "   'for',\n",
       "   'bfast',\n",
       "   'or',\n",
       "   'lunch',\n",
       "   ',',\n",
       "   'now',\n",
       "   'be',\n",
       "   'the',\n",
       "   'place',\n",
       "   'that',\n",
       "   'is',\n",
       "   'a',\n",
       "   'big',\n",
       "   '\"',\n",
       "   'dont',\n",
       "   'bother',\n",
       "   '.',\n",
       "   '\"'],\n",
       "  'aspect': ['a', 'for', 'or'],\n",
       "  'position': [[7, 20, 22, 37], [7, 20, 22, 37], [7, 20, 22, 37]],\n",
       "  'sentiment': ['Negative', 'Neutral', 'Neutral'],\n",
       "  'probs': [[0.9824364185333252, 0.0003632493317127228, 0.017200332134962082],\n",
       "   [0.001295240712352097, 0.9982988238334656, 0.0004059524508193135],\n",
       "   [0.0010402060579508543, 0.9985659718513489, 0.0003937967121601105]],\n",
       "  'confidence': [0.9824364185333252, 0.9982988238334656, 0.9985659718513489]},\n",
       " {'sentence': 'the food is not what it once was ( potions have seriously seen downsizing ) prices have gone up , and the service is the worst i have experienced anywhere ( including mainland europe ) .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'food',\n",
       "   'is',\n",
       "   'not',\n",
       "   'what',\n",
       "   'it',\n",
       "   'once',\n",
       "   'was',\n",
       "   '(',\n",
       "   'potions',\n",
       "   'have',\n",
       "   'seriously',\n",
       "   'seen',\n",
       "   'downsizing',\n",
       "   ')',\n",
       "   'prices',\n",
       "   'have',\n",
       "   'gone',\n",
       "   'up',\n",
       "   ',',\n",
       "   'and',\n",
       "   'the',\n",
       "   'service',\n",
       "   'is',\n",
       "   'the',\n",
       "   'worst',\n",
       "   'i',\n",
       "   'have',\n",
       "   'experienced',\n",
       "   'anywhere',\n",
       "   '(',\n",
       "   'including',\n",
       "   'mainland',\n",
       "   'europe',\n",
       "   ')',\n",
       "   '.'],\n",
       "  'aspect': ['food', 'prices', 'service'],\n",
       "  'position': [[1, 15, 22], [1, 15, 22], [1, 15, 22]],\n",
       "  'sentiment': ['Negative', 'Negative', 'Negative'],\n",
       "  'probs': [[0.9592967629432678, 0.0401756651699543, 0.0005274738650768995],\n",
       "   [0.9954214692115784, 0.004248154349625111, 0.00033033580984920263],\n",
       "   [0.9962913990020752, 0.0033629995305091143, 0.0003455698024481535]],\n",
       "  'confidence': [0.9592967629432678, 0.9954214692115784, 0.9962913990020752]},\n",
       " {'sentence': 'what may be interesting to most is the worst sevice / attitude comes from the owners of this establishment .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['what',\n",
       "   'may',\n",
       "   'be',\n",
       "   'interesting',\n",
       "   'to',\n",
       "   'most',\n",
       "   'is',\n",
       "   'the',\n",
       "   'worst',\n",
       "   'sevice',\n",
       "   '/',\n",
       "   'attitude',\n",
       "   'comes',\n",
       "   'from',\n",
       "   'the',\n",
       "   'owners',\n",
       "   'of',\n",
       "   'this',\n",
       "   'establishment',\n",
       "   '.'],\n",
       "  'aspect': ['attitude', 'owners'],\n",
       "  'position': [[11, 15], [11, 15]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.9961094260215759, 0.003628272796049714, 0.00026233773678541183],\n",
       "   [0.996134877204895, 0.0036835763603448868, 0.00018162418564315885]],\n",
       "  'confidence': [0.9961094260215759, 0.996134877204895]},\n",
       " {'sentence': 'this establishment really made a marked decline after ( and this is recurring story ) the airing of food televisions \" diners , drive - ins , and dives \" hosted by guy fieri , in which schooner or later was subject of .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['this',\n",
       "   'establishment',\n",
       "   'really',\n",
       "   'made',\n",
       "   'a',\n",
       "   'marked',\n",
       "   'decline',\n",
       "   'after',\n",
       "   '(',\n",
       "   'and',\n",
       "   'this',\n",
       "   'is',\n",
       "   'recurring',\n",
       "   'story',\n",
       "   ')',\n",
       "   'the',\n",
       "   'airing',\n",
       "   'of',\n",
       "   'food',\n",
       "   'televisions',\n",
       "   '\"',\n",
       "   'diners',\n",
       "   ',',\n",
       "   'drive',\n",
       "   '-',\n",
       "   'ins',\n",
       "   ',',\n",
       "   'and',\n",
       "   'dives',\n",
       "   '\"',\n",
       "   'hosted',\n",
       "   'by',\n",
       "   'guy',\n",
       "   'fieri',\n",
       "   ',',\n",
       "   'in',\n",
       "   'which',\n",
       "   'schooner',\n",
       "   'or',\n",
       "   'later',\n",
       "   'was',\n",
       "   'subject',\n",
       "   'of',\n",
       "   '.'],\n",
       "  'aspect': ['diners', 'guy fieri'],\n",
       "  'position': [[21, 32, 33], [21, 32, 33]],\n",
       "  'sentiment': ['Neutral', 'Negative'],\n",
       "  'probs': [[0.06382614374160767, 0.9358963370323181, 0.00027758185751736164],\n",
       "   [0.9963035583496094, 0.0035086222924292088, 0.00018775653734337538]],\n",
       "  'confidence': [0.9358963370323181, 0.9963035583496094]},\n",
       " {'sentence': 'perhaps now , scooner or later falls into the \" dive \" category .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['perhaps',\n",
       "   'now',\n",
       "   ',',\n",
       "   'scooner',\n",
       "   'or',\n",
       "   'later',\n",
       "   'falls',\n",
       "   'into',\n",
       "   'the',\n",
       "   '\"',\n",
       "   'dive',\n",
       "   '\"',\n",
       "   'category',\n",
       "   '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'i hope one day scooner or later returns to what it once was .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'hope',\n",
       "   'one',\n",
       "   'day',\n",
       "   'scooner',\n",
       "   'or',\n",
       "   'later',\n",
       "   'returns',\n",
       "   'to',\n",
       "   'what',\n",
       "   'it',\n",
       "   'once',\n",
       "   'was',\n",
       "   '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'open & cool place with the best pizza and coffee',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'B-ASP', 'O', 'B-ASP'],\n",
       "  'tokens': ['open',\n",
       "   '&',\n",
       "   'cool',\n",
       "   'place',\n",
       "   'with',\n",
       "   'the',\n",
       "   'best',\n",
       "   'pizza',\n",
       "   'and',\n",
       "   'coffee'],\n",
       "  'aspect': ['place', 'pizza', 'coffee'],\n",
       "  'position': [[3, 7, 9], [3, 7, 9], [3, 7, 9]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.00017205158655997366,\n",
       "    0.00031146322726272047,\n",
       "    0.999516487121582],\n",
       "   [0.0001918922207551077, 0.00032111696782521904, 0.9994869232177734],\n",
       "   [0.00020439547370187938, 0.0003265900304540992, 0.999468982219696]],\n",
       "  'confidence': [0.999516487121582, 0.9994869232177734, 0.999468982219696]},\n",
       " {'sentence': '  – mioposto has a very creative & delicious pizza menu .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'mioposto',\n",
       "   'has',\n",
       "   'a',\n",
       "   'very',\n",
       "   'creative',\n",
       "   '&',\n",
       "   'delicious',\n",
       "   'pizza',\n",
       "   'menu',\n",
       "   '.'],\n",
       "  'aspect': ['delicious pizza'],\n",
       "  'position': [[8, 9, 11]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00020192438387311995,\n",
       "    0.00023407292610500008,\n",
       "    0.999563992023468]],\n",
       "  'confidence': [0.999563992023468]},\n",
       " {'sentence': 'the coffe is very good , too .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'coffe', 'is', 'very', 'good', ',', 'too', '.'],\n",
       "  'aspect': ['coffe'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00016083108494058251,\n",
       "    0.0006780112744309008,\n",
       "    0.9991612434387207]],\n",
       "  'confidence': [0.9991612434387207]},\n",
       " {'sentence': 'great open and friendly ambience .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['great', 'open', 'and', 'friendly', 'ambience', '.'],\n",
       "  'aspect': ['ambience'],\n",
       "  'position': [[4]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001821332552935928,\n",
       "    0.0003087442892137915,\n",
       "    0.9995090961456299]],\n",
       "  'confidence': [0.9995090961456299]},\n",
       " {'sentence': 'this place is charming and relaxing .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['this', 'place', 'is', 'charming', 'and', 'relaxing', '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00017306403606198728,\n",
       "    0.0002797276829369366,\n",
       "    0.9995471835136414]],\n",
       "  'confidence': [0.9995471835136414]},\n",
       " {'sentence': 'the servers behind the counter are always friendly and helpful .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'servers',\n",
       "   'behind',\n",
       "   'the',\n",
       "   'counter',\n",
       "   'are',\n",
       "   'always',\n",
       "   'friendly',\n",
       "   'and',\n",
       "   'helpful',\n",
       "   '.'],\n",
       "  'aspect': ['servers', 'counter'],\n",
       "  'position': [[1, 4], [1, 4]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.0002700606419239193, 0.0007120051304809749, 0.9990178346633911],\n",
       "   [0.00028158220811747015, 0.9716606736183167, 0.02805769257247448]],\n",
       "  'confidence': [0.9990178346633911, 0.9716606736183167]},\n",
       " {'sentence': \"it ' s a great place to enjoy food and meet friends .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['it',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'a',\n",
       "   'great',\n",
       "   'place',\n",
       "   'to',\n",
       "   'enjoy',\n",
       "   'food',\n",
       "   'and',\n",
       "   'meet',\n",
       "   'friends',\n",
       "   '.'],\n",
       "  'aspect': ['place', 'food'],\n",
       "  'position': [[5, 8], [5, 8]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00019096028700005263,\n",
       "    0.0007136529311537743,\n",
       "    0.9990954399108887],\n",
       "   [0.00015531113604083657, 0.0005087291938252747, 0.9993359446525574]],\n",
       "  'confidence': [0.9990954399108887, 0.9993359446525574]},\n",
       " {'sentence': \"  – after 12 years in seattle ray ' s rates as the place we always go back to .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'after',\n",
       "   '12',\n",
       "   'years',\n",
       "   'in',\n",
       "   'seattle',\n",
       "   'ray',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'rates',\n",
       "   'as',\n",
       "   'the',\n",
       "   'place',\n",
       "   'we',\n",
       "   'always',\n",
       "   'go',\n",
       "   'back',\n",
       "   'to',\n",
       "   '.'],\n",
       "  'aspect': ['s'],\n",
       "  'position': [[9, 19]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0005427004070952535, 0.14826437830924988, 0.8511929512023926]],\n",
       "  'confidence': [0.8511929512023926]},\n",
       " {'sentence': 'great food , spectacular location , and friendly service keep us coming back year after year .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['great',\n",
       "   'food',\n",
       "   ',',\n",
       "   'spectacular',\n",
       "   'location',\n",
       "   ',',\n",
       "   'and',\n",
       "   'friendly',\n",
       "   'service',\n",
       "   'keep',\n",
       "   'us',\n",
       "   'coming',\n",
       "   'back',\n",
       "   'year',\n",
       "   'after',\n",
       "   'year',\n",
       "   '.'],\n",
       "  'aspect': ['food', 'location', 'service'],\n",
       "  'position': [[1, 4, 8], [1, 4, 8], [1, 4, 8]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.00029021239606663585,\n",
       "    0.0002493992797099054,\n",
       "    0.9994603991508484],\n",
       "   [0.00024153005506377667, 0.0002464389835949987, 0.9995120763778687],\n",
       "   [0.00020347282406874, 0.00025516172172501683, 0.9995414018630981]],\n",
       "  'confidence': [0.9994603991508484, 0.9995120763778687, 0.9995414018630981]},\n",
       " {'sentence': 'enjoyed the food',\n",
       "  'IOB': ['O', 'O', 'B-ASP'],\n",
       "  'tokens': ['enjoyed', 'the', 'food'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00021523154282476753,\n",
       "    0.00029207547777332366,\n",
       "    0.9994927644729614]],\n",
       "  'confidence': [0.9994927644729614]},\n",
       " {'sentence': 'food was good and cheap .',\n",
       "  'IOB': ['B-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['food', 'was', 'good', 'and', 'cheap', '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[0]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001491083239670843, 0.000637161429040134, 0.999213695526123]],\n",
       "  'confidence': [0.999213695526123]},\n",
       " {'sentence': 'i had the kafta plate and i enjoyed it .',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['i',\n",
       "   'had',\n",
       "   'the',\n",
       "   'kafta',\n",
       "   'plate',\n",
       "   'and',\n",
       "   'i',\n",
       "   'enjoyed',\n",
       "   'it',\n",
       "   '.'],\n",
       "  'aspect': ['kafta'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00012317451182752848,\n",
       "    0.0006539796595461667,\n",
       "    0.9992228746414185]],\n",
       "  'confidence': [0.9992228746414185]},\n",
       " {'sentence': 'atmosphere was nice .',\n",
       "  'IOB': ['B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['atmosphere', 'was', 'nice', '.'],\n",
       "  'aspect': ['atmosphere'],\n",
       "  'position': [[0]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00015691579028498381, 0.002661335514858365, 0.99718177318573]],\n",
       "  'confidence': [0.99718177318573]},\n",
       " {'sentence': \"service was kind of slow , our waitress took forever to give us our check even though it was n ' t that busy .\",\n",
       "  'IOB': ['B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['service',\n",
       "   'was',\n",
       "   'kind',\n",
       "   'of',\n",
       "   'slow',\n",
       "   ',',\n",
       "   'our',\n",
       "   'waitress',\n",
       "   'took',\n",
       "   'forever',\n",
       "   'to',\n",
       "   'give',\n",
       "   'us',\n",
       "   'our',\n",
       "   'check',\n",
       "   'even',\n",
       "   'though',\n",
       "   'it',\n",
       "   'was',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'that',\n",
       "   'busy',\n",
       "   '.'],\n",
       "  'aspect': ['service', 'waitress'],\n",
       "  'position': [[0, 7], [0, 7]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.9986470341682434, 0.00112546281889081, 0.000227475626161322],\n",
       "   [0.998261034488678, 0.0015556818107143044, 0.00018331260071136057]],\n",
       "  'confidence': [0.9986470341682434, 0.998261034488678]},\n",
       " {'sentence': 'still i would recommend this place .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['still', 'i', 'would', 'recommend', 'this', 'place', '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0006818865658715367,\n",
       "    0.00021724606631323695,\n",
       "    0.999100923538208]],\n",
       "  'confidence': [0.999100923538208]},\n",
       " {'sentence': 'what else can you say nice people amazing food wow',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['what',\n",
       "   'else',\n",
       "   'can',\n",
       "   'you',\n",
       "   'say',\n",
       "   'nice',\n",
       "   'people',\n",
       "   'amazing',\n",
       "   'food',\n",
       "   'wow'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[8]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00026921508833765984,\n",
       "    0.0003282412944827229,\n",
       "    0.9994025230407715]],\n",
       "  'confidence': [0.9994025230407715]},\n",
       " {'sentence': 'great food with an awesome atmosphere !',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['great', 'food', 'with', 'an', 'awesome', 'atmosphere', '!'],\n",
       "  'aspect': ['food', 'atmosphere'],\n",
       "  'position': [[1, 5], [1, 5]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00023538662935607135,\n",
       "    0.0002400344528723508,\n",
       "    0.9995244741439819],\n",
       "   [0.00021667423425242305, 0.00023999162658583373, 0.9995433688163757]],\n",
       "  'confidence': [0.9995244741439819, 0.9995433688163757]},\n",
       " {'sentence': '  – eggs , pancakes , potatoes , fresh fruit and yogurt - - everything they serve is delicious .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'eggs',\n",
       "   ',',\n",
       "   'pancakes',\n",
       "   ',',\n",
       "   'potatoes',\n",
       "   ',',\n",
       "   'fresh',\n",
       "   'fruit',\n",
       "   'and',\n",
       "   'yogurt',\n",
       "   '-',\n",
       "   '-',\n",
       "   'everything',\n",
       "   'they',\n",
       "   'serve',\n",
       "   'is',\n",
       "   'delicious',\n",
       "   '.'],\n",
       "  'aspect': ['–', ',', ',', 'fresh', 'and'],\n",
       "  'position': [[1, 3, 5, 8, 10, 19],\n",
       "   [1, 3, 5, 8, 10, 19],\n",
       "   [1, 3, 5, 8, 10, 19],\n",
       "   [1, 3, 5, 8, 10, 19],\n",
       "   [1, 3, 5, 8, 10, 19]],\n",
       "  'sentiment': ['Neutral', 'Neutral', 'Neutral', 'Neutral', 'Positive'],\n",
       "  'probs': [[0.0004670051275752485, 0.977412760257721, 0.022120269015431404],\n",
       "   [0.00044351984979584813, 0.9747578501701355, 0.02479868195950985],\n",
       "   [0.00044351984979584813, 0.9747578501701355, 0.02479868195950985],\n",
       "   [0.00045504490844905376, 0.8132956624031067, 0.18624931573867798],\n",
       "   [0.000302033411571756, 0.13441713154315948, 0.8652808666229248]],\n",
       "  'confidence': [0.977412760257721,\n",
       "   0.9747578501701355,\n",
       "   0.9747578501701355,\n",
       "   0.8132956624031067,\n",
       "   0.8652808666229248]},\n",
       " {'sentence': \"the best place for a leisure sunday breakfast amidst yachts , then take a stroll through the nearby farmer ' s market .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'best',\n",
       "   'place',\n",
       "   'for',\n",
       "   'a',\n",
       "   'leisure',\n",
       "   'sunday',\n",
       "   'breakfast',\n",
       "   'amidst',\n",
       "   'yachts',\n",
       "   ',',\n",
       "   'then',\n",
       "   'take',\n",
       "   'a',\n",
       "   'stroll',\n",
       "   'through',\n",
       "   'the',\n",
       "   'nearby',\n",
       "   'farmer',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'market',\n",
       "   '.'],\n",
       "  'aspect': ['place', 'breakfast'],\n",
       "  'position': [[2, 7], [2, 7]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.0002989010536111891, 0.0004214474465698004, 0.9992796778678894],\n",
       "   [0.0007204548455774784, 0.6227761507034302, 0.3765033781528473]],\n",
       "  'confidence': [0.9992796778678894, 0.6227761507034302]},\n",
       " {'sentence': 'great meal – the fish on the omikase platter was absolutely decadent - - there was none of the stringiness that sometimes accompanies fair sushi - - this fish was perfect ! ! ! !',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['great',\n",
       "   'meal',\n",
       "   '–',\n",
       "   'the',\n",
       "   'fish',\n",
       "   'on',\n",
       "   'the',\n",
       "   'omikase',\n",
       "   'platter',\n",
       "   'was',\n",
       "   'absolutely',\n",
       "   'decadent',\n",
       "   '-',\n",
       "   '-',\n",
       "   'there',\n",
       "   'was',\n",
       "   'none',\n",
       "   'of',\n",
       "   'the',\n",
       "   'stringiness',\n",
       "   'that',\n",
       "   'sometimes',\n",
       "   'accompanies',\n",
       "   'fair',\n",
       "   'sushi',\n",
       "   '-',\n",
       "   '-',\n",
       "   'this',\n",
       "   'fish',\n",
       "   'was',\n",
       "   'perfect',\n",
       "   '!',\n",
       "   '!',\n",
       "   '!',\n",
       "   '!'],\n",
       "  'aspect': ['meal', 'fish', 'omikase platter', 'sushi'],\n",
       "  'position': [[1, 4, 7, 8, 24],\n",
       "   [1, 4, 7, 8, 24],\n",
       "   [1, 4, 7, 8, 24],\n",
       "   [1, 4, 7, 8, 24]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.0012784316204488277, 0.0005580794531852007, 0.9981635212898254],\n",
       "   [0.0012994208373129368, 0.0015174305299296975, 0.9971831440925598],\n",
       "   [0.00023512417101301253, 0.0015662281075492501, 0.9981986880302429],\n",
       "   [0.0004847263917326927, 0.30346158146858215, 0.696053683757782]],\n",
       "  'confidence': [0.9981635212898254,\n",
       "   0.9971831440925598,\n",
       "   0.9981986880302429,\n",
       "   0.696053683757782]},\n",
       " {'sentence': \"plus , i am allergic to rice , and the waitstaff was unbelievably accomodating - - did n ' t even bat an eye !\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['plus',\n",
       "   ',',\n",
       "   'i',\n",
       "   'am',\n",
       "   'allergic',\n",
       "   'to',\n",
       "   'rice',\n",
       "   ',',\n",
       "   'and',\n",
       "   'the',\n",
       "   'waitstaff',\n",
       "   'was',\n",
       "   'unbelievably',\n",
       "   'accomodating',\n",
       "   '-',\n",
       "   '-',\n",
       "   'did',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'even',\n",
       "   'bat',\n",
       "   'an',\n",
       "   'eye',\n",
       "   '!'],\n",
       "  'aspect': ['rice', 'waitstaff'],\n",
       "  'position': [[6, 10], [6, 10]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.0005301929195411503, 0.9988677501678467, 0.0006020625587552786],\n",
       "   [0.0004039335181005299, 0.00022548453125637025, 0.9993705153465271]],\n",
       "  'confidence': [0.9988677501678467, 0.9993705153465271]},\n",
       " {'sentence': 'and the waiter suggested a perfect sake ! !',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'B-ASP', 'O', 'O'],\n",
       "  'tokens': ['and',\n",
       "   'the',\n",
       "   'waiter',\n",
       "   'suggested',\n",
       "   'a',\n",
       "   'perfect',\n",
       "   'sake',\n",
       "   '!',\n",
       "   '!'],\n",
       "  'aspect': ['waiter', 'sake'],\n",
       "  'position': [[2, 6], [2, 6]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.0002728269319050014, 0.9989742040634155, 0.0007530013099312782],\n",
       "   [0.0006182954530231655, 0.0002197421417804435, 0.999161958694458]],\n",
       "  'confidence': [0.9989742040634155, 0.999161958694458]},\n",
       " {'sentence': 'unbeatable sushi !',\n",
       "  'IOB': ['O', 'B-ASP', 'O'],\n",
       "  'tokens': ['unbeatable', 'sushi', '!'],\n",
       "  'aspect': ['sushi'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00023391979630105197,\n",
       "    0.0002595169353298843,\n",
       "    0.9995065927505493]],\n",
       "  'confidence': [0.9995065927505493]},\n",
       " {'sentence': 'melt in your mouth nigiri and sashmi , and very tasty rolls too .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['melt',\n",
       "   'in',\n",
       "   'your',\n",
       "   'mouth',\n",
       "   'nigiri',\n",
       "   'and',\n",
       "   'sashmi',\n",
       "   ',',\n",
       "   'and',\n",
       "   'very',\n",
       "   'tasty',\n",
       "   'rolls',\n",
       "   'too',\n",
       "   '.'],\n",
       "  'aspect': ['nigiri', 'rolls'],\n",
       "  'position': [[4, 11], [4, 11]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.0001955762127181515, 0.9989190101623535, 0.000885391200426966],\n",
       "   [0.0021417017560452223, 0.00018203345825895667, 0.9976761937141418]],\n",
       "  'confidence': [0.9989190101623535, 0.9976761937141418]},\n",
       " {'sentence': 'be sure to try the oyster roll .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'B-ASP', 'I-ASP', 'O'],\n",
       "  'tokens': ['be', 'sure', 'to', 'try', 'the', 'oyster', 'roll', '.'],\n",
       "  'aspect': ['oyster roll'],\n",
       "  'position': [[5, 6]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00019118981435894966,\n",
       "    0.00025342596927657723,\n",
       "    0.9995552897453308]],\n",
       "  'confidence': [0.9995552897453308]},\n",
       " {'sentence': '  – how to describe the best sushi in nyc : hmmmm , delicious , amazing , fantastic , suculent , perfect , nah , all of the above .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'how',\n",
       "   'to',\n",
       "   'describe',\n",
       "   'the',\n",
       "   'best',\n",
       "   'sushi',\n",
       "   'in',\n",
       "   'nyc',\n",
       "   ':',\n",
       "   'hmmmm',\n",
       "   ',',\n",
       "   'delicious',\n",
       "   ',',\n",
       "   'amazing',\n",
       "   ',',\n",
       "   'fantastic',\n",
       "   ',',\n",
       "   'suculent',\n",
       "   ',',\n",
       "   'perfect',\n",
       "   ',',\n",
       "   'nah',\n",
       "   ',',\n",
       "   'all',\n",
       "   'of',\n",
       "   'the',\n",
       "   'above',\n",
       "   '.'],\n",
       "  'aspect': ['best'],\n",
       "  'position': [[6, 29]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002454328932799399, 0.002495987107977271, 0.9972586631774902]],\n",
       "  'confidence': [0.9972586631774902]},\n",
       " {'sentence': \"i ca n ' t saybenough good things about this restaurant , and i ca n ' t wait for my next several visits .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'ca',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'saybenough',\n",
       "   'good',\n",
       "   'things',\n",
       "   'about',\n",
       "   'this',\n",
       "   'restaurant',\n",
       "   ',',\n",
       "   'and',\n",
       "   'i',\n",
       "   'ca',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'wait',\n",
       "   'for',\n",
       "   'my',\n",
       "   'next',\n",
       "   'several',\n",
       "   'visits',\n",
       "   '.'],\n",
       "  'aspect': ['restaurant'],\n",
       "  'position': [[10]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0003472299431450665,\n",
       "    0.00024302510428242385,\n",
       "    0.9994097948074341]],\n",
       "  'confidence': [0.9994097948074341]},\n",
       " {'sentence': 'the best chuwam mushi i have ever had .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'best',\n",
       "   'chuwam',\n",
       "   'mushi',\n",
       "   'i',\n",
       "   'have',\n",
       "   'ever',\n",
       "   'had',\n",
       "   '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'good sushi , high price',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'B-ASP'],\n",
       "  'tokens': ['good', 'sushi', ',', 'high', 'price'],\n",
       "  'aspect': ['sushi', 'price'],\n",
       "  'position': [[1, 4], [1, 4]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.001278954092413187, 0.00033626193180680275, 0.9983848333358765],\n",
       "   [0.02979719080030918, 0.0005768953124061227, 0.9696258902549744]],\n",
       "  'confidence': [0.9983848333358765, 0.9696258902549744]},\n",
       " {'sentence': 'one of the best sushi place in town .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['one', 'of', 'the', 'best', 'sushi', 'place', 'in', 'town', '.'],\n",
       "  'aspect': ['sushi'],\n",
       "  'position': [[4]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00022178371727932245,\n",
       "    0.0002540888963267207,\n",
       "    0.9995242357254028]],\n",
       "  'confidence': [0.9995242357254028]},\n",
       " {'sentence': 'the house special roll is really good .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'house', 'special', 'roll', 'is', 'really', 'good', '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'a cozy spot for Positive',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O'],\n",
       "  'tokens': ['a', 'cozy', 'spot', 'for', 'Positive'],\n",
       "  'aspect': ['spot'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00021072656090836972,\n",
       "    0.00031234085327014327,\n",
       "    0.999476969242096]],\n",
       "  'confidence': [0.999476969242096]},\n",
       " {'sentence': \"  – i ca n ' t believe murphy ' s has been around for over 25 years , amazing .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'i',\n",
       "   'ca',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'believe',\n",
       "   'murphy',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'has',\n",
       "   'been',\n",
       "   'around',\n",
       "   'for',\n",
       "   'over',\n",
       "   '25',\n",
       "   'years',\n",
       "   ',',\n",
       "   'amazing',\n",
       "   '.'],\n",
       "  'aspect': ['believe'],\n",
       "  'position': [[7, 20]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0008910357719287276,\n",
       "    0.0002689045504666865,\n",
       "    0.9988401532173157]],\n",
       "  'confidence': [0.9988401532173157]},\n",
       " {'sentence': \"brunch at murphy ' s is to die for , my specialty . . . egg white omelet , the food is always freshly prepared .\",\n",
       "  'IOB': ['B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['brunch',\n",
       "   'at',\n",
       "   'murphy',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'is',\n",
       "   'to',\n",
       "   'die',\n",
       "   'for',\n",
       "   ',',\n",
       "   'my',\n",
       "   'specialty',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'egg',\n",
       "   'white',\n",
       "   'omelet',\n",
       "   ',',\n",
       "   'the',\n",
       "   'food',\n",
       "   'is',\n",
       "   'always',\n",
       "   'freshly',\n",
       "   'prepared',\n",
       "   '.'],\n",
       "  'aspect': ['brunch', 'egg white omelet', 'food'],\n",
       "  'position': [[0, 15, 16, 17, 20], [0, 15, 16, 17, 20], [0, 15, 16, 17, 20]],\n",
       "  'sentiment': ['Positive', 'Neutral', 'Positive'],\n",
       "  'probs': [[0.0003781156556215137, 0.0004958455101586878, 0.9991260170936584],\n",
       "   [0.0002026818401645869, 0.9686536192893982, 0.031143682077527046],\n",
       "   [0.00013715280510950834, 0.003584759309887886, 0.9962781071662903]],\n",
       "  'confidence': [0.9991260170936584, 0.9686536192893982, 0.9962781071662903]},\n",
       " {'sentence': \"it ' s the perfect spot for a romantic date for 2 or a secret rendezvous !\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['it',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'the',\n",
       "   'perfect',\n",
       "   'spot',\n",
       "   'for',\n",
       "   'a',\n",
       "   'romantic',\n",
       "   'date',\n",
       "   'for',\n",
       "   '2',\n",
       "   'or',\n",
       "   'a',\n",
       "   'secret',\n",
       "   'rendezvous',\n",
       "   '!'],\n",
       "  'aspect': ['spot'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00024608077364973724,\n",
       "    0.00022879552852828056,\n",
       "    0.9995251893997192]],\n",
       "  'confidence': [0.9995251893997192]},\n",
       " {'sentence': 'save room for scrumptious desserts .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['save', 'room', 'for', 'scrumptious', 'desserts', '.'],\n",
       "  'aspect': ['desserts'],\n",
       "  'position': [[4]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0003241470258217305,\n",
       "    0.00026327770319767296,\n",
       "    0.9994125366210938]],\n",
       "  'confidence': [0.9994125366210938]},\n",
       " {'sentence': \"the restaurant offers an extensive wine list and an ambiance you wo n ' t forget !\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'restaurant',\n",
       "   'offers',\n",
       "   'an',\n",
       "   'extensive',\n",
       "   'wine',\n",
       "   'list',\n",
       "   'and',\n",
       "   'an',\n",
       "   'ambiance',\n",
       "   'you',\n",
       "   'wo',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'forget',\n",
       "   '!'],\n",
       "  'aspect': ['wine list', 'ambiance'],\n",
       "  'position': [[5, 6, 9], [5, 6, 9]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00010879179899347946,\n",
       "    0.0024530631490051746,\n",
       "    0.9974380731582642],\n",
       "   [0.0001987445866689086, 0.0003876987611874938, 0.9994136095046997]],\n",
       "  'confidence': [0.9974380731582642, 0.9994136095046997]},\n",
       " {'sentence': '  – best mexican place for lunch in the financial district .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'best',\n",
       "   'mexican',\n",
       "   'place',\n",
       "   'for',\n",
       "   'lunch',\n",
       "   'in',\n",
       "   'the',\n",
       "   'financial',\n",
       "   'district',\n",
       "   '.'],\n",
       "  'aspect': ['mexican', 'for'],\n",
       "  'position': [[3, 5, 11], [3, 5, 11]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0002624496992211789, 0.0033930817153304815, 0.9963443875312805],\n",
       "   [0.0003362944698892534, 0.10115893185138702, 0.8985047340393066]],\n",
       "  'confidence': [0.9963443875312805, 0.8985047340393066]},\n",
       " {'sentence': 'love the enchiladas and chicken soup - and be sure to check out their specials .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['love',\n",
       "   'the',\n",
       "   'enchiladas',\n",
       "   'and',\n",
       "   'chicken',\n",
       "   'soup',\n",
       "   '-',\n",
       "   'and',\n",
       "   'be',\n",
       "   'sure',\n",
       "   'to',\n",
       "   'check',\n",
       "   'out',\n",
       "   'their',\n",
       "   'specials',\n",
       "   '.'],\n",
       "  'aspect': ['enchiladas', 'chicken soup', 'specials'],\n",
       "  'position': [[2, 4, 5, 14], [2, 4, 5, 14], [2, 4, 5, 14]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.0004160322423558682, 0.0002376902411924675, 0.9993463158607483],\n",
       "   [0.0002455458452459425, 0.00024535018019378185, 0.9995090961456299],\n",
       "   [0.000213230203371495, 0.12224218994379044, 0.877544641494751]],\n",
       "  'confidence': [0.9993463158607483, 0.9995090961456299, 0.877544641494751]},\n",
       " {'sentence': 'the cooks have been at the restaurant for years and cook family recipes .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'cooks',\n",
       "   'have',\n",
       "   'been',\n",
       "   'at',\n",
       "   'the',\n",
       "   'restaurant',\n",
       "   'for',\n",
       "   'years',\n",
       "   'and',\n",
       "   'cook',\n",
       "   'family',\n",
       "   'recipes',\n",
       "   '.'],\n",
       "  'aspect': ['cooks', 'recipes'],\n",
       "  'position': [[1, 12], [1, 12]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.0022843824699521065, 0.28085824847221375, 0.7168573141098022],\n",
       "   [0.00044969943701289594, 0.6564095616340637, 0.34314075112342834]],\n",
       "  'confidence': [0.7168573141098022, 0.6564095616340637]},\n",
       " {'sentence': 'can get busy on fridays for a table but once seated , the service is so efficient you can be in and out of there quickly .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['can',\n",
       "   'get',\n",
       "   'busy',\n",
       "   'on',\n",
       "   'fridays',\n",
       "   'for',\n",
       "   'a',\n",
       "   'table',\n",
       "   'but',\n",
       "   'once',\n",
       "   'seated',\n",
       "   ',',\n",
       "   'the',\n",
       "   'service',\n",
       "   'is',\n",
       "   'so',\n",
       "   'efficient',\n",
       "   'you',\n",
       "   'can',\n",
       "   'be',\n",
       "   'in',\n",
       "   'and',\n",
       "   'out',\n",
       "   'of',\n",
       "   'there',\n",
       "   'quickly',\n",
       "   '.'],\n",
       "  'aspect': ['table', 'service'],\n",
       "  'position': [[7, 13], [7, 13]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.0003687399730551988, 0.9988006353378296, 0.0008306285599246621],\n",
       "   [0.00030604927451349795, 0.00023733070702292025, 0.9994565844535828]],\n",
       "  'confidence': [0.9988006353378296, 0.9994565844535828]},\n",
       " {'sentence': 'the sushi was excellent and the wait staff was quick .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'B-ASP', 'I-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'sushi',\n",
       "   'was',\n",
       "   'excellent',\n",
       "   'and',\n",
       "   'the',\n",
       "   'wait',\n",
       "   'staff',\n",
       "   'was',\n",
       "   'quick',\n",
       "   '.'],\n",
       "  'aspect': ['sushi', 'wait staff'],\n",
       "  'position': [[1, 6, 7], [1, 6, 7]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00023951116600073874,\n",
       "    0.00024694728199392557,\n",
       "    0.9995135068893433],\n",
       "   [0.00017478609515819699, 0.0002586348564364016, 0.9995664954185486]],\n",
       "  'confidence': [0.9995135068893433, 0.9995664954185486]},\n",
       " {'sentence': 'the atmosphere was just okay .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'atmosphere', 'was', 'just', 'okay', '.'],\n",
       "  'aspect': ['atmosphere'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.027062654495239258, 0.9435452818870544, 0.029392104595899582]],\n",
       "  'confidence': [0.9435452818870544]},\n",
       " {'sentence': 'space was limited , but the food made up for it .',\n",
       "  'IOB': ['B-ASP', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['space',\n",
       "   'was',\n",
       "   'limited',\n",
       "   ',',\n",
       "   'but',\n",
       "   'the',\n",
       "   'food',\n",
       "   'made',\n",
       "   'up',\n",
       "   'for',\n",
       "   'it',\n",
       "   '.'],\n",
       "  'aspect': ['space', 'food'],\n",
       "  'position': [[0, 6], [0, 6]],\n",
       "  'sentiment': ['Negative', 'Positive'],\n",
       "  'probs': [[0.9941558837890625, 0.005653759464621544, 0.0001903702359413728],\n",
       "   [0.0005110310739837587, 0.0004274933598935604, 0.9990615248680115]],\n",
       "  'confidence': [0.9941558837890625, 0.9990615248680115]},\n",
       " {'sentence': \"well i guess it ' s hard to be seated when one is invisible to the staff .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['well',\n",
       "   'i',\n",
       "   'guess',\n",
       "   'it',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'hard',\n",
       "   'to',\n",
       "   'be',\n",
       "   'seated',\n",
       "   'when',\n",
       "   'one',\n",
       "   'is',\n",
       "   'invisible',\n",
       "   'to',\n",
       "   'the',\n",
       "   'staff',\n",
       "   '.'],\n",
       "  'aspect': ['staff'],\n",
       "  'position': [[16]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9861141443252563, 0.013355452567338943, 0.0005303607904352248]],\n",
       "  'confidence': [0.9861141443252563]},\n",
       " {'sentence': 'we stood there for 10 minutes while employees walked back and forth ignoring us .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['we',\n",
       "   'stood',\n",
       "   'there',\n",
       "   'for',\n",
       "   '10',\n",
       "   'minutes',\n",
       "   'while',\n",
       "   'employees',\n",
       "   'walked',\n",
       "   'back',\n",
       "   'and',\n",
       "   'forth',\n",
       "   'ignoring',\n",
       "   'us',\n",
       "   '.'],\n",
       "  'aspect': ['employees'],\n",
       "  'position': [[7]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9949439167976379,\n",
       "    0.004799911752343178,\n",
       "    0.00025618996005505323]],\n",
       "  'confidence': [0.9949439167976379]},\n",
       " {'sentence': 'finally , my wife stood face to face in front of one of the staff and she asked , \" are you waiting for a table ? \"',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['finally',\n",
       "   ',',\n",
       "   'my',\n",
       "   'wife',\n",
       "   'stood',\n",
       "   'face',\n",
       "   'to',\n",
       "   'face',\n",
       "   'in',\n",
       "   'front',\n",
       "   'of',\n",
       "   'one',\n",
       "   'of',\n",
       "   'the',\n",
       "   'staff',\n",
       "   'and',\n",
       "   'she',\n",
       "   'asked',\n",
       "   ',',\n",
       "   '\"',\n",
       "   'are',\n",
       "   'you',\n",
       "   'waiting',\n",
       "   'for',\n",
       "   'a',\n",
       "   'table',\n",
       "   '?',\n",
       "   '\"'],\n",
       "  'aspect': ['staff', 'waiting', 'table'],\n",
       "  'position': [[14, 22, 25], [14, 22, 25], [14, 22, 25]],\n",
       "  'sentiment': ['Negative', 'Neutral', 'Neutral'],\n",
       "  'probs': [[0.9988186955451965,\n",
       "    0.00034627728746272624,\n",
       "    0.0008350596763193607],\n",
       "   [0.0018864523153752089, 0.9976840019226074, 0.000429480685852468],\n",
       "   [0.0002728799299802631, 0.9991663694381714, 0.0005608284845948219]],\n",
       "  'confidence': [0.9988186955451965, 0.9976840019226074, 0.9991663694381714]},\n",
       " {'sentence': \"the caesar salad i ordered had so much lemon i could n ' t eat it .\",\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'caesar',\n",
       "   'salad',\n",
       "   'i',\n",
       "   'ordered',\n",
       "   'had',\n",
       "   'so',\n",
       "   'much',\n",
       "   'lemon',\n",
       "   'i',\n",
       "   'could',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'eat',\n",
       "   'it',\n",
       "   '.'],\n",
       "  'aspect': ['caesar salad', 'lemon'],\n",
       "  'position': [[1, 2, 8], [1, 2, 8]],\n",
       "  'sentiment': ['Neutral', 'Negative'],\n",
       "  'probs': [[0.16001030802726746, 0.8397173881530762, 0.00027227139798924327],\n",
       "   [0.9967079162597656, 0.00026033888570964336, 0.003031714353710413]],\n",
       "  'confidence': [0.8397173881530762, 0.9967079162597656]},\n",
       " {'sentence': 'great food , better margaritas !',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['great', 'food', ',', 'better', 'margaritas', '!'],\n",
       "  'aspect': ['food', 'margaritas'],\n",
       "  'position': [[1, 4], [1, 4]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0002553928061388433, 0.00026972618070431054, 0.999474823474884],\n",
       "   [0.00023830367717891932, 0.00027653176221065223, 0.9994851350784302]],\n",
       "  'confidence': [0.999474823474884, 0.9994851350784302]},\n",
       " {'sentence': '  – this is one of my top lunch spots , huge portions , fast service and amazing margaritas ! !',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'this',\n",
       "   'is',\n",
       "   'one',\n",
       "   'of',\n",
       "   'my',\n",
       "   'top',\n",
       "   'lunch',\n",
       "   'spots',\n",
       "   ',',\n",
       "   'huge',\n",
       "   'portions',\n",
       "   ',',\n",
       "   'fast',\n",
       "   'service',\n",
       "   'and',\n",
       "   'amazing',\n",
       "   'margaritas',\n",
       "   '!',\n",
       "   '!'],\n",
       "  'aspect': ['top lunch', 'huge', 'fast', 'amazing'],\n",
       "  'position': [[7, 8, 11, 14, 17, 20],\n",
       "   [7, 8, 11, 14, 17, 20],\n",
       "   [7, 8, 11, 14, 17, 20],\n",
       "   [7, 8, 11, 14, 17, 20]],\n",
       "  'sentiment': ['Neutral', 'Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.0002670780522748828, 0.8716978430747986, 0.1280350685119629],\n",
       "   [0.00017180141003336757, 0.008834988810122013, 0.9909932017326355],\n",
       "   [0.00020396840409375727, 0.0003101435722783208, 0.9994858503341675],\n",
       "   [0.00038332620169967413, 0.00020245059567969292, 0.999414324760437]],\n",
       "  'confidence': [0.8716978430747986,\n",
       "   0.9909932017326355,\n",
       "   0.9994858503341675,\n",
       "   0.999414324760437]},\n",
       " {'sentence': 'it gets really busy , so get there on the early side so you can grab a seat , if you do have to wait , its not bad because the service is quick !',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['it',\n",
       "   'gets',\n",
       "   'really',\n",
       "   'busy',\n",
       "   ',',\n",
       "   'so',\n",
       "   'get',\n",
       "   'there',\n",
       "   'on',\n",
       "   'the',\n",
       "   'early',\n",
       "   'side',\n",
       "   'so',\n",
       "   'you',\n",
       "   'can',\n",
       "   'grab',\n",
       "   'a',\n",
       "   'seat',\n",
       "   ',',\n",
       "   'if',\n",
       "   'you',\n",
       "   'do',\n",
       "   'have',\n",
       "   'to',\n",
       "   'wait',\n",
       "   ',',\n",
       "   'its',\n",
       "   'not',\n",
       "   'bad',\n",
       "   'because',\n",
       "   'the',\n",
       "   'service',\n",
       "   'is',\n",
       "   'quick',\n",
       "   '!'],\n",
       "  'aspect': ['seat', 'service'],\n",
       "  'position': [[17, 31], [17, 31]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.00029364056535996497, 0.9985530972480774, 0.001153203658759594],\n",
       "   [0.001182383974082768, 0.0001981524983420968, 0.9986194372177124]],\n",
       "  'confidence': [0.9985530972480774, 0.9986194372177124]},\n",
       " {'sentence': 'check out the art on the walls , very colorful !',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['check',\n",
       "   'out',\n",
       "   'the',\n",
       "   'art',\n",
       "   'on',\n",
       "   'the',\n",
       "   'walls',\n",
       "   ',',\n",
       "   'very',\n",
       "   'colorful',\n",
       "   '!'],\n",
       "  'aspect': ['art'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002140652941307053,\n",
       "    0.0003095794527325779,\n",
       "    0.9994763731956482]],\n",
       "  'confidence': [0.9994763731956482]},\n",
       " {'sentence': 'i love this place !',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['i', 'love', 'this', 'place', '!'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002865414135158062,\n",
       "    0.00022958296176511794,\n",
       "    0.9994838237762451]],\n",
       "  'confidence': [0.9994838237762451]},\n",
       " {'sentence': '  – i have been eating at this place for over 8 years now and i have never had one bad meal .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'i',\n",
       "   'have',\n",
       "   'been',\n",
       "   'eating',\n",
       "   'at',\n",
       "   'this',\n",
       "   'place',\n",
       "   'for',\n",
       "   'over',\n",
       "   '8',\n",
       "   'years',\n",
       "   'now',\n",
       "   'and',\n",
       "   'i',\n",
       "   'have',\n",
       "   'never',\n",
       "   'had',\n",
       "   'one',\n",
       "   'bad',\n",
       "   'meal',\n",
       "   '.'],\n",
       "  'aspect': ['bad'],\n",
       "  'position': [[20, 22]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00021976947027724236,\n",
       "    0.0003224597021471709,\n",
       "    0.9994577765464783]],\n",
       "  'confidence': [0.9994577765464783]},\n",
       " {'sentence': 'i highly recommend this place to all that want to try indain food for the first time .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'highly',\n",
       "   'recommend',\n",
       "   'this',\n",
       "   'place',\n",
       "   'to',\n",
       "   'all',\n",
       "   'that',\n",
       "   'want',\n",
       "   'to',\n",
       "   'try',\n",
       "   'indain',\n",
       "   'food',\n",
       "   'for',\n",
       "   'the',\n",
       "   'first',\n",
       "   'time',\n",
       "   '.'],\n",
       "  'aspect': ['indain food'],\n",
       "  'position': [[11, 12]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00011198962602065876,\n",
       "    0.0008482279372401536,\n",
       "    0.9990398287773132]],\n",
       "  'confidence': [0.9990398287773132]},\n",
       " {'sentence': 'the lunch menu is an awesome deal !',\n",
       "  'IOB': ['O', 'B-ASP', 'I-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'lunch', 'menu', 'is', 'an', 'awesome', 'deal', '!'],\n",
       "  'aspect': ['lunch menu'],\n",
       "  'position': [[1, 2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00019342357700224966,\n",
       "    0.00027133440016768873,\n",
       "    0.999535322189331]],\n",
       "  'confidence': [0.999535322189331]},\n",
       " {'sentence': 'plenty of food , trust me .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['plenty', 'of', 'food', ',', 'trust', 'me', '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001721205480862409,\n",
       "    0.00043518951861187816,\n",
       "    0.9993926286697388]],\n",
       "  'confidence': [0.9993926286697388]},\n",
       " {'sentence': 'fresh ingrediants and super tasty .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['fresh', 'ingrediants', 'and', 'super', 'tasty', '.'],\n",
       "  'aspect': ['ingrediants'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0003564557700883597,\n",
       "    0.00021880025451537222,\n",
       "    0.9994248151779175]],\n",
       "  'confidence': [0.9994248151779175]},\n",
       " {'sentence': 'best food , phenominal service',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'B-ASP'],\n",
       "  'tokens': ['best', 'food', ',', 'phenominal', 'service'],\n",
       "  'aspect': ['food', 'service'],\n",
       "  'position': [[1, 4], [1, 4]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0002511751081328839, 0.0002390709996689111, 0.9995098114013672],\n",
       "   [0.00022671888291370124, 0.0002516504027880728, 0.9995216131210327]],\n",
       "  'confidence': [0.9995098114013672, 0.9995216131210327]},\n",
       " {'sentence': 'for the finicky sushi eater and those who have sampled the best nyc has to offer , the fish is the freshest and the service is superb .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['for',\n",
       "   'the',\n",
       "   'finicky',\n",
       "   'sushi',\n",
       "   'eater',\n",
       "   'and',\n",
       "   'those',\n",
       "   'who',\n",
       "   'have',\n",
       "   'sampled',\n",
       "   'the',\n",
       "   'best',\n",
       "   'nyc',\n",
       "   'has',\n",
       "   'to',\n",
       "   'offer',\n",
       "   ',',\n",
       "   'the',\n",
       "   'fish',\n",
       "   'is',\n",
       "   'the',\n",
       "   'freshest',\n",
       "   'and',\n",
       "   'the',\n",
       "   'service',\n",
       "   'is',\n",
       "   'superb',\n",
       "   '.'],\n",
       "  'aspect': ['sushi', 'fish', 'service'],\n",
       "  'position': [[3, 18, 24], [3, 18, 24], [3, 18, 24]],\n",
       "  'sentiment': ['Neutral', 'Positive', 'Positive'],\n",
       "  'probs': [[0.00019516784232109785,\n",
       "    0.9983630776405334,\n",
       "    0.0014417067868635058],\n",
       "   [0.00022146961418911815, 0.00022394498228095472, 0.9995545744895935],\n",
       "   [0.0002649352536536753, 0.00020638825662899762, 0.9995287656784058]],\n",
       "  'confidence': [0.9983630776405334, 0.9995545744895935, 0.9995287656784058]},\n",
       " {'sentence': \"not only can the selection be innovative , but there ' s a nice balance of traditional sushi as well .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['not',\n",
       "   'only',\n",
       "   'can',\n",
       "   'the',\n",
       "   'selection',\n",
       "   'be',\n",
       "   'innovative',\n",
       "   ',',\n",
       "   'but',\n",
       "   'there',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'a',\n",
       "   'nice',\n",
       "   'balance',\n",
       "   'of',\n",
       "   'traditional',\n",
       "   'sushi',\n",
       "   'as',\n",
       "   'well',\n",
       "   '.'],\n",
       "  'aspect': ['selection', 'sushi'],\n",
       "  'position': [[4, 17], [4, 17]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0003636895853560418, 0.0003654824977274984, 0.9992708563804626],\n",
       "   [0.000292646000161767, 0.06685585528612137, 0.9328514337539673]],\n",
       "  'confidence': [0.9992708563804626, 0.9328514337539673]},\n",
       " {'sentence': 'the nicest waiters in town .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'nicest', 'waiters', 'in', 'town', '.'],\n",
       "  'aspect': ['waiters'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00020542589481920004, 0.0002828787546604872, 0.99951171875]],\n",
       "  'confidence': [0.99951171875]},\n",
       " {'sentence': '  – this place is unbelievably over - rated .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'this',\n",
       "   'place',\n",
       "   'is',\n",
       "   'unbelievably',\n",
       "   'over',\n",
       "   '-',\n",
       "   'rated',\n",
       "   '.'],\n",
       "  'aspect': ['this'],\n",
       "  'position': [[2, 9]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9991658926010132,\n",
       "    0.0005885598948225379,\n",
       "    0.0002455959329381585]],\n",
       "  'confidence': [0.9991658926010132]},\n",
       " {'sentence': \"if i want to stand in line on sunday for an hour to get average brunch food , then i would put murphy ' s at the top of the list .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['if',\n",
       "   'i',\n",
       "   'want',\n",
       "   'to',\n",
       "   'stand',\n",
       "   'in',\n",
       "   'line',\n",
       "   'on',\n",
       "   'sunday',\n",
       "   'for',\n",
       "   'an',\n",
       "   'hour',\n",
       "   'to',\n",
       "   'get',\n",
       "   'average',\n",
       "   'brunch',\n",
       "   'food',\n",
       "   ',',\n",
       "   'then',\n",
       "   'i',\n",
       "   'would',\n",
       "   'put',\n",
       "   'murphy',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'at',\n",
       "   'the',\n",
       "   'top',\n",
       "   'of',\n",
       "   'the',\n",
       "   'list',\n",
       "   '.'],\n",
       "  'aspect': ['brunch food'],\n",
       "  'position': [[15, 16]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.010183390229940414, 0.9892593622207642, 0.0005572233931161463]],\n",
       "  'confidence': [0.9892593622207642]},\n",
       " {'sentence': 'the regular menu here is slightly above average that is not worth the snotty attitude that you receive .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'regular',\n",
       "   'menu',\n",
       "   'here',\n",
       "   'is',\n",
       "   'slightly',\n",
       "   'above',\n",
       "   'average',\n",
       "   'that',\n",
       "   'is',\n",
       "   'not',\n",
       "   'worth',\n",
       "   'the',\n",
       "   'snotty',\n",
       "   'attitude',\n",
       "   'that',\n",
       "   'you',\n",
       "   'receive',\n",
       "   '.'],\n",
       "  'aspect': ['menu', 'attitude'],\n",
       "  'position': [[2, 14], [2, 14]],\n",
       "  'sentiment': ['Neutral', 'Negative'],\n",
       "  'probs': [[0.00023518185480497777,\n",
       "    0.9986911416053772,\n",
       "    0.0010736772092059255],\n",
       "   [0.999243974685669, 0.0003181504434905946, 0.00043783042929135263]],\n",
       "  'confidence': [0.9986911416053772, 0.999243974685669]},\n",
       " {'sentence': 'your a sushi fan , you love expertly cut fish , great sake , a killer soho location , and of course : salmon , tuna , fluke , yellow tail , cod , mackeral , jellyfish , sea urchin , shrimp , lobster , sea bream , trout , milk fish , blue fin tuna , eel , crab , sardine , monk fish , roe , scallop , oysters , and a varity of toro .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['your',\n",
       "   'a',\n",
       "   'sushi',\n",
       "   'fan',\n",
       "   ',',\n",
       "   'you',\n",
       "   'love',\n",
       "   'expertly',\n",
       "   'cut',\n",
       "   'fish',\n",
       "   ',',\n",
       "   'great',\n",
       "   'sake',\n",
       "   ',',\n",
       "   'a',\n",
       "   'killer',\n",
       "   'soho',\n",
       "   'location',\n",
       "   ',',\n",
       "   'and',\n",
       "   'of',\n",
       "   'course',\n",
       "   ':',\n",
       "   'salmon',\n",
       "   ',',\n",
       "   'tuna',\n",
       "   ',',\n",
       "   'fluke',\n",
       "   ',',\n",
       "   'yellow',\n",
       "   'tail',\n",
       "   ',',\n",
       "   'cod',\n",
       "   ',',\n",
       "   'mackeral',\n",
       "   ',',\n",
       "   'jellyfish',\n",
       "   ',',\n",
       "   'sea',\n",
       "   'urchin',\n",
       "   ',',\n",
       "   'shrimp',\n",
       "   ',',\n",
       "   'lobster',\n",
       "   ',',\n",
       "   'sea',\n",
       "   'bream',\n",
       "   ',',\n",
       "   'trout',\n",
       "   ',',\n",
       "   'milk',\n",
       "   'fish',\n",
       "   ',',\n",
       "   'blue',\n",
       "   'fin',\n",
       "   'tuna',\n",
       "   ',',\n",
       "   'eel',\n",
       "   ',',\n",
       "   'crab',\n",
       "   ',',\n",
       "   'sardine',\n",
       "   ',',\n",
       "   'monk',\n",
       "   'fish',\n",
       "   ',',\n",
       "   'roe',\n",
       "   ',',\n",
       "   'scallop',\n",
       "   ',',\n",
       "   'oysters',\n",
       "   ',',\n",
       "   'and',\n",
       "   'a',\n",
       "   'varity',\n",
       "   'of',\n",
       "   'toro',\n",
       "   '.'],\n",
       "  'aspect': ['sushi',\n",
       "   'sake',\n",
       "   'soho location',\n",
       "   'salmon',\n",
       "   'yellow tail',\n",
       "   'cod',\n",
       "   'mackeral',\n",
       "   'jellyfish',\n",
       "   'sea urchin',\n",
       "   'shrimp',\n",
       "   'lobster',\n",
       "   'sea bream',\n",
       "   'trout',\n",
       "   'blue fin tuna',\n",
       "   'eel',\n",
       "   'crab',\n",
       "   'sardine',\n",
       "   'monk fish',\n",
       "   'roe',\n",
       "   'scallop',\n",
       "   'oysters'],\n",
       "  'position': [[2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    36,\n",
       "    38,\n",
       "    39,\n",
       "    41,\n",
       "    43,\n",
       "    45,\n",
       "    46,\n",
       "    48,\n",
       "    53,\n",
       "    54,\n",
       "    55,\n",
       "    57,\n",
       "    59,\n",
       "    61,\n",
       "    63,\n",
       "    64,\n",
       "    66,\n",
       "    68,\n",
       "    70]],\n",
       "  'sentiment': ['Positive',\n",
       "   'Positive',\n",
       "   'Positive',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral'],\n",
       "  'probs': [[0.00047447369433939457, 0.20655153691768646, 0.7929739952087402],\n",
       "   [0.00039202874177135527, 0.001868992461822927, 0.9977389574050903],\n",
       "   [0.0003530100220814347, 0.0013654835056513548, 0.9982815980911255],\n",
       "   [0.0007483495282940567, 0.9958761930465698, 0.0033753940369933844],\n",
       "   [0.0017039576778188348, 0.9976828098297119, 0.0006131980917416513],\n",
       "   [0.003810115624219179, 0.9955565333366394, 0.0006334170466288924],\n",
       "   [0.0037933506537228823, 0.995719850063324, 0.0004868003015872091],\n",
       "   [0.006777883507311344, 0.9926003813743591, 0.0006216719630174339],\n",
       "   [0.006769354920834303, 0.9925959706306458, 0.0006346748559735715],\n",
       "   [0.0066869426518678665, 0.9925472140312195, 0.0007658426184207201],\n",
       "   [0.0069373007863759995, 0.9922177791595459, 0.0008449580636806786],\n",
       "   [0.006625615991652012, 0.9925268888473511, 0.0008475516806356609],\n",
       "   [0.007691710721701384, 0.9913954138755798, 0.0009128708043135703],\n",
       "   [0.004557103384286165, 0.9947675466537476, 0.0006753305206075311],\n",
       "   [0.005787232890725136, 0.9934631586074829, 0.0007495781756006181],\n",
       "   [0.004404751118272543, 0.9947691559791565, 0.000826117757242173],\n",
       "   [0.0030164308845996857, 0.9959264993667603, 0.001057095592841506],\n",
       "   [0.0022708007600158453, 0.9904173612594604, 0.007311907131224871],\n",
       "   [0.0008583605522289872, 0.9916669726371765, 0.0074747297912836075],\n",
       "   [0.0008115122327581048, 0.9698216319084167, 0.029366832226514816],\n",
       "   [0.0010589472949504852, 0.894161581993103, 0.1047794446349144]],\n",
       "  'confidence': [0.7929739952087402,\n",
       "   0.9977389574050903,\n",
       "   0.9982815980911255,\n",
       "   0.9958761930465698,\n",
       "   0.9976828098297119,\n",
       "   0.9955565333366394,\n",
       "   0.995719850063324,\n",
       "   0.9926003813743591,\n",
       "   0.9925959706306458,\n",
       "   0.9925472140312195,\n",
       "   0.9922177791595459,\n",
       "   0.9925268888473511,\n",
       "   0.9913954138755798,\n",
       "   0.9947675466537476,\n",
       "   0.9934631586074829,\n",
       "   0.9947691559791565,\n",
       "   0.9959264993667603,\n",
       "   0.9904173612594604,\n",
       "   0.9916669726371765,\n",
       "   0.9698216319084167,\n",
       "   0.894161581993103]},\n",
       " {'sentence': 'your a sushi fan , you love expertly cut fish , great sake , a killer soho location , and of course : salmon , tuna , fluke , yellow tail , cod , mackeral , jelly $ t $ , sea urchin , shrimp , lobster , sea bream , trout , milk fish , blue fin tuna , eel , crab , sardine , monk fish , roe , scallop , oysters , and a varity of toro .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['your',\n",
       "   'a',\n",
       "   'sushi',\n",
       "   'fan',\n",
       "   ',',\n",
       "   'you',\n",
       "   'love',\n",
       "   'expertly',\n",
       "   'cut',\n",
       "   'fish',\n",
       "   ',',\n",
       "   'great',\n",
       "   'sake',\n",
       "   ',',\n",
       "   'a',\n",
       "   'killer',\n",
       "   'soho',\n",
       "   'location',\n",
       "   ',',\n",
       "   'and',\n",
       "   'of',\n",
       "   'course',\n",
       "   ':',\n",
       "   'salmon',\n",
       "   ',',\n",
       "   'tuna',\n",
       "   ',',\n",
       "   'fluke',\n",
       "   ',',\n",
       "   'yellow',\n",
       "   'tail',\n",
       "   ',',\n",
       "   'cod',\n",
       "   ',',\n",
       "   'mackeral',\n",
       "   ',',\n",
       "   'jelly',\n",
       "   '$',\n",
       "   't',\n",
       "   '$',\n",
       "   ',',\n",
       "   'sea',\n",
       "   'urchin',\n",
       "   ',',\n",
       "   'shrimp',\n",
       "   ',',\n",
       "   'lobster',\n",
       "   ',',\n",
       "   'sea',\n",
       "   'bream',\n",
       "   ',',\n",
       "   'trout',\n",
       "   ',',\n",
       "   'milk',\n",
       "   'fish',\n",
       "   ',',\n",
       "   'blue',\n",
       "   'fin',\n",
       "   'tuna',\n",
       "   ',',\n",
       "   'eel',\n",
       "   ',',\n",
       "   'crab',\n",
       "   ',',\n",
       "   'sardine',\n",
       "   ',',\n",
       "   'monk',\n",
       "   'fish',\n",
       "   ',',\n",
       "   'roe',\n",
       "   ',',\n",
       "   'scallop',\n",
       "   ',',\n",
       "   'oysters',\n",
       "   ',',\n",
       "   'and',\n",
       "   'a',\n",
       "   'varity',\n",
       "   'of',\n",
       "   'toro',\n",
       "   '.'],\n",
       "  'aspect': ['sushi',\n",
       "   'sake',\n",
       "   'soho location',\n",
       "   'salmon',\n",
       "   'yellow tail',\n",
       "   'cod',\n",
       "   'mackeral',\n",
       "   'sea urchin',\n",
       "   'shrimp',\n",
       "   'lobster',\n",
       "   'sea bream',\n",
       "   'trout',\n",
       "   'blue fin tuna',\n",
       "   'eel',\n",
       "   'crab',\n",
       "   'sardine',\n",
       "   'monk fish',\n",
       "   'roe',\n",
       "   'scallop',\n",
       "   'oysters'],\n",
       "  'position': [[2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73],\n",
       "   [2,\n",
       "    12,\n",
       "    16,\n",
       "    17,\n",
       "    23,\n",
       "    29,\n",
       "    30,\n",
       "    32,\n",
       "    34,\n",
       "    41,\n",
       "    42,\n",
       "    44,\n",
       "    46,\n",
       "    48,\n",
       "    49,\n",
       "    51,\n",
       "    56,\n",
       "    57,\n",
       "    58,\n",
       "    60,\n",
       "    62,\n",
       "    64,\n",
       "    66,\n",
       "    67,\n",
       "    69,\n",
       "    71,\n",
       "    73]],\n",
       "  'sentiment': ['Positive',\n",
       "   'Positive',\n",
       "   'Positive',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral'],\n",
       "  'probs': [[0.0004637014935724437, 0.18194961547851562, 0.8175867199897766],\n",
       "   [0.0003743496199604124, 0.002018987201154232, 0.997606635093689],\n",
       "   [0.0003620455681812018, 0.0017690833192318678, 0.9978687763214111],\n",
       "   [0.0007194189820438623, 0.9958772659301758, 0.0034033511765301228],\n",
       "   [0.001131539698690176, 0.9982738494873047, 0.0005945933517068624],\n",
       "   [0.001644914853386581, 0.9977626800537109, 0.0005924006109125912],\n",
       "   [0.0016408192459493876, 0.997905969619751, 0.0004531741433311254],\n",
       "   [0.0033064214512705803, 0.9961056113243103, 0.0005878998781554401],\n",
       "   [0.00401617307215929, 0.995287299156189, 0.0006965504726395011],\n",
       "   [0.004780106712132692, 0.9944586753845215, 0.0007612121989950538],\n",
       "   [0.0051840804517269135, 0.9940476417541504, 0.0007682617288082838],\n",
       "   [0.006546743679791689, 0.9926155805587769, 0.0008376635378226638],\n",
       "   [0.00465500820428133, 0.9946759939193726, 0.0006689475267194211],\n",
       "   [0.005899080540984869, 0.9933333992958069, 0.0007675588130950928],\n",
       "   [0.004562524612993002, 0.9945764541625977, 0.0008609640062786639],\n",
       "   [0.003171888878569007, 0.995703399181366, 0.0011247317306697369],\n",
       "   [0.002522422932088375, 0.989692747592926, 0.0077848853543400764],\n",
       "   [0.0009467342752031982, 0.9901703000068665, 0.00888290349394083],\n",
       "   [0.0009185604867525399, 0.9624527096748352, 0.036628659814596176],\n",
       "   [0.0012195877498015761, 0.8653944134712219, 0.13338603079319]],\n",
       "  'confidence': [0.8175867199897766,\n",
       "   0.997606635093689,\n",
       "   0.9978687763214111,\n",
       "   0.9958772659301758,\n",
       "   0.9982738494873047,\n",
       "   0.9977626800537109,\n",
       "   0.997905969619751,\n",
       "   0.9961056113243103,\n",
       "   0.995287299156189,\n",
       "   0.9944586753845215,\n",
       "   0.9940476417541504,\n",
       "   0.9926155805587769,\n",
       "   0.9946759939193726,\n",
       "   0.9933333992958069,\n",
       "   0.9945764541625977,\n",
       "   0.995703399181366,\n",
       "   0.989692747592926,\n",
       "   0.9901703000068665,\n",
       "   0.9624527096748352,\n",
       "   0.8653944134712219]},\n",
       " {'sentence': 'there is only one place on the east coast that has it all , plus a lot more .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['there',\n",
       "   'is',\n",
       "   'only',\n",
       "   'one',\n",
       "   'place',\n",
       "   'on',\n",
       "   'the',\n",
       "   'east',\n",
       "   'coast',\n",
       "   'that',\n",
       "   'has',\n",
       "   'it',\n",
       "   'all',\n",
       "   ',',\n",
       "   'plus',\n",
       "   'a',\n",
       "   'lot',\n",
       "   'more',\n",
       "   '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[4]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00027503439923748374,\n",
       "    0.0002993190137203783,\n",
       "    0.9994257688522339]],\n",
       "  'confidence': [0.9994257688522339]},\n",
       " {'sentence': 'bring your cell phone cause you may have to wait to get into the best sushi restaurant in the world : blue ribbon sushi .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['bring',\n",
       "   'your',\n",
       "   'cell',\n",
       "   'phone',\n",
       "   'cause',\n",
       "   'you',\n",
       "   'may',\n",
       "   'have',\n",
       "   'to',\n",
       "   'wait',\n",
       "   'to',\n",
       "   'get',\n",
       "   'into',\n",
       "   'the',\n",
       "   'best',\n",
       "   'sushi',\n",
       "   'restaurant',\n",
       "   'in',\n",
       "   'the',\n",
       "   'world',\n",
       "   ':',\n",
       "   'blue',\n",
       "   'ribbon',\n",
       "   'sushi',\n",
       "   '.'],\n",
       "  'aspect': ['sushi'],\n",
       "  'position': [[15]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0010705320164561272,\n",
       "    0.00018724985420703888,\n",
       "    0.9987421631813049]],\n",
       "  'confidence': [0.9987421631813049]},\n",
       " {'sentence': 'hands down , the best tuna i have ever had .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['hands',\n",
       "   'down',\n",
       "   ',',\n",
       "   'the',\n",
       "   'best',\n",
       "   'tuna',\n",
       "   'i',\n",
       "   'have',\n",
       "   'ever',\n",
       "   'had',\n",
       "   '.'],\n",
       "  'aspect': ['tuna'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00025026072398759425,\n",
       "    0.00022703548893332481,\n",
       "    0.9995228052139282]],\n",
       "  'confidence': [0.9995228052139282]},\n",
       " {'sentence': \"blue ribbon lives up to it ' s fantastic reputation .\",\n",
       "  'IOB': ['B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['blue',\n",
       "   'ribbon',\n",
       "   'lives',\n",
       "   'up',\n",
       "   'to',\n",
       "   'it',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'fantastic',\n",
       "   'reputation',\n",
       "   '.'],\n",
       "  'aspect': ['blue'],\n",
       "  'position': [[0]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00014571083011105657, 0.01009673997759819, 0.9897575378417969]],\n",
       "  'confidence': [0.9897575378417969]},\n",
       " {'sentence': 'great value sushi with high quality & nice setting .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['great',\n",
       "   'value',\n",
       "   'sushi',\n",
       "   'with',\n",
       "   'high',\n",
       "   'quality',\n",
       "   '&',\n",
       "   'nice',\n",
       "   'setting',\n",
       "   '.'],\n",
       "  'aspect': ['sushi', 'setting'],\n",
       "  'position': [[2, 8], [2, 8]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00017579190898686647, 0.007180135231465101, 0.9926440119743347],\n",
       "   [0.00024056438996922225, 0.0002603205794002861, 0.9994990825653076]],\n",
       "  'confidence': [0.9926440119743347, 0.9994990825653076]},\n",
       " {'sentence': \"try the chef ' s choice for sushi as the smoked yellowtail was incredible and the rolls were also tasty .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['try',\n",
       "   'the',\n",
       "   'chef',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'choice',\n",
       "   'for',\n",
       "   'sushi',\n",
       "   'as',\n",
       "   'the',\n",
       "   'smoked',\n",
       "   'yellowtail',\n",
       "   'was',\n",
       "   'incredible',\n",
       "   'and',\n",
       "   'the',\n",
       "   'rolls',\n",
       "   'were',\n",
       "   'also',\n",
       "   'tasty',\n",
       "   '.'],\n",
       "  'aspect': ['chef', 'sushi', 'smoked yellowtail', 'rolls'],\n",
       "  'position': [[2, 7, 10, 11, 16],\n",
       "   [2, 7, 10, 11, 16],\n",
       "   [2, 7, 10, 11, 16],\n",
       "   [2, 7, 10, 11, 16]],\n",
       "  'sentiment': ['Neutral', 'Neutral', 'Positive', 'Positive'],\n",
       "  'probs': [[0.00023035798221826553, 0.9905477166175842, 0.009221888147294521],\n",
       "   [0.0002762296935543418, 0.9535788297653198, 0.04614492878317833],\n",
       "   [0.00023662792227696627, 0.00029888105927966535, 0.9994644522666931],\n",
       "   [0.0007403873605653644, 0.0002315788879059255, 0.9990279674530029]],\n",
       "  'confidence': [0.9905477166175842,\n",
       "   0.9535788297653198,\n",
       "   0.9994644522666931,\n",
       "   0.9990279674530029]},\n",
       " {'sentence': 'poor customer service / poor pizza .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['poor', 'customer', 'service', '/', 'poor', 'pizza', '.'],\n",
       "  'aspect': ['pizza'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.999129593372345, 0.0006595858721993864, 0.0002108506887452677]],\n",
       "  'confidence': [0.999129593372345]},\n",
       " {'sentence': 'poor customer service / poor pizza .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['poor', 'customer', 'service', '/', 'poor', 'pizza', '.'],\n",
       "  'aspect': ['pizza'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.999129593372345, 0.0006595858721993864, 0.0002108506887452677]],\n",
       "  'confidence': [0.999129593372345]},\n",
       " {'sentence': \"  – as with most restaurants in seattle , mioposto ' s service was bad and the food was overpriced .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'as',\n",
       "   'with',\n",
       "   'most',\n",
       "   'restaurants',\n",
       "   'in',\n",
       "   'seattle',\n",
       "   ',',\n",
       "   'mioposto',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'service',\n",
       "   'was',\n",
       "   'bad',\n",
       "   'and',\n",
       "   'the',\n",
       "   'food',\n",
       "   'was',\n",
       "   'overpriced',\n",
       "   '.'],\n",
       "  'aspect': ['s', 'the'],\n",
       "  'position': [[11, 16, 20], [11, 16, 20]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.9879504442214966, 0.011193801648914814, 0.0008557547116652131],\n",
       "   [0.9957004189491272, 0.003995872102677822, 0.0003036808629985899]],\n",
       "  'confidence': [0.9879504442214966, 0.9957004189491272]},\n",
       " {'sentence': \"i know many people have their favorite types of pizza and pizza places , but mioposto ' s pizza lacks quality and good taste .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'know',\n",
       "   'many',\n",
       "   'people',\n",
       "   'have',\n",
       "   'their',\n",
       "   'favorite',\n",
       "   'types',\n",
       "   'of',\n",
       "   'pizza',\n",
       "   'and',\n",
       "   'pizza',\n",
       "   'places',\n",
       "   ',',\n",
       "   'but',\n",
       "   'mioposto',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'pizza',\n",
       "   'lacks',\n",
       "   'quality',\n",
       "   'and',\n",
       "   'good',\n",
       "   'taste',\n",
       "   '.'],\n",
       "  'aspect': ['pizza', 'places', 'quality', 'taste'],\n",
       "  'position': [[9, 12, 20, 23],\n",
       "   [9, 12, 20, 23],\n",
       "   [9, 12, 20, 23],\n",
       "   [9, 12, 20, 23]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Negative', 'Negative'],\n",
       "  'probs': [[0.04253143072128296, 0.04628348350524902, 0.9111851453781128],\n",
       "   [0.12365298718214035, 0.20489166676998138, 0.6714553833007812],\n",
       "   [0.9850552082061768, 0.012811887077987194, 0.002132904715836048],\n",
       "   [0.9832823872566223, 0.013795263133943081, 0.0029223167803138494]],\n",
       "  'confidence': [0.9111851453781128,\n",
       "   0.6714553833007812,\n",
       "   0.9850552082061768,\n",
       "   0.9832823872566223]},\n",
       " {'sentence': \"to be honest , i ' ve had better frozen pizza .\",\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['to',\n",
       "   'be',\n",
       "   'honest',\n",
       "   ',',\n",
       "   'i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'had',\n",
       "   'better',\n",
       "   'frozen',\n",
       "   'pizza',\n",
       "   '.'],\n",
       "  'aspect': ['pizza'],\n",
       "  'position': [[10]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0004671851929742843, 0.030574699863791466, 0.9689580202102661]],\n",
       "  'confidence': [0.9689580202102661]},\n",
       " {'sentence': 'the only positive thing about mioposto is the nice location .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'only',\n",
       "   'positive',\n",
       "   'thing',\n",
       "   'about',\n",
       "   'mioposto',\n",
       "   'is',\n",
       "   'the',\n",
       "   'nice',\n",
       "   'location',\n",
       "   '.'],\n",
       "  'aspect': ['location'],\n",
       "  'position': [[9]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002020640386035666,\n",
       "    0.00029117512167431414,\n",
       "    0.9995067119598389]],\n",
       "  'confidence': [0.9995067119598389]},\n",
       " {'sentence': \"i was frankly shocked when i read the bad reviews - this place is fantastic ; it has not let us down in any way , and we ' ve eaten here more than 10 times .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'was',\n",
       "   'frankly',\n",
       "   'shocked',\n",
       "   'when',\n",
       "   'i',\n",
       "   'read',\n",
       "   'the',\n",
       "   'bad',\n",
       "   'reviews',\n",
       "   '-',\n",
       "   'this',\n",
       "   'place',\n",
       "   'is',\n",
       "   'fantastic',\n",
       "   ';',\n",
       "   'it',\n",
       "   'has',\n",
       "   'not',\n",
       "   'let',\n",
       "   'us',\n",
       "   'down',\n",
       "   'in',\n",
       "   'any',\n",
       "   'way',\n",
       "   ',',\n",
       "   'and',\n",
       "   'we',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'eaten',\n",
       "   'here',\n",
       "   'more',\n",
       "   'than',\n",
       "   '10',\n",
       "   'times',\n",
       "   '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[12]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00047747811186127365,\n",
       "    0.0002214130072388798,\n",
       "    0.9993010759353638]],\n",
       "  'confidence': [0.9993010759353638]},\n",
       " {'sentence': \"the food is fantastic , and the waiting staff has been perfect every single time we ' ve been there .\",\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'food',\n",
       "   'is',\n",
       "   'fantastic',\n",
       "   ',',\n",
       "   'and',\n",
       "   'the',\n",
       "   'waiting',\n",
       "   'staff',\n",
       "   'has',\n",
       "   'been',\n",
       "   'perfect',\n",
       "   'every',\n",
       "   'single',\n",
       "   'time',\n",
       "   'we',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'been',\n",
       "   'there',\n",
       "   '.'],\n",
       "  'aspect': ['food', 'waiting staff'],\n",
       "  'position': [[1, 7, 8], [1, 7, 8]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00028765510069206357,\n",
       "    0.0002766124962363392,\n",
       "    0.9994357228279114],\n",
       "   [0.0002031417388934642, 0.0002541949215810746, 0.9995427131652832]],\n",
       "  'confidence': [0.9994357228279114, 0.9995427131652832]},\n",
       " {'sentence': 'the only problem would be the wait , but we usually just have a drink in the front while waiting .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'only',\n",
       "   'problem',\n",
       "   'would',\n",
       "   'be',\n",
       "   'the',\n",
       "   'wait',\n",
       "   ',',\n",
       "   'but',\n",
       "   'we',\n",
       "   'usually',\n",
       "   'just',\n",
       "   'have',\n",
       "   'a',\n",
       "   'drink',\n",
       "   'in',\n",
       "   'the',\n",
       "   'front',\n",
       "   'while',\n",
       "   'waiting',\n",
       "   '.'],\n",
       "  'aspect': ['wait', 'drink'],\n",
       "  'position': [[6, 14], [6, 14]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.9939336180686951, 0.005451435688883066, 0.0006149937398731709],\n",
       "   [0.0005095499218441546, 0.9987408518791199, 0.000749656988773495]],\n",
       "  'confidence': [0.9939336180686951, 0.9987408518791199]},\n",
       " {'sentence': 'seafood plus',\n",
       "  'IOB': ['B-ASP', 'O'],\n",
       "  'tokens': ['seafood', 'plus'],\n",
       "  'aspect': ['seafood'],\n",
       "  'position': [[0]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.0032452172599732876, 0.6594339609146118, 0.33732083439826965]],\n",
       "  'confidence': [0.6594339609146118]},\n",
       " {'sentence': 'the appetizer of oysters , lobster , crab ( small size ) made a perfect entre for my wife .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'appetizer',\n",
       "   'of',\n",
       "   'oysters',\n",
       "   ',',\n",
       "   'lobster',\n",
       "   ',',\n",
       "   'crab',\n",
       "   '(',\n",
       "   'small',\n",
       "   'size',\n",
       "   ')',\n",
       "   'made',\n",
       "   'a',\n",
       "   'perfect',\n",
       "   'entre',\n",
       "   'for',\n",
       "   'my',\n",
       "   'wife',\n",
       "   '.'],\n",
       "  'aspect': ['appetizer of oysters', 'lobster', 'entre'],\n",
       "  'position': [[1, 2, 3, 5, 15], [1, 2, 3, 5, 15], [1, 2, 3, 5, 15]],\n",
       "  'sentiment': ['Positive', 'Neutral', 'Positive'],\n",
       "  'probs': [[0.000727239006664604, 0.014403590932488441, 0.9848692417144775],\n",
       "   [0.09755808115005493, 0.8960690498352051, 0.006372814532369375],\n",
       "   [0.010913105681538582, 0.0008796345209702849, 0.9882072806358337]],\n",
       "  'confidence': [0.9848692417144775, 0.8960690498352051, 0.9882072806358337]},\n",
       " {'sentence': 'seabass on lobster risotto was the best .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['seabass', 'on', 'lobster', 'risotto', 'was', 'the', 'best', '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'caesar salad was superb .',\n",
       "  'IOB': ['B-ASP', 'I-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['caesar', 'salad', 'was', 'superb', '.'],\n",
       "  'aspect': ['caesar salad'],\n",
       "  'position': [[0, 1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00015389469626825303,\n",
       "    0.00035840028431266546,\n",
       "    0.9994876384735107]],\n",
       "  'confidence': [0.9994876384735107]},\n",
       " {'sentence': 'great bottle of wine .',\n",
       "  'IOB': ['O', 'B-ASP', 'I-ASP', 'I-ASP', 'O'],\n",
       "  'tokens': ['great', 'bottle', 'of', 'wine', '.'],\n",
       "  'aspect': ['bottle of wine'],\n",
       "  'position': [[1, 2, 3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002528823970351368,\n",
       "    0.00024373795895371586,\n",
       "    0.9995033740997314]],\n",
       "  'confidence': [0.9995033740997314]},\n",
       " {'sentence': 'leave room for dessert .',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['leave', 'room', 'for', 'dessert', '.'],\n",
       "  'aspect': ['dessert'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0009201340144500136, 0.17615057528018951, 0.8229293823242188]],\n",
       "  'confidence': [0.8229293823242188]},\n",
       " {'sentence': 'the food was ok , but the service was so poor that the food was cold buy the time everyone in my party was served .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'food',\n",
       "   'was',\n",
       "   'ok',\n",
       "   ',',\n",
       "   'but',\n",
       "   'the',\n",
       "   'service',\n",
       "   'was',\n",
       "   'so',\n",
       "   'poor',\n",
       "   'that',\n",
       "   'the',\n",
       "   'food',\n",
       "   'was',\n",
       "   'cold',\n",
       "   'buy',\n",
       "   'the',\n",
       "   'time',\n",
       "   'everyone',\n",
       "   'in',\n",
       "   'my',\n",
       "   'party',\n",
       "   'was',\n",
       "   'served',\n",
       "   '.'],\n",
       "  'aspect': ['service', 'served'],\n",
       "  'position': [[7, 24], [7, 24]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.9861444234848022, 0.011556567624211311, 0.0022989290300756693],\n",
       "   [0.8754737973213196, 0.014396797865629196, 0.11012940108776093]],\n",
       "  'confidence': [0.9861444234848022, 0.8754737973213196]},\n",
       " {'sentence': \"we had a very hard time getting the waitress ' attention and finally had to get up and go inside to speak to a manager .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['we',\n",
       "   'had',\n",
       "   'a',\n",
       "   'very',\n",
       "   'hard',\n",
       "   'time',\n",
       "   'getting',\n",
       "   'the',\n",
       "   'waitress',\n",
       "   \"'\",\n",
       "   'attention',\n",
       "   'and',\n",
       "   'finally',\n",
       "   'had',\n",
       "   'to',\n",
       "   'get',\n",
       "   'up',\n",
       "   'and',\n",
       "   'go',\n",
       "   'inside',\n",
       "   'to',\n",
       "   'speak',\n",
       "   'to',\n",
       "   'a',\n",
       "   'manager',\n",
       "   '.'],\n",
       "  'aspect': ['waitress', 'manager'],\n",
       "  'position': [[8, 24], [8, 24]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.9977699518203735,\n",
       "    0.0020306953229010105,\n",
       "    0.00019936534226872027],\n",
       "   [0.0003105656069237739, 0.9953195452690125, 0.004369908478111029]],\n",
       "  'confidence': [0.9977699518203735, 0.9953195452690125]},\n",
       " {'sentence': 'as it turns out the owner was seated right next to us and when he came over to check on our problems was very dismissive and offered a token 20 % discount on our bill .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['as',\n",
       "   'it',\n",
       "   'turns',\n",
       "   'out',\n",
       "   'the',\n",
       "   'owner',\n",
       "   'was',\n",
       "   'seated',\n",
       "   'right',\n",
       "   'next',\n",
       "   'to',\n",
       "   'us',\n",
       "   'and',\n",
       "   'when',\n",
       "   'he',\n",
       "   'came',\n",
       "   'over',\n",
       "   'to',\n",
       "   'check',\n",
       "   'on',\n",
       "   'our',\n",
       "   'problems',\n",
       "   'was',\n",
       "   'very',\n",
       "   'dismissive',\n",
       "   'and',\n",
       "   'offered',\n",
       "   'a',\n",
       "   'token',\n",
       "   '20',\n",
       "   '%',\n",
       "   'discount',\n",
       "   'on',\n",
       "   'our',\n",
       "   'bill',\n",
       "   '.'],\n",
       "  'aspect': ['owner', 'bill'],\n",
       "  'position': [[5, 34], [5, 34]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.9663660526275635, 0.0007419096655212343, 0.032892048358917236],\n",
       "   [0.0006091395625844598, 0.9989417195320129, 0.000449110462795943]],\n",
       "  'confidence': [0.9663660526275635, 0.9989417195320129]},\n",
       " {'sentence': 'avoid the place',\n",
       "  'IOB': ['O', 'O', 'B-ASP'],\n",
       "  'tokens': ['avoid', 'the', 'place'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9991046786308289,\n",
       "    0.0003963171038776636,\n",
       "    0.0004989578737877309]],\n",
       "  'confidence': [0.9991046786308289]},\n",
       " {'sentence': 'when i got there i sat up stairs where the atmosphere was cozy & the service was horrible !',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['when',\n",
       "   'i',\n",
       "   'got',\n",
       "   'there',\n",
       "   'i',\n",
       "   'sat',\n",
       "   'up',\n",
       "   'stairs',\n",
       "   'where',\n",
       "   'the',\n",
       "   'atmosphere',\n",
       "   'was',\n",
       "   'cozy',\n",
       "   '&',\n",
       "   'the',\n",
       "   'service',\n",
       "   'was',\n",
       "   'horrible',\n",
       "   '!'],\n",
       "  'aspect': ['atmosphere', 'service'],\n",
       "  'position': [[10, 15], [10, 15]],\n",
       "  'sentiment': ['Positive', 'Negative'],\n",
       "  'probs': [[0.0002125321188941598, 0.0021749241277575493, 0.9976125955581665],\n",
       "   [0.9982984662055969, 0.0015329710440710187, 0.00016868062084540725]],\n",
       "  'confidence': [0.9976125955581665, 0.9982984662055969]},\n",
       " {'sentence': 'i waited for 10 - 15 minutes for service ordered a beer & was never served again .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'waited',\n",
       "   'for',\n",
       "   '10',\n",
       "   '-',\n",
       "   '15',\n",
       "   'minutes',\n",
       "   'for',\n",
       "   'service',\n",
       "   'ordered',\n",
       "   'a',\n",
       "   'beer',\n",
       "   '&',\n",
       "   'was',\n",
       "   'never',\n",
       "   'served',\n",
       "   'again',\n",
       "   '.'],\n",
       "  'aspect': ['service', 'beer', 'served'],\n",
       "  'position': [[8, 11, 15], [8, 11, 15], [8, 11, 15]],\n",
       "  'sentiment': ['Negative', 'Neutral', 'Negative'],\n",
       "  'probs': [[0.9741093516349792, 0.02562684379518032, 0.00026382316718809307],\n",
       "   [0.023990344256162643, 0.9754378199577332, 0.0005718620959669352],\n",
       "   [0.7955166101455688, 0.2035738080739975, 0.0009095079149119556]],\n",
       "  'confidence': [0.9741093516349792, 0.9754378199577332, 0.7955166101455688]},\n",
       " {'sentence': \"i went home & looked them up online again where i discovered there is a link for a give away that does n ' t work so emailed the restaurant about the non existent service & deceptive link .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'went',\n",
       "   'home',\n",
       "   '&',\n",
       "   'looked',\n",
       "   'them',\n",
       "   'up',\n",
       "   'online',\n",
       "   'again',\n",
       "   'where',\n",
       "   'i',\n",
       "   'discovered',\n",
       "   'there',\n",
       "   'is',\n",
       "   'a',\n",
       "   'link',\n",
       "   'for',\n",
       "   'a',\n",
       "   'give',\n",
       "   'away',\n",
       "   'that',\n",
       "   'does',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'work',\n",
       "   'so',\n",
       "   'emailed',\n",
       "   'the',\n",
       "   'restaurant',\n",
       "   'about',\n",
       "   'the',\n",
       "   'non',\n",
       "   'existent',\n",
       "   'service',\n",
       "   '&',\n",
       "   'deceptive',\n",
       "   'link',\n",
       "   '.'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[34]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9985307455062866,\n",
       "    0.0012506459606811404,\n",
       "    0.0002185263583669439]],\n",
       "  'confidence': [0.9985307455062866]},\n",
       " {'sentence': \"after sitting at the bar for over 20 minutes the bar keep had made only 2 drinks & kept telling us she ' d be right with us .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['after',\n",
       "   'sitting',\n",
       "   'at',\n",
       "   'the',\n",
       "   'bar',\n",
       "   'for',\n",
       "   'over',\n",
       "   '20',\n",
       "   'minutes',\n",
       "   'the',\n",
       "   'bar',\n",
       "   'keep',\n",
       "   'had',\n",
       "   'made',\n",
       "   'only',\n",
       "   '2',\n",
       "   'drinks',\n",
       "   '&',\n",
       "   'kept',\n",
       "   'telling',\n",
       "   'us',\n",
       "   'she',\n",
       "   \"'\",\n",
       "   'd',\n",
       "   'be',\n",
       "   'right',\n",
       "   'with',\n",
       "   'us',\n",
       "   '.'],\n",
       "  'aspect': ['bar keep', 'drinks'],\n",
       "  'position': [[10, 11, 16], [10, 11, 16]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.9980602860450745, 0.0008028776501305401, 0.0011368697742000222],\n",
       "   [0.0004916011239401996, 0.9990468621253967, 0.00046150540583766997]],\n",
       "  'confidence': [0.9980602860450745, 0.9990468621253967]},\n",
       " {'sentence': 'we left without ever getting service .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['we', 'left', 'without', 'ever', 'getting', 'service', '.'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9992552399635315,\n",
       "    0.00040694422204978764,\n",
       "    0.00033780100056901574]],\n",
       "  'confidence': [0.9992552399635315]},\n",
       " {'sentence': 'best crab cakes in town',\n",
       "  'IOB': ['O', 'B-ASP', 'I-ASP', 'O', 'O'],\n",
       "  'tokens': ['best', 'crab', 'cakes', 'in', 'town'],\n",
       "  'aspect': ['crab cakes'],\n",
       "  'position': [[1, 2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00023994958610273898,\n",
       "    0.00024301803205162287,\n",
       "    0.9995169639587402]],\n",
       "  'confidence': [0.9995169639587402]},\n",
       " {'sentence': \"  – that s a big statement considering i ' ve been pulling crab traps and making the cakes myself since i was about seven - but something about these little devils gets better every time .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'that',\n",
       "   's',\n",
       "   'a',\n",
       "   'big',\n",
       "   'statement',\n",
       "   'considering',\n",
       "   'i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'been',\n",
       "   'pulling',\n",
       "   'crab',\n",
       "   'traps',\n",
       "   'and',\n",
       "   'making',\n",
       "   'the',\n",
       "   'cakes',\n",
       "   'myself',\n",
       "   'since',\n",
       "   'i',\n",
       "   'was',\n",
       "   'about',\n",
       "   'seven',\n",
       "   '-',\n",
       "   'but',\n",
       "   'something',\n",
       "   'about',\n",
       "   'these',\n",
       "   'little',\n",
       "   'devils',\n",
       "   'gets',\n",
       "   'better',\n",
       "   'every',\n",
       "   'time',\n",
       "   '.'],\n",
       "  'aspect': ['pulling crab', 'the'],\n",
       "  'position': [[12, 13, 17, 36], [12, 13, 17, 36]],\n",
       "  'sentiment': ['Neutral', 'Neutral'],\n",
       "  'probs': [[0.0005767597467638552,\n",
       "    0.9989898800849915,\n",
       "    0.00043332105269655585],\n",
       "   [0.00042099066195078194, 0.9990450739860535, 0.0005339402123354375]],\n",
       "  'confidence': [0.9989898800849915, 0.9990450739860535]},\n",
       " {'sentence': 'if you can , come to this place by boat and make it a whole evening .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['if',\n",
       "   'you',\n",
       "   'can',\n",
       "   ',',\n",
       "   'come',\n",
       "   'to',\n",
       "   'this',\n",
       "   'place',\n",
       "   'by',\n",
       "   'boat',\n",
       "   'and',\n",
       "   'make',\n",
       "   'it',\n",
       "   'a',\n",
       "   'whole',\n",
       "   'evening',\n",
       "   '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[7]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.7725690007209778, 0.10850697755813599, 0.11892412602901459]],\n",
       "  'confidence': [0.7725690007209778]},\n",
       " {'sentence': 'great seasonal fish and seafood , with a classy waterfront setting .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['great',\n",
       "   'seasonal',\n",
       "   'fish',\n",
       "   'and',\n",
       "   'seafood',\n",
       "   ',',\n",
       "   'with',\n",
       "   'a',\n",
       "   'classy',\n",
       "   'waterfront',\n",
       "   'setting',\n",
       "   '.'],\n",
       "  'aspect': ['fish', 'seafood', 'waterfront setting'],\n",
       "  'position': [[2, 4, 9, 10], [2, 4, 9, 10], [2, 4, 9, 10]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.00025401063612662256,\n",
       "    0.0003629018028732389,\n",
       "    0.9993830919265747],\n",
       "   [0.00015074043767526746, 0.0007267685141414404, 0.9991224408149719],\n",
       "   [0.00013036614109296352, 0.00047202190035022795, 0.9993976354598999]],\n",
       "  'confidence': [0.9993830919265747, 0.9991224408149719, 0.9993976354598999]},\n",
       " {'sentence': 'great pizza , poor service',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'B-ASP'],\n",
       "  'tokens': ['great', 'pizza', ',', 'poor', 'service'],\n",
       "  'aspect': ['pizza', 'service'],\n",
       "  'position': [[1, 4], [1, 4]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.002164541045203805, 0.0002584316534921527, 0.9975770115852356],\n",
       "   [0.024771125987172127, 0.0006762451957911253, 0.9745526313781738]],\n",
       "  'confidence': [0.9975770115852356, 0.9745526313781738]},\n",
       " {'sentence': '  – love their pizza , especially the mushroom pizza .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'love',\n",
       "   'their',\n",
       "   'pizza',\n",
       "   ',',\n",
       "   'especially',\n",
       "   'the',\n",
       "   'mushroom',\n",
       "   'pizza',\n",
       "   '.'],\n",
       "  'aspect': ['their', 'the mushroom'],\n",
       "  'position': [[3, 7, 8, 10], [3, 7, 8, 10]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00016740351566113532,\n",
       "    0.0004244167939759791,\n",
       "    0.9994082450866699],\n",
       "   [0.00019005082140211016, 0.0002437216608086601, 0.9995662569999695]],\n",
       "  'confidence': [0.9994082450866699, 0.9995662569999695]},\n",
       " {'sentence': '  – love their pizza , especially the mushroom pizza .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'love',\n",
       "   'their',\n",
       "   'pizza',\n",
       "   ',',\n",
       "   'especially',\n",
       "   'the',\n",
       "   'mushroom',\n",
       "   'pizza',\n",
       "   '.'],\n",
       "  'aspect': ['their', 'the mushroom'],\n",
       "  'position': [[3, 7, 8, 10], [3, 7, 8, 10]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00016740351566113532,\n",
       "    0.0004244167939759791,\n",
       "    0.9994082450866699],\n",
       "   [0.00019005082140211016, 0.0002437216608086601, 0.9995662569999695]],\n",
       "  'confidence': [0.9994082450866699, 0.9995662569999695]},\n",
       " {'sentence': 'also love their caeser salad .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['also', 'love', 'their', 'caeser', 'salad', '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': \"prefer to order it and pick it up though because i do n ' t like the servers , one young woman in particular .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['prefer',\n",
       "   'to',\n",
       "   'order',\n",
       "   'it',\n",
       "   'and',\n",
       "   'pick',\n",
       "   'it',\n",
       "   'up',\n",
       "   'though',\n",
       "   'because',\n",
       "   'i',\n",
       "   'do',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'like',\n",
       "   'the',\n",
       "   'servers',\n",
       "   ',',\n",
       "   'one',\n",
       "   'young',\n",
       "   'woman',\n",
       "   'in',\n",
       "   'particular',\n",
       "   '.'],\n",
       "  'aspect': ['servers'],\n",
       "  'position': [[17]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9991395473480225,\n",
       "    0.0006223462987691164,\n",
       "    0.00023805275850463659]],\n",
       "  'confidence': [0.9991395473480225]},\n",
       " {'sentence': 'management should really take notice and train their waitstaff and teach them some proper manners .',\n",
       "  'IOB': ['B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['management',\n",
       "   'should',\n",
       "   'really',\n",
       "   'take',\n",
       "   'notice',\n",
       "   'and',\n",
       "   'train',\n",
       "   'their',\n",
       "   'waitstaff',\n",
       "   'and',\n",
       "   'teach',\n",
       "   'them',\n",
       "   'some',\n",
       "   'proper',\n",
       "   'manners',\n",
       "   '.'],\n",
       "  'aspect': ['management', 'waitstaff'],\n",
       "  'position': [[0, 8], [0, 8]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.6398630142211914, 0.3587345778942108, 0.001402354915626347],\n",
       "   [0.2353457659482956, 0.7642578482627869, 0.0003964038041885942]],\n",
       "  'confidence': [0.6398630142211914, 0.7642578482627869]},\n",
       " {'sentence': \"many people talk about the great pizza and poor service , so it ca n ' t just be the rantings of a few dissatisfied customers .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['many',\n",
       "   'people',\n",
       "   'talk',\n",
       "   'about',\n",
       "   'the',\n",
       "   'great',\n",
       "   'pizza',\n",
       "   'and',\n",
       "   'poor',\n",
       "   'service',\n",
       "   ',',\n",
       "   'so',\n",
       "   'it',\n",
       "   'ca',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'just',\n",
       "   'be',\n",
       "   'the',\n",
       "   'rantings',\n",
       "   'of',\n",
       "   'a',\n",
       "   'few',\n",
       "   'dissatisfied',\n",
       "   'customers',\n",
       "   '.'],\n",
       "  'aspect': ['pizza', 'service'],\n",
       "  'position': [[6, 9], [6, 9]],\n",
       "  'sentiment': ['Positive', 'Negative'],\n",
       "  'probs': [[0.13469719886779785, 0.0010822353651747108, 0.8642205595970154],\n",
       "   [0.990708589553833, 0.00579554308205843, 0.003495931625366211]],\n",
       "  'confidence': [0.8642205595970154, 0.990708589553833]},\n",
       " {'sentence': \"it ' s a great little place with tons of potential to be a neighborhood joint if the service were n ' t so impersonal and corporate - like .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['it',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'a',\n",
       "   'great',\n",
       "   'little',\n",
       "   'place',\n",
       "   'with',\n",
       "   'tons',\n",
       "   'of',\n",
       "   'potential',\n",
       "   'to',\n",
       "   'be',\n",
       "   'a',\n",
       "   'neighborhood',\n",
       "   'joint',\n",
       "   'if',\n",
       "   'the',\n",
       "   'service',\n",
       "   'were',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'so',\n",
       "   'impersonal',\n",
       "   'and',\n",
       "   'corporate',\n",
       "   '-',\n",
       "   'like',\n",
       "   '.'],\n",
       "  'aspect': ['place', 'service'],\n",
       "  'position': [[6, 18], [6, 18]],\n",
       "  'sentiment': ['Positive', 'Negative'],\n",
       "  'probs': [[0.0007537368801422417, 0.0002184194599976763, 0.9990278482437134],\n",
       "   [0.9869440793991089, 0.0008214370463974774, 0.01223450992256403]],\n",
       "  'confidence': [0.9990278482437134, 0.9869440793991089]},\n",
       " {'sentence': 'great breakfast',\n",
       "  'IOB': ['O', 'B-ASP'],\n",
       "  'tokens': ['great', 'breakfast'],\n",
       "  'aspect': ['breakfast'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0005288032698445022,\n",
       "    0.00022995713516138494,\n",
       "    0.9992413520812988]],\n",
       "  'confidence': [0.9992413520812988]},\n",
       " {'sentence': '  – this place is famous for their breakfast .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'B-ASP', 'O', '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'this',\n",
       "   'place',\n",
       "   'is',\n",
       "   'famous',\n",
       "   'for',\n",
       "   'their',\n",
       "   'breakfast',\n",
       "   '.'],\n",
       "  'aspect': ['this', 'their'],\n",
       "  'position': [[2, 7, 9], [2, 7, 9]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.00023674358089920133,\n",
       "    0.9982132911682129,\n",
       "    0.0015500038862228394],\n",
       "   [0.00017521853442303836, 0.0003840180579572916, 0.9994407296180725]],\n",
       "  'confidence': [0.9982132911682129, 0.9994407296180725]},\n",
       " {'sentence': 'the food is great and they make a mean bloody mary .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'food',\n",
       "   'is',\n",
       "   'great',\n",
       "   'and',\n",
       "   'they',\n",
       "   'make',\n",
       "   'a',\n",
       "   'mean',\n",
       "   'bloody',\n",
       "   'mary',\n",
       "   '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.000171816092915833, 0.000505502917803824, 0.999322772026062]],\n",
       "  'confidence': [0.999322772026062]},\n",
       " {'sentence': 'i love breakfast here .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O'],\n",
       "  'tokens': ['i', 'love', 'breakfast', 'here', '.'],\n",
       "  'aspect': ['breakfast'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00019242237613070756,\n",
       "    0.00032735144486650825,\n",
       "    0.9994803071022034]],\n",
       "  'confidence': [0.9994803071022034]},\n",
       " {'sentence': 'their crab eggs benedict is addicting .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['their', 'crab', 'eggs', 'benedict', 'is', 'addicting', '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'all their menu items are a hit , and they serve mimosas .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['all',\n",
       "   'their',\n",
       "   'menu',\n",
       "   'items',\n",
       "   'are',\n",
       "   'a',\n",
       "   'hit',\n",
       "   ',',\n",
       "   'and',\n",
       "   'they',\n",
       "   'serve',\n",
       "   'mimosas',\n",
       "   '.'],\n",
       "  'aspect': ['menu items', 'mimosas'],\n",
       "  'position': [[2, 3, 11], [2, 3, 11]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.000253904378041625, 0.00023316667648032308, 0.9995129108428955],\n",
       "   [0.00022454642748925835, 0.9989516735076904, 0.0008237037109211087]],\n",
       "  'confidence': [0.9995129108428955, 0.9989516735076904]},\n",
       " {'sentence': 'best chinese food i have tasted in a long time',\n",
       "  'IOB': ['O', 'B-ASP', 'I-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['best',\n",
       "   'chinese',\n",
       "   'food',\n",
       "   'i',\n",
       "   'have',\n",
       "   'tasted',\n",
       "   'in',\n",
       "   'a',\n",
       "   'long',\n",
       "   'time'],\n",
       "  'aspect': ['chinese food'],\n",
       "  'position': [[1, 2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00026529637398198247,\n",
       "    0.00022755474492441863,\n",
       "    0.9995070695877075]],\n",
       "  'confidence': [0.9995070695877075]},\n",
       " {'sentence': 'the ambiance of the restaurant was nice and good for fine dinning .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'ambiance',\n",
       "   'of',\n",
       "   'the',\n",
       "   'restaurant',\n",
       "   'was',\n",
       "   'nice',\n",
       "   'and',\n",
       "   'good',\n",
       "   'for',\n",
       "   'fine',\n",
       "   'dinning',\n",
       "   '.'],\n",
       "  'aspect': ['ambiance', 'dinning'],\n",
       "  'position': [[1, 11], [1, 11]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00014256269787438214, 0.0005405180272646248, 0.999316930770874],\n",
       "   [0.00020418076019268483, 0.00034785535535775125, 0.9994478821754456]],\n",
       "  'confidence': [0.999316930770874, 0.9994478821754456]},\n",
       " {'sentence': 'the staff was very nice and courteous and obviously chinese .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'staff',\n",
       "   'was',\n",
       "   'very',\n",
       "   'nice',\n",
       "   'and',\n",
       "   'courteous',\n",
       "   'and',\n",
       "   'obviously',\n",
       "   'chinese',\n",
       "   '.'],\n",
       "  'aspect': ['staff'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002900036924984306,\n",
       "    0.00023848479031585157,\n",
       "    0.9994714856147766]],\n",
       "  'confidence': [0.9994714856147766]},\n",
       " {'sentence': 'so about the prawns , they were fresh and had a slight crispiness about the batter . . . soooo good . . . the walnuts were cut in smaller pieces and very crunchy and tasty .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['so',\n",
       "   'about',\n",
       "   'the',\n",
       "   'prawns',\n",
       "   ',',\n",
       "   'they',\n",
       "   'were',\n",
       "   'fresh',\n",
       "   'and',\n",
       "   'had',\n",
       "   'a',\n",
       "   'slight',\n",
       "   'crispiness',\n",
       "   'about',\n",
       "   'the',\n",
       "   'batter',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'soooo',\n",
       "   'good',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'the',\n",
       "   'walnuts',\n",
       "   'were',\n",
       "   'cut',\n",
       "   'in',\n",
       "   'smaller',\n",
       "   'pieces',\n",
       "   'and',\n",
       "   'very',\n",
       "   'crunchy',\n",
       "   'and',\n",
       "   'tasty',\n",
       "   '.'],\n",
       "  'aspect': ['prawns', 'walnuts'],\n",
       "  'position': [[3, 25], [3, 25]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0004602115077432245,\n",
       "    0.00025995541363954544,\n",
       "    0.9992799162864685],\n",
       "   [0.059707161039114, 0.0004035746678709984, 0.9398891925811768]],\n",
       "  'confidence': [0.9992799162864685, 0.9398891925811768]},\n",
       " {'sentence': 'best honey walnyt prawns that we have every tasted .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['best',\n",
       "   'honey',\n",
       "   'walnyt',\n",
       "   'prawns',\n",
       "   'that',\n",
       "   'we',\n",
       "   'have',\n",
       "   'every',\n",
       "   'tasted',\n",
       "   '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'the brocollis were so fresh and tasty .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'brocollis', 'were', 'so', 'fresh', 'and', 'tasty', '.'],\n",
       "  'aspect': ['brocollis'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00025367995840497315,\n",
       "    0.00022775991237722337,\n",
       "    0.9995185136795044]],\n",
       "  'confidence': [0.9995185136795044]},\n",
       " {'sentence': 'i would normally not finish the brocolli when i order these kinds of food but for the first time , every piece was as eventful as the first one . . . the scallops and prawns was so fresh and nicely cooked .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'would',\n",
       "   'normally',\n",
       "   'not',\n",
       "   'finish',\n",
       "   'the',\n",
       "   'brocolli',\n",
       "   'when',\n",
       "   'i',\n",
       "   'order',\n",
       "   'these',\n",
       "   'kinds',\n",
       "   'of',\n",
       "   'food',\n",
       "   'but',\n",
       "   'for',\n",
       "   'the',\n",
       "   'first',\n",
       "   'time',\n",
       "   ',',\n",
       "   'every',\n",
       "   'piece',\n",
       "   'was',\n",
       "   'as',\n",
       "   'eventful',\n",
       "   'as',\n",
       "   'the',\n",
       "   'first',\n",
       "   'one',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'the',\n",
       "   'scallops',\n",
       "   'and',\n",
       "   'prawns',\n",
       "   'was',\n",
       "   'so',\n",
       "   'fresh',\n",
       "   'and',\n",
       "   'nicely',\n",
       "   'cooked',\n",
       "   '.'],\n",
       "  'aspect': ['food', 'scallops and prawns'],\n",
       "  'position': [[13, 33, 34, 35], [13, 33, 34, 35]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.00034249149030074477,\n",
       "    0.9990034699440002,\n",
       "    0.0006541151087731123],\n",
       "   [0.0006024733884260058, 0.00017458060756325722, 0.9992228746414185]],\n",
       "  'confidence': [0.9990034699440002, 0.9992228746414185]},\n",
       " {'sentence': 'for desert we had the mango ginger creme brulee . . . oh la la yummy ! ! !',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['for',\n",
       "   'desert',\n",
       "   'we',\n",
       "   'had',\n",
       "   'the',\n",
       "   'mango',\n",
       "   'ginger',\n",
       "   'creme',\n",
       "   'brulee',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'oh',\n",
       "   'la',\n",
       "   'la',\n",
       "   'yummy',\n",
       "   '!',\n",
       "   '!',\n",
       "   '!'],\n",
       "  'aspect': ['desert', 'brulee'],\n",
       "  'position': [[1, 8], [1, 8]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.0002654230338521302, 0.999171257019043, 0.0005633487598970532],\n",
       "   [0.0012797127710655332, 0.00023182097356766462, 0.9984884262084961]],\n",
       "  'confidence': [0.999171257019043, 0.9984884262084961]},\n",
       " {'sentence': 'we are for sure coming back to this restaurant .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['we',\n",
       "   'are',\n",
       "   'for',\n",
       "   'sure',\n",
       "   'coming',\n",
       "   'back',\n",
       "   'to',\n",
       "   'this',\n",
       "   'restaurant',\n",
       "   '.'],\n",
       "  'aspect': ['restaurant'],\n",
       "  'position': [[8]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00040801550494506955,\n",
       "    0.0002063697320409119,\n",
       "    0.9993855953216553]],\n",
       "  'confidence': [0.9993855953216553]},\n",
       " {'sentence': 'chintzy portions',\n",
       "  'IOB': ['O', 'B-ASP'],\n",
       "  'tokens': ['chintzy', 'portions'],\n",
       "  'aspect': ['portions'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.8043935894966125, 0.0010660981060937047, 0.19454027712345123]],\n",
       "  'confidence': [0.8043935894966125]},\n",
       " {'sentence': '  – the sushi here is perfectly good , but for $ 5 a piece , either the slices of fish should be larger , or there should be no pretense that this is a moderately priced restaurant ( even for nyc ) .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'the',\n",
       "   'sushi',\n",
       "   'here',\n",
       "   'is',\n",
       "   'perfectly',\n",
       "   'good',\n",
       "   ',',\n",
       "   'but',\n",
       "   'for',\n",
       "   '$',\n",
       "   '5',\n",
       "   'a',\n",
       "   'piece',\n",
       "   ',',\n",
       "   'either',\n",
       "   'the',\n",
       "   'slices',\n",
       "   'of',\n",
       "   'fish',\n",
       "   'should',\n",
       "   'be',\n",
       "   'larger',\n",
       "   ',',\n",
       "   'or',\n",
       "   'there',\n",
       "   'should',\n",
       "   'be',\n",
       "   'no',\n",
       "   'pretense',\n",
       "   'that',\n",
       "   'this',\n",
       "   'is',\n",
       "   'a',\n",
       "   'moderately',\n",
       "   'priced',\n",
       "   'restaurant',\n",
       "   '(',\n",
       "   'even',\n",
       "   'for',\n",
       "   'nyc',\n",
       "   ')',\n",
       "   '.'],\n",
       "  'aspect': ['the', 'the slices of', 'moderately'],\n",
       "  'position': [[2, 17, 18, 19, 35, 43],\n",
       "   [2, 17, 18, 19, 35, 43],\n",
       "   [2, 17, 18, 19, 35, 43]],\n",
       "  'sentiment': ['Positive', 'Negative', 'Positive'],\n",
       "  'probs': [[0.00034893216798081994, 0.0036862879060208797, 0.995964765548706],\n",
       "   [0.9981480836868286, 0.0014469106681644917, 0.00040505340439267457],\n",
       "   [0.2989596128463745, 0.0011916962685063481, 0.6998486518859863]],\n",
       "  'confidence': [0.995964765548706, 0.9981480836868286, 0.6998486518859863]},\n",
       " {'sentence': \"i ' m astonished that this restaurant is categorized as $ $ $ rather than $ $ $ $ .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   \"'\",\n",
       "   'm',\n",
       "   'astonished',\n",
       "   'that',\n",
       "   'this',\n",
       "   'restaurant',\n",
       "   'is',\n",
       "   'categorized',\n",
       "   'as',\n",
       "   '$',\n",
       "   '$',\n",
       "   '$',\n",
       "   'rather',\n",
       "   'than',\n",
       "   '$',\n",
       "   '$',\n",
       "   '$',\n",
       "   '$',\n",
       "   '.'],\n",
       "  'aspect': ['as $ $'],\n",
       "  'position': [[9, 10, 11]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9984416365623474,\n",
       "    0.0003543362545315176,\n",
       "    0.0012040719157084823]],\n",
       "  'confidence': [0.9984416365623474]},\n",
       " {'sentence': 'terrible service , food ok , pricey',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['terrible', 'service', ',', 'food', 'ok', ',', 'pricey'],\n",
       "  'aspect': ['service', 'food'],\n",
       "  'position': [[1, 3], [1, 3]],\n",
       "  'sentiment': ['Negative', 'Positive'],\n",
       "  'probs': [[0.7353649139404297, 0.02881588786840439, 0.2358192354440689],\n",
       "   [0.10329385101795197, 0.1150679886341095, 0.7816380858421326]],\n",
       "  'confidence': [0.7353649139404297, 0.7816380858421326]},\n",
       " {'sentence': \"in other words , if they are n ' t making $ $ off of you then you do n ' t rate high on their ' service scale ' .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['in',\n",
       "   'other',\n",
       "   'words',\n",
       "   ',',\n",
       "   'if',\n",
       "   'they',\n",
       "   'are',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'making',\n",
       "   '$',\n",
       "   '$',\n",
       "   'off',\n",
       "   'of',\n",
       "   'you',\n",
       "   'then',\n",
       "   'you',\n",
       "   'do',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'rate',\n",
       "   'high',\n",
       "   'on',\n",
       "   'their',\n",
       "   \"'\",\n",
       "   'service',\n",
       "   'scale',\n",
       "   \"'\",\n",
       "   '.'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[27]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9261487722396851, 0.03097430057823658, 0.04287702217698097]],\n",
       "  'confidence': [0.9261487722396851]},\n",
       " {'sentence': \"food wise , its ok but a bit pricey for what you get considering the restaurant is n ' t a fancy place .\",\n",
       "  'IOB': ['B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['food',\n",
       "   'wise',\n",
       "   ',',\n",
       "   'its',\n",
       "   'ok',\n",
       "   'but',\n",
       "   'a',\n",
       "   'bit',\n",
       "   'pricey',\n",
       "   'for',\n",
       "   'what',\n",
       "   'you',\n",
       "   'get',\n",
       "   'considering',\n",
       "   'the',\n",
       "   'restaurant',\n",
       "   'is',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'a',\n",
       "   'fancy',\n",
       "   'place',\n",
       "   '.'],\n",
       "  'aspect': ['food', 'place'],\n",
       "  'position': [[0, 22], [0, 22]],\n",
       "  'sentiment': ['Neutral', 'Negative'],\n",
       "  'probs': [[0.2921079099178314, 0.7023361325263977, 0.005555951036512852],\n",
       "   [0.8833043575286865, 0.03995412960648537, 0.0767415389418602]],\n",
       "  'confidence': [0.7023361325263977, 0.8833043575286865]},\n",
       " {'sentence': 'if i needed to name some they would include the location to the beach or golden gate park .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['if',\n",
       "   'i',\n",
       "   'needed',\n",
       "   'to',\n",
       "   'name',\n",
       "   'some',\n",
       "   'they',\n",
       "   'would',\n",
       "   'include',\n",
       "   'the',\n",
       "   'location',\n",
       "   'to',\n",
       "   'the',\n",
       "   'beach',\n",
       "   'or',\n",
       "   'golden',\n",
       "   'gate',\n",
       "   'park',\n",
       "   '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'another plus is the open feel of the restaurant with glass walls on all sides .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['another',\n",
       "   'plus',\n",
       "   'is',\n",
       "   'the',\n",
       "   'open',\n",
       "   'feel',\n",
       "   'of',\n",
       "   'the',\n",
       "   'restaurant',\n",
       "   'with',\n",
       "   'glass',\n",
       "   'walls',\n",
       "   'on',\n",
       "   'all',\n",
       "   'sides',\n",
       "   '.'],\n",
       "  'aspect': ['feel'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00022875770810060203,\n",
       "    0.00024064310127869248,\n",
       "    0.999530553817749]],\n",
       "  'confidence': [0.999530553817749]},\n",
       " {'sentence': 'amazing spanish mackeral special appetizer and perfect box sushi ( that eel with avodcao - - um um um ) .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['amazing',\n",
       "   'spanish',\n",
       "   'mackeral',\n",
       "   'special',\n",
       "   'appetizer',\n",
       "   'and',\n",
       "   'perfect',\n",
       "   'box',\n",
       "   'sushi',\n",
       "   '(',\n",
       "   'that',\n",
       "   'eel',\n",
       "   'with',\n",
       "   'avodcao',\n",
       "   '-',\n",
       "   '-',\n",
       "   'um',\n",
       "   'um',\n",
       "   'um',\n",
       "   ')',\n",
       "   '.'],\n",
       "  'aspect': ['mackeral special appetizer', 'box sushi', 'eel with avodcao'],\n",
       "  'position': [[2, 3, 4, 7, 8, 11, 12, 13],\n",
       "   [2, 3, 4, 7, 8, 11, 12, 13],\n",
       "   [2, 3, 4, 7, 8, 11, 12, 13]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Neutral'],\n",
       "  'probs': [[0.0005187783390283585, 0.0002476331719662994, 0.999233603477478],\n",
       "   [0.0004389494424685836, 0.0005289938417263329, 0.9990320205688477],\n",
       "   [0.0002865901624318212, 0.9009906053543091, 0.09872280806303024]],\n",
       "  'confidence': [0.999233603477478, 0.9990320205688477, 0.9009906053543091]},\n",
       " {'sentence': \"as usual the omikase did n ' t disappoint in freshness , although it scored low on creativity and selection .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['as',\n",
       "   'usual',\n",
       "   'the',\n",
       "   'omikase',\n",
       "   'did',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'disappoint',\n",
       "   'in',\n",
       "   'freshness',\n",
       "   ',',\n",
       "   'although',\n",
       "   'it',\n",
       "   'scored',\n",
       "   'low',\n",
       "   'on',\n",
       "   'creativity',\n",
       "   'and',\n",
       "   'selection',\n",
       "   '.'],\n",
       "  'aspect': ['creativity', 'selection'],\n",
       "  'position': [[17, 19], [17, 19]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.9987288117408752,\n",
       "    0.0010940581560134888,\n",
       "    0.00017711763211991638],\n",
       "   [0.9984246492385864, 0.0014050821773707867, 0.00017034984193742275]],\n",
       "  'confidence': [0.9987288117408752, 0.9984246492385864]},\n",
       " {'sentence': \"their specialty rolls are impressive , though i ca n ' t remember what we had .\",\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['their',\n",
       "   'specialty',\n",
       "   'rolls',\n",
       "   'are',\n",
       "   'impressive',\n",
       "   ',',\n",
       "   'though',\n",
       "   'i',\n",
       "   'ca',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'remember',\n",
       "   'what',\n",
       "   'we',\n",
       "   'had',\n",
       "   '.'],\n",
       "  'aspect': ['specialty rolls'],\n",
       "  'position': [[1, 2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0004970342852175236, 0.0014607389457523823, 0.998042106628418]],\n",
       "  'confidence': [0.998042106628418]},\n",
       " {'sentence': 'great selection of sakes .',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['great', 'selection', 'of', 'sakes', '.'],\n",
       "  'aspect': ['sakes'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00025815953267738223,\n",
       "    0.00023507959849666804,\n",
       "    0.9995067119598389]],\n",
       "  'confidence': [0.9995067119598389]},\n",
       " {'sentence': 'green tea creme brulee gets better each time i have it .',\n",
       "  'IOB': ['B-ASP', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['green',\n",
       "   'tea',\n",
       "   'creme',\n",
       "   'brulee',\n",
       "   'gets',\n",
       "   'better',\n",
       "   'each',\n",
       "   'time',\n",
       "   'i',\n",
       "   'have',\n",
       "   'it',\n",
       "   '.'],\n",
       "  'aspect': ['green', 'creme'],\n",
       "  'position': [[0, 2], [0, 2]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0006158739561215043, 0.002173804445192218, 0.9972103238105774],\n",
       "   [0.0003108018427155912, 0.001105426694266498, 0.9985837936401367]],\n",
       "  'confidence': [0.9972103238105774, 0.9985837936401367]},\n",
       " {'sentence': \"it is n ' t the cheapest sushi but has been worth it every time .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['it',\n",
       "   'is',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'the',\n",
       "   'cheapest',\n",
       "   'sushi',\n",
       "   'but',\n",
       "   'has',\n",
       "   'been',\n",
       "   'worth',\n",
       "   'it',\n",
       "   'every',\n",
       "   'time',\n",
       "   '.'],\n",
       "  'aspect': ['sushi'],\n",
       "  'position': [[7]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9785822033882141, 0.021147070452570915, 0.0002707254607230425]],\n",
       "  'confidence': [0.9785822033882141]},\n",
       " {'sentence': 'very poor customer service .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'I-ASP', 'O'],\n",
       "  'tokens': ['very', 'poor', 'customer', 'service', '.'],\n",
       "  'aspect': ['customer service'],\n",
       "  'position': [[2, 3]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9994204044342041,\n",
       "    0.00033956943661905825,\n",
       "    0.00024007448519114405]],\n",
       "  'confidence': [0.9994204044342041]},\n",
       " {'sentence': \"  – schooner or later ' s charming location along the marina in long beach and average food does not , unfortunately , compensate for its very poor customer service .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'schooner',\n",
       "   'or',\n",
       "   'later',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'charming',\n",
       "   'location',\n",
       "   'along',\n",
       "   'the',\n",
       "   'marina',\n",
       "   'in',\n",
       "   'long',\n",
       "   'beach',\n",
       "   'and',\n",
       "   'average',\n",
       "   'food',\n",
       "   'does',\n",
       "   'not',\n",
       "   ',',\n",
       "   'unfortunately',\n",
       "   ',',\n",
       "   'compensate',\n",
       "   'for',\n",
       "   'its',\n",
       "   'very',\n",
       "   'poor',\n",
       "   'customer',\n",
       "   'service',\n",
       "   '.'],\n",
       "  'aspect': ['charming', 'average', 'customer'],\n",
       "  'position': [[7, 16, 28, 30], [7, 16, 28, 30], [7, 16, 28, 30]],\n",
       "  'sentiment': ['Positive', 'Neutral', 'Negative'],\n",
       "  'probs': [[0.0003079298185184598, 0.0010067732073366642, 0.9986851811408997],\n",
       "   [0.01627238281071186, 0.9809998273849487, 0.002727797022089362],\n",
       "   [0.9799757599830627, 0.019870983436703682, 0.00015327548317145556]],\n",
       "  'confidence': [0.9986851811408997, 0.9809998273849487, 0.9799757599830627]},\n",
       " {'sentence': 'while this diner had reasonably good food , the restaurant staff seemed completely indifferent to our presence , and this attitude was reflected in the lack of service .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['while',\n",
       "   'this',\n",
       "   'diner',\n",
       "   'had',\n",
       "   'reasonably',\n",
       "   'good',\n",
       "   'food',\n",
       "   ',',\n",
       "   'the',\n",
       "   'restaurant',\n",
       "   'staff',\n",
       "   'seemed',\n",
       "   'completely',\n",
       "   'indifferent',\n",
       "   'to',\n",
       "   'our',\n",
       "   'presence',\n",
       "   ',',\n",
       "   'and',\n",
       "   'this',\n",
       "   'attitude',\n",
       "   'was',\n",
       "   'reflected',\n",
       "   'in',\n",
       "   'the',\n",
       "   'lack',\n",
       "   'of',\n",
       "   'service',\n",
       "   '.'],\n",
       "  'aspect': ['diner', 'food', 'staff', 'service'],\n",
       "  'position': [[2, 6, 10, 27], [2, 6, 10, 27], [2, 6, 10, 27], [2, 6, 10, 27]],\n",
       "  'sentiment': ['Neutral', 'Negative', 'Negative', 'Negative'],\n",
       "  'probs': [[0.0002438394003547728, 0.9978779554367065, 0.0018781953258439898],\n",
       "   [0.7287617921829224, 0.07128125429153442, 0.1999569833278656],\n",
       "   [0.9989068508148193, 0.0008398532518185675, 0.0002533200313337147],\n",
       "   [0.995307981967926, 0.004516050685197115, 0.0001759962906362489]],\n",
       "  'confidence': [0.9978779554367065,\n",
       "   0.7287617921829224,\n",
       "   0.9989068508148193,\n",
       "   0.995307981967926]},\n",
       " {'sentence': 'after one member of our party had been bumped repeatedly by a waitress , a polite request that he not be bumped sent the waitress into an abusive rant .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['after',\n",
       "   'one',\n",
       "   'member',\n",
       "   'of',\n",
       "   'our',\n",
       "   'party',\n",
       "   'had',\n",
       "   'been',\n",
       "   'bumped',\n",
       "   'repeatedly',\n",
       "   'by',\n",
       "   'a',\n",
       "   'waitress',\n",
       "   ',',\n",
       "   'a',\n",
       "   'polite',\n",
       "   'request',\n",
       "   'that',\n",
       "   'he',\n",
       "   'not',\n",
       "   'be',\n",
       "   'bumped',\n",
       "   'sent',\n",
       "   'the',\n",
       "   'waitress',\n",
       "   'into',\n",
       "   'an',\n",
       "   'abusive',\n",
       "   'rant',\n",
       "   '.'],\n",
       "  'aspect': ['waitress'],\n",
       "  'position': [[12]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.8158661127090454, 0.1831592619419098, 0.0009746045689098537]],\n",
       "  'confidence': [0.8158661127090454]},\n",
       " {'sentence': 'a brief conversation with the manager at the end of the meal was the greatest disappointment - - to say we had been \" blown off \" would be an understatement .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['a',\n",
       "   'brief',\n",
       "   'conversation',\n",
       "   'with',\n",
       "   'the',\n",
       "   'manager',\n",
       "   'at',\n",
       "   'the',\n",
       "   'end',\n",
       "   'of',\n",
       "   'the',\n",
       "   'meal',\n",
       "   'was',\n",
       "   'the',\n",
       "   'greatest',\n",
       "   'disappointment',\n",
       "   '-',\n",
       "   '-',\n",
       "   'to',\n",
       "   'say',\n",
       "   'we',\n",
       "   'had',\n",
       "   'been',\n",
       "   '\"',\n",
       "   'blown',\n",
       "   'off',\n",
       "   '\"',\n",
       "   'would',\n",
       "   'be',\n",
       "   'an',\n",
       "   'understatement',\n",
       "   '.'],\n",
       "  'aspect': ['manager', 'meal'],\n",
       "  'position': [[5, 11], [5, 11]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.9993489384651184, 0.0003317254886496812, 0.0003192601434420794],\n",
       "   [0.00038634464726783335, 0.9989964365959167, 0.0006172677967697382]],\n",
       "  'confidence': [0.9993489384651184, 0.9989964365959167]},\n",
       " {'sentence': 'the manager continually interrupted with \" is there anything else i can do for you ? \" , a strange comment because she had hardly listened , let alone responded to our expression of disappointment at our experience .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'manager',\n",
       "   'continually',\n",
       "   'interrupted',\n",
       "   'with',\n",
       "   '\"',\n",
       "   'is',\n",
       "   'there',\n",
       "   'anything',\n",
       "   'else',\n",
       "   'i',\n",
       "   'can',\n",
       "   'do',\n",
       "   'for',\n",
       "   'you',\n",
       "   '?',\n",
       "   '\"',\n",
       "   ',',\n",
       "   'a',\n",
       "   'strange',\n",
       "   'comment',\n",
       "   'because',\n",
       "   'she',\n",
       "   'had',\n",
       "   'hardly',\n",
       "   'listened',\n",
       "   ',',\n",
       "   'let',\n",
       "   'alone',\n",
       "   'responded',\n",
       "   'to',\n",
       "   'our',\n",
       "   'expression',\n",
       "   'of',\n",
       "   'disappointment',\n",
       "   'at',\n",
       "   'our',\n",
       "   'experience',\n",
       "   '.'],\n",
       "  'aspect': ['manager'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9970859885215759,\n",
       "    0.0020415429025888443,\n",
       "    0.0008724051294848323]],\n",
       "  'confidence': [0.9970859885215759]},\n",
       " {'sentence': 'you are with a hot date and he / she has an urge for sushi . . . then this might be the place .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['you',\n",
       "   'are',\n",
       "   'with',\n",
       "   'a',\n",
       "   'hot',\n",
       "   'date',\n",
       "   'and',\n",
       "   'he',\n",
       "   '/',\n",
       "   'she',\n",
       "   'has',\n",
       "   'an',\n",
       "   'urge',\n",
       "   'for',\n",
       "   'sushi',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'then',\n",
       "   'this',\n",
       "   'might',\n",
       "   'be',\n",
       "   'the',\n",
       "   'place',\n",
       "   '.'],\n",
       "  'aspect': ['sushi'],\n",
       "  'position': [[14]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.000562975590582937, 0.6490190625190735, 0.35041797161102295]],\n",
       "  'confidence': [0.6490190625190735]},\n",
       " {'sentence': 'the fish was fresh , though it was cut very thin .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'fish',\n",
       "   'was',\n",
       "   'fresh',\n",
       "   ',',\n",
       "   'though',\n",
       "   'it',\n",
       "   'was',\n",
       "   'cut',\n",
       "   'very',\n",
       "   'thin',\n",
       "   '.'],\n",
       "  'aspect': ['fish'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00029802892822772264,\n",
       "    0.00029831440770067275,\n",
       "    0.9994035959243774]],\n",
       "  'confidence': [0.9994035959243774]},\n",
       " {'sentence': 'great service .',\n",
       "  'IOB': ['O', 'B-ASP', 'O'],\n",
       "  'tokens': ['great', 'service', '.'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0006838664412498474,\n",
       "    0.0002264921204186976,\n",
       "    0.9990895986557007]],\n",
       "  'confidence': [0.9990895986557007]},\n",
       " {'sentence': 'good sake selection .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O'],\n",
       "  'tokens': ['good', 'sake', 'selection', '.'],\n",
       "  'aspect': ['sake'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00017202804156113416,\n",
       "    0.0014705422800034285,\n",
       "    0.9983574748039246]],\n",
       "  'confidence': [0.9983574748039246]},\n",
       " {'sentence': 'dungeness crabs here !',\n",
       "  'IOB': ['O', 'O', 'O', 'O'],\n",
       "  'tokens': ['dungeness', 'crabs', 'here', '!'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': \"  – ray ' s is the place to go for high quality seafood dinners .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'ray',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'is',\n",
       "   'the',\n",
       "   'place',\n",
       "   'to',\n",
       "   'go',\n",
       "   'for',\n",
       "   'high',\n",
       "   'quality',\n",
       "   'seafood',\n",
       "   'dinners',\n",
       "   '.'],\n",
       "  'aspect': ['quality seafood'],\n",
       "  'position': [[12, 13, 15]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001904923701658845,\n",
       "    0.00023225929180625826,\n",
       "    0.9995772242546082]],\n",
       "  'confidence': [0.9995772242546082]},\n",
       " {'sentence': \"we were only in seattle for one night and i ' m so glad we picked rays for dinner !\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['we',\n",
       "   'were',\n",
       "   'only',\n",
       "   'in',\n",
       "   'seattle',\n",
       "   'for',\n",
       "   'one',\n",
       "   'night',\n",
       "   'and',\n",
       "   'i',\n",
       "   \"'\",\n",
       "   'm',\n",
       "   'so',\n",
       "   'glad',\n",
       "   'we',\n",
       "   'picked',\n",
       "   'rays',\n",
       "   'for',\n",
       "   'dinner',\n",
       "   '!'],\n",
       "  'aspect': ['dinner'],\n",
       "  'position': [[18]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.0004185705038253218, 0.9488168358802795, 0.05076466500759125]],\n",
       "  'confidence': [0.9488168358802795]},\n",
       " {'sentence': \"i love dungeness crabs and at ray ' s you can get them served in about 6 different ways !\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'love',\n",
       "   'dungeness',\n",
       "   'crabs',\n",
       "   'and',\n",
       "   'at',\n",
       "   'ray',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'you',\n",
       "   'can',\n",
       "   'get',\n",
       "   'them',\n",
       "   'served',\n",
       "   'in',\n",
       "   'about',\n",
       "   '6',\n",
       "   'different',\n",
       "   'ways',\n",
       "   '!'],\n",
       "  'aspect': ['dungeness crabs', 'served'],\n",
       "  'position': [[2, 3, 13], [2, 3, 13]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0003589789557736367, 0.0004823909839615226, 0.9991586208343506],\n",
       "   [0.0004477543698158115, 0.03435751050710678, 0.9651947617530823]],\n",
       "  'confidence': [0.9991586208343506, 0.9651947617530823]},\n",
       " {'sentence': 'we shared the family platter and i especially enjoyed the black cod in sake kasu .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['we',\n",
       "   'shared',\n",
       "   'the',\n",
       "   'family',\n",
       "   'platter',\n",
       "   'and',\n",
       "   'i',\n",
       "   'especially',\n",
       "   'enjoyed',\n",
       "   'the',\n",
       "   'black',\n",
       "   'cod',\n",
       "   'in',\n",
       "   'sake',\n",
       "   'kasu',\n",
       "   '.'],\n",
       "  'aspect': ['family platter', 'black'],\n",
       "  'position': [[3, 4, 10], [3, 4, 10]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.00022490952687803656,\n",
       "    0.9991968274116516,\n",
       "    0.0005782278021797538],\n",
       "   [0.0002799954963847995, 0.0048209973610937595, 0.9948989748954773]],\n",
       "  'confidence': [0.9991968274116516, 0.9948989748954773]},\n",
       " {'sentence': 'i ended the meal with the unusual dessert of a port and chocolate tasting . . . . yummy !',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'ended',\n",
       "   'the',\n",
       "   'meal',\n",
       "   'with',\n",
       "   'the',\n",
       "   'unusual',\n",
       "   'dessert',\n",
       "   'of',\n",
       "   'a',\n",
       "   'port',\n",
       "   'and',\n",
       "   'chocolate',\n",
       "   'tasting',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'yummy',\n",
       "   '!'],\n",
       "  'aspect': ['meal', 'dessert', 'port'],\n",
       "  'position': [[3, 7, 10], [3, 7, 10], [3, 7, 10]],\n",
       "  'sentiment': ['Neutral', 'Positive', 'Neutral'],\n",
       "  'probs': [[0.0003470777883194387, 0.9988675117492676, 0.0007854767027311027],\n",
       "   [0.0010803635232150555, 0.39266541600227356, 0.6062542200088501],\n",
       "   [0.0008847728022374213, 0.649896502494812, 0.3492187559604645]],\n",
       "  'confidence': [0.9988675117492676, 0.6062542200088501, 0.649896502494812]},\n",
       " {'sentence': 'and the service was simply spendid - quite a delight .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['and',\n",
       "   'the',\n",
       "   'service',\n",
       "   'was',\n",
       "   'simply',\n",
       "   'spendid',\n",
       "   '-',\n",
       "   'quite',\n",
       "   'a',\n",
       "   'delight',\n",
       "   '.'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.000393474503653124,\n",
       "    0.00022306415485218167,\n",
       "    0.9993834495544434]],\n",
       "  'confidence': [0.9993834495544434]},\n",
       " {'sentence': '  – great drinks , corn beef hash , coffee , b fast burritos , gluten free menu .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'great',\n",
       "   'drinks',\n",
       "   ',',\n",
       "   'corn',\n",
       "   'beef',\n",
       "   'hash',\n",
       "   ',',\n",
       "   'coffee',\n",
       "   ',',\n",
       "   'b',\n",
       "   'fast',\n",
       "   'burritos',\n",
       "   ',',\n",
       "   'gluten',\n",
       "   'free',\n",
       "   'menu',\n",
       "   '.'],\n",
       "  'aspect': ['great', ', corn beef', ','],\n",
       "  'position': [[2, 4, 5, 6, 8, 18], [2, 4, 5, 6, 8, 18], [2, 4, 5, 6, 8, 18]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.0005791216972284019,\n",
       "    0.00026113292551599443,\n",
       "    0.9991598129272461],\n",
       "   [0.0002137110714102164, 0.0009622338693588972, 0.9988240599632263],\n",
       "   [0.0004273058148100972, 0.00047599090612493455, 0.9990966320037842]],\n",
       "  'confidence': [0.9991598129272461, 0.9988240599632263, 0.9990966320037842]},\n",
       " {'sentence': 'the service is fantastic at this fun place .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'service',\n",
       "   'is',\n",
       "   'fantastic',\n",
       "   'at',\n",
       "   'this',\n",
       "   'fun',\n",
       "   'place',\n",
       "   '.'],\n",
       "  'aspect': ['service', 'place'],\n",
       "  'position': [[1, 7], [1, 7]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0002518929832149297,\n",
       "    0.00026819034246727824,\n",
       "    0.9994799494743347],\n",
       "   [0.0002489167090971023, 0.00024015552480705082, 0.9995108842849731]],\n",
       "  'confidence': [0.9994799494743347, 0.9995108842849731]},\n",
       " {'sentence': 'if there is a line very day of the week for the entire time a place is open , you know it is great .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['if',\n",
       "   'there',\n",
       "   'is',\n",
       "   'a',\n",
       "   'line',\n",
       "   'very',\n",
       "   'day',\n",
       "   'of',\n",
       "   'the',\n",
       "   'week',\n",
       "   'for',\n",
       "   'the',\n",
       "   'entire',\n",
       "   'time',\n",
       "   'a',\n",
       "   'place',\n",
       "   'is',\n",
       "   'open',\n",
       "   ',',\n",
       "   'you',\n",
       "   'know',\n",
       "   'it',\n",
       "   'is',\n",
       "   'great',\n",
       "   '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[15]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00024616660084575415, 0.1479644477367401, 0.8517894148826599]],\n",
       "  'confidence': [0.8517894148826599]},\n",
       " {'sentence': 'best neighborhood standby .',\n",
       "  'IOB': ['O', 'O', 'O', 'O'],\n",
       "  'tokens': ['best', 'neighborhood', 'standby', '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': 'in grammercy / union square / east village this is my neighbors and my favorite spot .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['in',\n",
       "   'grammercy',\n",
       "   '/',\n",
       "   'union',\n",
       "   'square',\n",
       "   '/',\n",
       "   'east',\n",
       "   'village',\n",
       "   'this',\n",
       "   'is',\n",
       "   'my',\n",
       "   'neighbors',\n",
       "   'and',\n",
       "   'my',\n",
       "   'favorite',\n",
       "   'spot',\n",
       "   '.'],\n",
       "  'aspect': ['spot'],\n",
       "  'position': [[15]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002735460293479264,\n",
       "    0.00023091699404176325,\n",
       "    0.9994955062866211]],\n",
       "  'confidence': [0.9994955062866211]},\n",
       " {'sentence': 'the music is great , no night better or worse , the bar tenders are generous with the pouring , and the lighthearted atmosphere will lifts you spirits .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'music',\n",
       "   'is',\n",
       "   'great',\n",
       "   ',',\n",
       "   'no',\n",
       "   'night',\n",
       "   'better',\n",
       "   'or',\n",
       "   'worse',\n",
       "   ',',\n",
       "   'the',\n",
       "   'bar',\n",
       "   'tenders',\n",
       "   'are',\n",
       "   'generous',\n",
       "   'with',\n",
       "   'the',\n",
       "   'pouring',\n",
       "   ',',\n",
       "   'and',\n",
       "   'the',\n",
       "   'lighthearted',\n",
       "   'atmosphere',\n",
       "   'will',\n",
       "   'lifts',\n",
       "   'you',\n",
       "   'spirits',\n",
       "   '.'],\n",
       "  'aspect': ['music', 'bar tenders', 'atmosphere'],\n",
       "  'position': [[1, 12, 13, 23], [1, 12, 13, 23], [1, 12, 13, 23]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.00048069667536765337,\n",
       "    0.0002696687588468194,\n",
       "    0.9992496371269226],\n",
       "   [0.0003351722261868417, 0.4050664007663727, 0.5945984721183777],\n",
       "   [0.0001211718627018854, 0.001835459377616644, 0.998043417930603]],\n",
       "  'confidence': [0.9992496371269226, 0.5945984721183777, 0.998043417930603]},\n",
       " {'sentence': 'oh , and the cheese fries are awesome !',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'B-ASP', 'I-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['oh',\n",
       "   ',',\n",
       "   'and',\n",
       "   'the',\n",
       "   'cheese',\n",
       "   'fries',\n",
       "   'are',\n",
       "   'awesome',\n",
       "   '!'],\n",
       "  'aspect': ['cheese fries'],\n",
       "  'position': [[4, 5]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00016600826347712427,\n",
       "    0.00030009972397238016,\n",
       "    0.9995338916778564]],\n",
       "  'confidence': [0.9995338916778564]},\n",
       " {'sentence': 'good food , great service , average prices ( for the strip )',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['good',\n",
       "   'food',\n",
       "   ',',\n",
       "   'great',\n",
       "   'service',\n",
       "   ',',\n",
       "   'average',\n",
       "   'prices',\n",
       "   '(',\n",
       "   'for',\n",
       "   'the',\n",
       "   'strip',\n",
       "   ')'],\n",
       "  'aspect': ['food', 'service', 'prices'],\n",
       "  'position': [[1, 4, 7], [1, 4, 7], [1, 4, 7]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Neutral'],\n",
       "  'probs': [[0.0009969257516786456,\n",
       "    0.00021823162387590855,\n",
       "    0.9987848401069641],\n",
       "   [0.0005903248093090951, 0.00034126691753044724, 0.9990684390068054],\n",
       "   [0.0007231944473460317, 0.9738725423812866, 0.025404274463653564]],\n",
       "  'confidence': [0.9987848401069641, 0.9990684390068054, 0.9738725423812866]},\n",
       " {'sentence': '  – i decided to eat at stack because of their price fixed pre - show dinner .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'i',\n",
       "   'decided',\n",
       "   'to',\n",
       "   'eat',\n",
       "   'at',\n",
       "   'stack',\n",
       "   'because',\n",
       "   'of',\n",
       "   'their',\n",
       "   'price',\n",
       "   'fixed',\n",
       "   'pre',\n",
       "   '-',\n",
       "   'show',\n",
       "   'dinner',\n",
       "   '.'],\n",
       "  'aspect': ['their', '- show'],\n",
       "  'position': [[10, 14, 15, 17], [10, 14, 15, 17]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00116926955524832, 0.23091302812099457, 0.7679176330566406],\n",
       "   [0.0006075708661228418, 0.4543690085411072, 0.5450234413146973]],\n",
       "  'confidence': [0.7679176330566406, 0.5450234413146973]},\n",
       " {'sentence': 'when i walked in , i was taken aback by their incredible wood decor .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['when',\n",
       "   'i',\n",
       "   'walked',\n",
       "   'in',\n",
       "   ',',\n",
       "   'i',\n",
       "   'was',\n",
       "   'taken',\n",
       "   'aback',\n",
       "   'by',\n",
       "   'their',\n",
       "   'incredible',\n",
       "   'wood',\n",
       "   'decor',\n",
       "   '.'],\n",
       "  'aspect': ['wood decor'],\n",
       "  'position': [[12, 13]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00021867037867195904,\n",
       "    0.00023027884890325367,\n",
       "    0.999550998210907]],\n",
       "  'confidence': [0.999550998210907]},\n",
       " {'sentence': 'the music playing was very hip , 20 - 30 something pop music , but the subwoofer to the sound system was located under my seat , which became annoying midway through dinner .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'music',\n",
       "   'playing',\n",
       "   'was',\n",
       "   'very',\n",
       "   'hip',\n",
       "   ',',\n",
       "   '20',\n",
       "   '-',\n",
       "   '30',\n",
       "   'something',\n",
       "   'pop',\n",
       "   'music',\n",
       "   ',',\n",
       "   'but',\n",
       "   'the',\n",
       "   'subwoofer',\n",
       "   'to',\n",
       "   'the',\n",
       "   'sound',\n",
       "   'system',\n",
       "   'was',\n",
       "   'located',\n",
       "   'under',\n",
       "   'my',\n",
       "   'seat',\n",
       "   ',',\n",
       "   'which',\n",
       "   'became',\n",
       "   'annoying',\n",
       "   'midway',\n",
       "   'through',\n",
       "   'dinner',\n",
       "   '.'],\n",
       "  'aspect': ['subwoofer', 'dinner'],\n",
       "  'position': [[16, 32], [16, 32]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.9829923510551453, 0.00330526870675385, 0.013702388852834702],\n",
       "   [0.011240571737289429, 0.9884418845176697, 0.0003175738675054163]],\n",
       "  'confidence': [0.9829923510551453, 0.9884418845176697]},\n",
       " {'sentence': 'i got the shellfish and shrimp appetizer and it was alright .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['i',\n",
       "   'got',\n",
       "   'the',\n",
       "   'shellfish',\n",
       "   'and',\n",
       "   'shrimp',\n",
       "   'appetizer',\n",
       "   'and',\n",
       "   'it',\n",
       "   'was',\n",
       "   'alright',\n",
       "   '.'],\n",
       "  'aspect': ['shrimp'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.006914654280990362, 0.9662073254585266, 0.026878051459789276]],\n",
       "  'confidence': [0.9662073254585266]},\n",
       " {'sentence': \"it was n ' t the freshest seafood ever , but the taste and presentation was ok .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['it',\n",
       "   'was',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'the',\n",
       "   'freshest',\n",
       "   'seafood',\n",
       "   'ever',\n",
       "   ',',\n",
       "   'but',\n",
       "   'the',\n",
       "   'taste',\n",
       "   'and',\n",
       "   'presentation',\n",
       "   'was',\n",
       "   'ok',\n",
       "   '.'],\n",
       "  'aspect': ['seafood', 'taste'],\n",
       "  'position': [[7, 12], [7, 12]],\n",
       "  'sentiment': ['Negative', 'Positive'],\n",
       "  'probs': [[0.9989809393882751,\n",
       "    0.0008275953005068004,\n",
       "    0.00019148144929204136],\n",
       "   [0.00030601219623349607, 0.03742898628115654, 0.9622649550437927]],\n",
       "  'confidence': [0.9989809393882751, 0.9622649550437927]},\n",
       " {'sentence': 'i picked the asparagus , which turned out to be incredible and perfectly prepared .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'picked',\n",
       "   'the',\n",
       "   'asparagus',\n",
       "   ',',\n",
       "   'which',\n",
       "   'turned',\n",
       "   'out',\n",
       "   'to',\n",
       "   'be',\n",
       "   'incredible',\n",
       "   'and',\n",
       "   'perfectly',\n",
       "   'prepared',\n",
       "   '.'],\n",
       "  'aspect': ['asparagus'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0003170702839270234, 0.028106635436415672, 0.9715762734413147]],\n",
       "  'confidence': [0.9715762734413147]},\n",
       " {'sentence': 'the 9 oz steak came next and it tasted great , at least initially .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   '9',\n",
       "   'oz',\n",
       "   'steak',\n",
       "   'came',\n",
       "   'next',\n",
       "   'and',\n",
       "   'it',\n",
       "   'tasted',\n",
       "   'great',\n",
       "   ',',\n",
       "   'at',\n",
       "   'least',\n",
       "   'initially',\n",
       "   '.'],\n",
       "  'aspect': ['steak'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0006663997191935778, 0.1504162698984146, 0.8489173054695129]],\n",
       "  'confidence': [0.8489173054695129]},\n",
       " {'sentence': 'the steak was done to my exact liking ( medium rare ) and was nice and juicy .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'steak',\n",
       "   'was',\n",
       "   'done',\n",
       "   'to',\n",
       "   'my',\n",
       "   'exact',\n",
       "   'liking',\n",
       "   '(',\n",
       "   'medium',\n",
       "   'rare',\n",
       "   ')',\n",
       "   'and',\n",
       "   'was',\n",
       "   'nice',\n",
       "   'and',\n",
       "   'juicy',\n",
       "   '.'],\n",
       "  'aspect': ['steak'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00025527161778882146,\n",
       "    0.00031154477619566023,\n",
       "    0.9994331002235413]],\n",
       "  'confidence': [0.9994331002235413]},\n",
       " {'sentence': 'it ? s served with either a peppercorn sauce or red wine reduction , though both were indistinguishable in taste .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['it',\n",
       "   '?',\n",
       "   's',\n",
       "   'served',\n",
       "   'with',\n",
       "   'either',\n",
       "   'a',\n",
       "   'peppercorn',\n",
       "   'sauce',\n",
       "   'or',\n",
       "   'red',\n",
       "   'wine',\n",
       "   'reduction',\n",
       "   ',',\n",
       "   'though',\n",
       "   'both',\n",
       "   'were',\n",
       "   'indistinguishable',\n",
       "   'in',\n",
       "   'taste',\n",
       "   '.'],\n",
       "  'aspect': ['served', 'red wine reduction', 'taste'],\n",
       "  'position': [[3, 10, 11, 12, 19], [3, 10, 11, 12, 19], [3, 10, 11, 12, 19]],\n",
       "  'sentiment': ['Neutral', 'Neutral', 'Negative'],\n",
       "  'probs': [[0.17780701816082, 0.8216696381568909, 0.0005232970579527318],\n",
       "   [0.004411044530570507, 0.9952604174613953, 0.0003285867569502443],\n",
       "   [0.7206714153289795, 0.014185847714543343, 0.2651427388191223]],\n",
       "  'confidence': [0.8216696381568909, 0.9952604174613953, 0.7206714153289795]},\n",
       " {'sentence': 'though , one thing i realized later on was that the restaurant either used msg or a meat tenderizer on the steak .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['though',\n",
       "   ',',\n",
       "   'one',\n",
       "   'thing',\n",
       "   'i',\n",
       "   'realized',\n",
       "   'later',\n",
       "   'on',\n",
       "   'was',\n",
       "   'that',\n",
       "   'the',\n",
       "   'restaurant',\n",
       "   'either',\n",
       "   'used',\n",
       "   'msg',\n",
       "   'or',\n",
       "   'a',\n",
       "   'meat',\n",
       "   'tenderizer',\n",
       "   'on',\n",
       "   'the',\n",
       "   'steak',\n",
       "   '.'],\n",
       "  'aspect': ['msg', 'meat tenderizer', 'steak'],\n",
       "  'position': [[14, 17, 18, 21], [14, 17, 18, 21], [14, 17, 18, 21]],\n",
       "  'sentiment': ['Negative', 'Neutral', 'Neutral'],\n",
       "  'probs': [[0.7709355354309082, 0.22875607013702393, 0.00030838607926853],\n",
       "   [0.06232401356101036, 0.9373965263366699, 0.00027946443879045546],\n",
       "   [0.0007550634909421206, 0.9986067414283752, 0.0006382704013958573]],\n",
       "  'confidence': [0.7709355354309082, 0.9373965263366699, 0.9986067414283752]},\n",
       " {'sentence': 'the desert was the perfect ending to an almost perfect dinner .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'desert',\n",
       "   'was',\n",
       "   'the',\n",
       "   'perfect',\n",
       "   'ending',\n",
       "   'to',\n",
       "   'an',\n",
       "   'almost',\n",
       "   'perfect',\n",
       "   'dinner',\n",
       "   '.'],\n",
       "  'aspect': ['desert', 'dinner'],\n",
       "  'position': [[1, 10], [1, 10]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0007359617156907916, 0.0003625081153586507, 0.9989016056060791],\n",
       "   [0.0014536972157657146, 0.00753840571269393, 0.9910078644752502]],\n",
       "  'confidence': [0.9989016056060791, 0.9910078644752502]},\n",
       " {'sentence': 'but the servers were extremely attentive and very friendly .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['but',\n",
       "   'the',\n",
       "   'servers',\n",
       "   'were',\n",
       "   'extremely',\n",
       "   'attentive',\n",
       "   'and',\n",
       "   'very',\n",
       "   'friendly',\n",
       "   '.'],\n",
       "  'aspect': ['servers'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00023649721697438508,\n",
       "    0.00025257820379920304,\n",
       "    0.9995108842849731]],\n",
       "  'confidence': [0.9995108842849731]},\n",
       " {'sentence': 'overall , i would go back and eat at the restaurant again .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['overall',\n",
       "   ',',\n",
       "   'i',\n",
       "   'would',\n",
       "   'go',\n",
       "   'back',\n",
       "   'and',\n",
       "   'eat',\n",
       "   'at',\n",
       "   'the',\n",
       "   'restaurant',\n",
       "   'again',\n",
       "   '.'],\n",
       "  'aspect': [],\n",
       "  'position': [],\n",
       "  'sentiment': [],\n",
       "  'probs': [],\n",
       "  'confidence': []},\n",
       " {'sentence': \"good sake , good food – i honestly do n ' t know much about japanese food at all .\",\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['good',\n",
       "   'sake',\n",
       "   ',',\n",
       "   'good',\n",
       "   'food',\n",
       "   '–',\n",
       "   'i',\n",
       "   'honestly',\n",
       "   'do',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'know',\n",
       "   'much',\n",
       "   'about',\n",
       "   'japanese',\n",
       "   'food',\n",
       "   'at',\n",
       "   'all',\n",
       "   '.'],\n",
       "  'aspect': ['sake', 'food'],\n",
       "  'position': [[1, 4], [1, 4]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0011114648077636957, 0.00021621078485623002, 0.998672366142273],\n",
       "   [0.000649010471533984, 0.0002738263865467161, 0.9990772008895874]],\n",
       "  'confidence': [0.998672366142273, 0.9990772008895874]},\n",
       " {'sentence': 'server made several sake suggestions which were very good .',\n",
       "  'IOB': ['B-ASP', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['server',\n",
       "   'made',\n",
       "   'several',\n",
       "   'sake',\n",
       "   'suggestions',\n",
       "   'which',\n",
       "   'were',\n",
       "   'very',\n",
       "   'good',\n",
       "   '.'],\n",
       "  'aspect': ['server', 'sake'],\n",
       "  'position': [[0, 3], [0, 3]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0005365253309719265, 0.4667348265647888, 0.5327286720275879],\n",
       "   [0.00040993947186507285, 0.009515549056231976, 0.9900745749473572]],\n",
       "  'confidence': [0.5327286720275879, 0.9900745749473572]},\n",
       " {'sentence': 'had many dishes but the best was the lobster 3 ways .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['had',\n",
       "   'many',\n",
       "   'dishes',\n",
       "   'but',\n",
       "   'the',\n",
       "   'best',\n",
       "   'was',\n",
       "   'the',\n",
       "   'lobster',\n",
       "   '3',\n",
       "   'ways',\n",
       "   '.'],\n",
       "  'aspect': ['dishes', 'lobster'],\n",
       "  'position': [[2, 8], [2, 8]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.0003969772660639137, 0.9860149621963501, 0.013588021509349346],\n",
       "   [0.0004152768524363637, 0.000400106655433774, 0.9991846680641174]],\n",
       "  'confidence': [0.9860149621963501, 0.9991846680641174]},\n",
       " {'sentence': 'the waiter was a bit unfriendly and the feel of the restaurant was crowded .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'waiter',\n",
       "   'was',\n",
       "   'a',\n",
       "   'bit',\n",
       "   'unfriendly',\n",
       "   'and',\n",
       "   'the',\n",
       "   'feel',\n",
       "   'of',\n",
       "   'the',\n",
       "   'restaurant',\n",
       "   'was',\n",
       "   'crowded',\n",
       "   '.'],\n",
       "  'aspect': ['waiter'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9976882934570312,\n",
       "    0.0020995803643018007,\n",
       "    0.0002121865254594013]],\n",
       "  'confidence': [0.9976882934570312]},\n",
       " {'sentence': 'also , there was only one bathroom stall - probably need more for such big crowds .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['also',\n",
       "   ',',\n",
       "   'there',\n",
       "   'was',\n",
       "   'only',\n",
       "   'one',\n",
       "   'bathroom',\n",
       "   'stall',\n",
       "   '-',\n",
       "   'probably',\n",
       "   'need',\n",
       "   'more',\n",
       "   'for',\n",
       "   'such',\n",
       "   'big',\n",
       "   'crowds',\n",
       "   '.'],\n",
       "  'aspect': ['bathroom stall', 'crowds'],\n",
       "  'position': [[6, 7, 15], [6, 7, 15]],\n",
       "  'sentiment': ['Neutral', 'Negative'],\n",
       "  'probs': [[0.4623614549636841, 0.5369933247566223, 0.0006451836670748889],\n",
       "   [0.9956133365631104, 0.0033473740331828594, 0.0010391599498689175]],\n",
       "  'confidence': [0.5369933247566223, 0.9956133365631104]},\n",
       " {'sentence': 'most importantly , we were so excited about the food after seeing the very creative menu .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['most',\n",
       "   'importantly',\n",
       "   ',',\n",
       "   'we',\n",
       "   'were',\n",
       "   'so',\n",
       "   'excited',\n",
       "   'about',\n",
       "   'the',\n",
       "   'food',\n",
       "   'after',\n",
       "   'seeing',\n",
       "   'the',\n",
       "   'very',\n",
       "   'creative',\n",
       "   'menu',\n",
       "   '.'],\n",
       "  'aspect': ['food', 'menu'],\n",
       "  'position': [[9, 15], [9, 15]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.00024124591436702758, 0.9617336988449097, 0.03802507370710373],\n",
       "   [0.00047686550533398986, 0.00021309545263648033, 0.9993100166320801]],\n",
       "  'confidence': [0.9617336988449097, 0.9993100166320801]},\n",
       " {'sentence': 'at best , the food was good and definately overpriced .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['at',\n",
       "   'best',\n",
       "   ',',\n",
       "   'the',\n",
       "   'food',\n",
       "   'was',\n",
       "   'good',\n",
       "   'and',\n",
       "   'definately',\n",
       "   'overpriced',\n",
       "   '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[4]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.007437530439347029, 0.005340395029634237, 0.9872221350669861]],\n",
       "  'confidence': [0.9872221350669861]},\n",
       " {'sentence': 'for the amount of food we got the prices should have been lower .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['for',\n",
       "   'the',\n",
       "   'amount',\n",
       "   'of',\n",
       "   'food',\n",
       "   'we',\n",
       "   'got',\n",
       "   'the',\n",
       "   'prices',\n",
       "   'should',\n",
       "   'have',\n",
       "   'been',\n",
       "   'lower',\n",
       "   '.'],\n",
       "  'aspect': ['food', 'prices'],\n",
       "  'position': [[4, 8], [4, 8]],\n",
       "  'sentiment': ['Neutral', 'Negative'],\n",
       "  'probs': [[0.00032208539778366685, 0.5953931212425232, 0.4042847454547882],\n",
       "   [0.99856036901474, 0.0003132479905616492, 0.0011262836633250117]],\n",
       "  'confidence': [0.5953931212425232, 0.99856036901474]},\n",
       " {'sentence': 'my favortie pizza joint in seattle',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['my', 'favortie', 'pizza', 'joint', 'in', 'seattle'],\n",
       "  'aspect': ['pizza'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001959782384801656,\n",
       "    0.00031011883402243257,\n",
       "    0.9994938373565674]],\n",
       "  'confidence': [0.9994938373565674]},\n",
       " {'sentence': '  – this is my \" must bring out of town guests to \" restaurant and they always enjoy and rave about it .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'this',\n",
       "   'is',\n",
       "   'my',\n",
       "   '\"',\n",
       "   'must',\n",
       "   'bring',\n",
       "   'out',\n",
       "   'of',\n",
       "   'town',\n",
       "   'guests',\n",
       "   'to',\n",
       "   '\"',\n",
       "   'restaurant',\n",
       "   'and',\n",
       "   'they',\n",
       "   'always',\n",
       "   'enjoy',\n",
       "   'and',\n",
       "   'rave',\n",
       "   'about',\n",
       "   'it',\n",
       "   '.'],\n",
       "  'aspect': ['\"'],\n",
       "  'position': [[13, 23]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002050126058747992,\n",
       "    0.0009499071747995913,\n",
       "    0.9988449811935425]],\n",
       "  'confidence': [0.9988449811935425]},\n",
       " {'sentence': 'the pizza is delicious and the salads are fantastic .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'pizza',\n",
       "   'is',\n",
       "   'delicious',\n",
       "   'and',\n",
       "   'the',\n",
       "   'salads',\n",
       "   'are',\n",
       "   'fantastic',\n",
       "   '.'],\n",
       "  'aspect': ['pizza', 'salads'],\n",
       "  'position': [[1, 6], [1, 6]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00024093143292702734,\n",
       "    0.00024415069492533803,\n",
       "    0.9995149374008179],\n",
       "   [0.00021327391732484102, 0.0002625190536491573, 0.9995242357254028]],\n",
       "  'confidence': [0.9995149374008179, 0.9995242357254028]},\n",
       " {'sentence': \"i ' ve always found the wait staff and , if you sit at the bar , the cooks very friendly .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'always',\n",
       "   'found',\n",
       "   'the',\n",
       "   'wait',\n",
       "   'staff',\n",
       "   'and',\n",
       "   ',',\n",
       "   'if',\n",
       "   'you',\n",
       "   'sit',\n",
       "   'at',\n",
       "   'the',\n",
       "   'bar',\n",
       "   ',',\n",
       "   'the',\n",
       "   'cooks',\n",
       "   'very',\n",
       "   'friendly',\n",
       "   '.'],\n",
       "  'aspect': ['wait staff', 'bar', 'cooks'],\n",
       "  'position': [[6, 7, 15, 18], [6, 7, 15, 18], [6, 7, 15, 18]],\n",
       "  'sentiment': ['Positive', 'Neutral', 'Positive'],\n",
       "  'probs': [[0.001021487289108336, 0.12993812561035156, 0.8690404295921326],\n",
       "   [0.00024652673164382577, 0.9980446100234985, 0.0017088050954043865],\n",
       "   [0.0011448159348219633, 0.00025036107399500906, 0.9986048340797424]],\n",
       "  'confidence': [0.8690404295921326, 0.9980446100234985, 0.9986048340797424]},\n",
       " {'sentence': 'i also really enjoy the simplicity of the decor and intimate feeling of a small restaurant .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'also',\n",
       "   'really',\n",
       "   'enjoy',\n",
       "   'the',\n",
       "   'simplicity',\n",
       "   'of',\n",
       "   'the',\n",
       "   'decor',\n",
       "   'and',\n",
       "   'intimate',\n",
       "   'feeling',\n",
       "   'of',\n",
       "   'a',\n",
       "   'small',\n",
       "   'restaurant',\n",
       "   '.'],\n",
       "  'aspect': ['decor'],\n",
       "  'position': [[8]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00015583432104904205,\n",
       "    0.0009851751383394003,\n",
       "    0.9988589286804199]],\n",
       "  'confidence': [0.9988589286804199]},\n",
       " {'sentence': '  – my husband and i love eating at mioposto caf é .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'my',\n",
       "   'husband',\n",
       "   'and',\n",
       "   'i',\n",
       "   'love',\n",
       "   'eating',\n",
       "   'at',\n",
       "   'mioposto',\n",
       "   'caf',\n",
       "   'é',\n",
       "   '.'],\n",
       "  'aspect': ['love'],\n",
       "  'position': [[6, 12]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00014836722402833402,\n",
       "    0.0006078816950321198,\n",
       "    0.9992437362670898]],\n",
       "  'confidence': [0.9992437362670898]},\n",
       " {'sentence': 'we ’ re ca n ’ t say enough about their delicious gourmet pizza ’ s !',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['we',\n",
       "   '’',\n",
       "   're',\n",
       "   'ca',\n",
       "   'n',\n",
       "   '’',\n",
       "   't',\n",
       "   'say',\n",
       "   'enough',\n",
       "   'about',\n",
       "   'their',\n",
       "   'delicious',\n",
       "   'gourmet',\n",
       "   'pizza',\n",
       "   '’',\n",
       "   's',\n",
       "   '!'],\n",
       "  'aspect': ['gourmet pizza'],\n",
       "  'position': [[12, 13]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002055301156360656,\n",
       "    0.00027339105145074427,\n",
       "    0.9995211362838745]],\n",
       "  'confidence': [0.9995211362838745]},\n",
       " {'sentence': 'you wo n ’ t be disappointed by their menu .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['you',\n",
       "   'wo',\n",
       "   'n',\n",
       "   '’',\n",
       "   't',\n",
       "   'be',\n",
       "   'disappointed',\n",
       "   'by',\n",
       "   'their',\n",
       "   'menu',\n",
       "   '.'],\n",
       "  'aspect': ['menu'],\n",
       "  'position': [[9]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00027709323330782354, 0.03750940412282944, 0.9622135162353516]],\n",
       "  'confidence': [0.9622135162353516]},\n",
       " {'sentence': 'the pizza ’ s are thin crust and the menu offers very creative combinations and toppings .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'pizza',\n",
       "   '’',\n",
       "   's',\n",
       "   'are',\n",
       "   'thin',\n",
       "   'crust',\n",
       "   'and',\n",
       "   'the',\n",
       "   'menu',\n",
       "   'offers',\n",
       "   'very',\n",
       "   'creative',\n",
       "   'combinations',\n",
       "   'and',\n",
       "   'toppings',\n",
       "   '.'],\n",
       "  'aspect': ['pizza', 'crust', 'menu', 'toppings'],\n",
       "  'position': [[1, 6, 9, 15], [1, 6, 9, 15], [1, 6, 9, 15], [1, 6, 9, 15]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Neutral', 'Positive'],\n",
       "  'probs': [[0.0021043044980615377, 0.0035773429553955793, 0.994318425655365],\n",
       "   [0.0015492242528125644, 0.047497957944869995, 0.9509528279304504],\n",
       "   [0.0004207919118925929, 0.8046694397926331, 0.19490978121757507],\n",
       "   [0.0004803965275641531, 0.005101173650473356, 0.9944185018539429]],\n",
       "  'confidence': [0.994318425655365,\n",
       "   0.9509528279304504,\n",
       "   0.8046694397926331,\n",
       "   0.9944185018539429]},\n",
       " {'sentence': 'the pizza ’ s are light and scrumptious .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'pizza',\n",
       "   '’',\n",
       "   's',\n",
       "   'are',\n",
       "   'light',\n",
       "   'and',\n",
       "   'scrumptious',\n",
       "   '.'],\n",
       "  'aspect': ['pizza'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00086876010755077, 0.00042861324618570507, 0.9987026453018188]],\n",
       "  'confidence': [0.9987026453018188]},\n",
       " {'sentence': 'try the pizza ensalata !',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O'],\n",
       "  'tokens': ['try', 'the', 'pizza', 'ensalata', '!'],\n",
       "  'aspect': ['pizza'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00037331177736632526, 0.13279883563518524, 0.8668277859687805]],\n",
       "  'confidence': [0.8668277859687805]},\n",
       " {'sentence': 'the pizza ’ s are not huge and the crust is thin … keep that in mind when you ’ re ordering .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'pizza',\n",
       "   '’',\n",
       "   's',\n",
       "   'are',\n",
       "   'not',\n",
       "   'huge',\n",
       "   'and',\n",
       "   'the',\n",
       "   'crust',\n",
       "   'is',\n",
       "   'thin',\n",
       "   '…',\n",
       "   'keep',\n",
       "   'that',\n",
       "   'in',\n",
       "   'mind',\n",
       "   'when',\n",
       "   'you',\n",
       "   '’',\n",
       "   're',\n",
       "   'ordering',\n",
       "   '.'],\n",
       "  'aspect': ['pizza', 'crust'],\n",
       "  'position': [[1, 9], [1, 9]],\n",
       "  'sentiment': ['Negative', 'Positive'],\n",
       "  'probs': [[0.9341416358947754, 0.06473517417907715, 0.0011231822427362204],\n",
       "   [0.0003405797469895333, 0.0009086640784516931, 0.9987506866455078]],\n",
       "  'confidence': [0.9341416358947754, 0.9987506866455078]},\n",
       " {'sentence': 'the food is sinful .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'food', 'is', 'sinful', '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001781759347068146,\n",
       "    0.0003397386462893337,\n",
       "    0.9994822144508362]],\n",
       "  'confidence': [0.9994822144508362]},\n",
       " {'sentence': 'the staff was really friendly .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'staff', 'was', 'really', 'friendly', '.'],\n",
       "  'aspect': ['staff'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00029818524490110576,\n",
       "    0.00026784115470945835,\n",
       "    0.9994339346885681]],\n",
       "  'confidence': [0.9994339346885681]},\n",
       " {'sentence': 'the atmosphere was great .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'atmosphere', 'was', 'great', '.'],\n",
       "  'aspect': ['atmosphere'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00017021861276589334,\n",
       "    0.00034191165468655527,\n",
       "    0.9994877576828003]],\n",
       "  'confidence': [0.9994877576828003]},\n",
       " {'sentence': \"the specialty here is decadent pancakes , but i ' ve been back now four times , and i ' ve been wowed every time .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'specialty',\n",
       "   'here',\n",
       "   'is',\n",
       "   'decadent',\n",
       "   'pancakes',\n",
       "   ',',\n",
       "   'but',\n",
       "   'i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'been',\n",
       "   'back',\n",
       "   'now',\n",
       "   'four',\n",
       "   'times',\n",
       "   ',',\n",
       "   'and',\n",
       "   'i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'been',\n",
       "   'wowed',\n",
       "   'every',\n",
       "   'time',\n",
       "   '.'],\n",
       "  'aspect': ['pancakes'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00021394784562289715,\n",
       "    0.021478595212101936,\n",
       "    0.9783073663711548]],\n",
       "  'confidence': [0.9783073663711548]},\n",
       " {'sentence': 'nothing on the menu is less than amazing .',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['nothing',\n",
       "   'on',\n",
       "   'the',\n",
       "   'menu',\n",
       "   'is',\n",
       "   'less',\n",
       "   'than',\n",
       "   'amazing',\n",
       "   '.'],\n",
       "  'aspect': ['menu'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.6312589049339294, 0.3677002191543579, 0.001040796167217195]],\n",
       "  'confidence': [0.6312589049339294]},\n",
       " {'sentence': 'go with some friends , wait the half hour or so with a cup of joe , and enjoy more than your average breakfast .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['go',\n",
       "   'with',\n",
       "   'some',\n",
       "   'friends',\n",
       "   ',',\n",
       "   'wait',\n",
       "   'the',\n",
       "   'half',\n",
       "   'hour',\n",
       "   'or',\n",
       "   'so',\n",
       "   'with',\n",
       "   'a',\n",
       "   'cup',\n",
       "   'of',\n",
       "   'joe',\n",
       "   ',',\n",
       "   'and',\n",
       "   'enjoy',\n",
       "   'more',\n",
       "   'than',\n",
       "   'your',\n",
       "   'average',\n",
       "   'breakfast',\n",
       "   '.'],\n",
       "  'aspect': ['cup', 'joe', 'breakfast'],\n",
       "  'position': [[13, 15, 23], [13, 15, 23], [13, 15, 23]],\n",
       "  'sentiment': ['Neutral', 'Neutral', 'Positive'],\n",
       "  'probs': [[0.0003797019016928971, 0.999221920967102, 0.0003983224742114544],\n",
       "   [0.0003096898435615003, 0.998945415019989, 0.000744970457162708],\n",
       "   [0.0008838666835799813, 0.00017132528591901064, 0.9989448189735413]],\n",
       "  'confidence': [0.999221920967102, 0.998945415019989, 0.9989448189735413]},\n",
       " {'sentence': 'good eats .',\n",
       "  'IOB': ['O', 'B-ASP', 'O'],\n",
       "  'tokens': ['good', 'eats', '.'],\n",
       "  'aspect': ['eats'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00019383960170671344, 0.0002919057442341, 0.9995142221450806]],\n",
       "  'confidence': [0.9995142221450806]},\n",
       " {'sentence': \"i do n ' t know why anyone would want to write a great review about this place .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'do',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'know',\n",
       "   'why',\n",
       "   'anyone',\n",
       "   'would',\n",
       "   'want',\n",
       "   'to',\n",
       "   'write',\n",
       "   'a',\n",
       "   'great',\n",
       "   'review',\n",
       "   'about',\n",
       "   'this',\n",
       "   'place',\n",
       "   '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[17]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.8960394263267517, 0.0919489786028862, 0.012011579237878323]],\n",
       "  'confidence': [0.8960394263267517]},\n",
       " {'sentence': 'i have been to this place , folks and it is bad .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['i',\n",
       "   'have',\n",
       "   'been',\n",
       "   'to',\n",
       "   'this',\n",
       "   'place',\n",
       "   ',',\n",
       "   'folks',\n",
       "   'and',\n",
       "   'it',\n",
       "   'is',\n",
       "   'bad',\n",
       "   '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9991974234580994, 0.0006244703545235097, 0.000178097965545021]],\n",
       "  'confidence': [0.9991974234580994]},\n",
       " {'sentence': \"maybe it is good for that one night once in a blue moon when the chefs decide to use fish that ' s half - way decent .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['maybe',\n",
       "   'it',\n",
       "   'is',\n",
       "   'good',\n",
       "   'for',\n",
       "   'that',\n",
       "   'one',\n",
       "   'night',\n",
       "   'once',\n",
       "   'in',\n",
       "   'a',\n",
       "   'blue',\n",
       "   'moon',\n",
       "   'when',\n",
       "   'the',\n",
       "   'chefs',\n",
       "   'decide',\n",
       "   'to',\n",
       "   'use',\n",
       "   'fish',\n",
       "   'that',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'half',\n",
       "   '-',\n",
       "   'way',\n",
       "   'decent',\n",
       "   '.'],\n",
       "  'aspect': ['chefs', 'fish'],\n",
       "  'position': [[15, 19], [15, 19]],\n",
       "  'sentiment': ['Neutral', 'Neutral'],\n",
       "  'probs': [[0.0037619515787810087, 0.9937076568603516, 0.0025303184520453215],\n",
       "   [0.32278743386268616, 0.6730204224586487, 0.004192150663584471]],\n",
       "  'confidence': [0.9937076568603516, 0.6730204224586487]},\n",
       " {'sentence': 'i have been here , spent tons of money on a chef special dinner and it was a major dissappointment .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'have',\n",
       "   'been',\n",
       "   'here',\n",
       "   ',',\n",
       "   'spent',\n",
       "   'tons',\n",
       "   'of',\n",
       "   'money',\n",
       "   'on',\n",
       "   'a',\n",
       "   'chef',\n",
       "   'special',\n",
       "   'dinner',\n",
       "   'and',\n",
       "   'it',\n",
       "   'was',\n",
       "   'a',\n",
       "   'major',\n",
       "   'dissappointment',\n",
       "   '.'],\n",
       "  'aspect': ['money', 'chef special dinner'],\n",
       "  'position': [[8, 11, 12, 13], [8, 11, 12, 13]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.9845513701438904, 0.012285010889172554, 0.003163635730743408],\n",
       "   [0.7466579675674438, 0.25297626852989197, 0.00036573680699802935]],\n",
       "  'confidence': [0.9845513701438904, 0.7466579675674438]},\n",
       " {'sentence': 'fancy pieces of exotic fish on a $ 100 dollar plate and not one was eatable .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['fancy',\n",
       "   'pieces',\n",
       "   'of',\n",
       "   'exotic',\n",
       "   'fish',\n",
       "   'on',\n",
       "   'a',\n",
       "   '$',\n",
       "   '100',\n",
       "   'dollar',\n",
       "   'plate',\n",
       "   'and',\n",
       "   'not',\n",
       "   'one',\n",
       "   'was',\n",
       "   'eatable',\n",
       "   '.'],\n",
       "  'aspect': ['exotic fish', 'plate'],\n",
       "  'position': [[3, 4, 10], [3, 4, 10]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.013463717885315418, 0.00047898024786263704, 0.9860572814941406],\n",
       "   [0.1550590991973877, 0.8446521759033203, 0.0002887400332838297]],\n",
       "  'confidence': [0.9860572814941406, 0.8446521759033203]},\n",
       " {'sentence': '  – the atmosphere is great for any special occasion you might want to celebrate .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'the',\n",
       "   'atmosphere',\n",
       "   'is',\n",
       "   'great',\n",
       "   'for',\n",
       "   'any',\n",
       "   'special',\n",
       "   'occasion',\n",
       "   'you',\n",
       "   'might',\n",
       "   'want',\n",
       "   'to',\n",
       "   'celebrate',\n",
       "   '.'],\n",
       "  'aspect': ['the'],\n",
       "  'position': [[2, 15]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001728712086332962,\n",
       "    0.0004209137405268848,\n",
       "    0.9994062185287476]],\n",
       "  'confidence': [0.9994062185287476]},\n",
       " {'sentence': 'the best dish are the honwy walnut prawns - just outstanding .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'best',\n",
       "   'dish',\n",
       "   'are',\n",
       "   'the',\n",
       "   'honwy',\n",
       "   'walnut',\n",
       "   'prawns',\n",
       "   '-',\n",
       "   'just',\n",
       "   'outstanding',\n",
       "   '.'],\n",
       "  'aspect': ['dish'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00022637353686150163,\n",
       "    0.00038967092405073345,\n",
       "    0.9993839263916016]],\n",
       "  'confidence': [0.9993839263916016]},\n",
       " {'sentence': 'the service is really attentive and charming .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'service',\n",
       "   'is',\n",
       "   'really',\n",
       "   'attentive',\n",
       "   'and',\n",
       "   'charming',\n",
       "   '.'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00031068798853084445,\n",
       "    0.00022250057372730225,\n",
       "    0.9994668364524841]],\n",
       "  'confidence': [0.9994668364524841]},\n",
       " {'sentence': 'the service was excellent , the coffee was good even by starbucks standards and the food was outstanding .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'service',\n",
       "   'was',\n",
       "   'excellent',\n",
       "   ',',\n",
       "   'the',\n",
       "   'coffee',\n",
       "   'was',\n",
       "   'good',\n",
       "   'even',\n",
       "   'by',\n",
       "   'starbucks',\n",
       "   'standards',\n",
       "   'and',\n",
       "   'the',\n",
       "   'food',\n",
       "   'was',\n",
       "   'outstanding',\n",
       "   '.'],\n",
       "  'aspect': ['service', 'coffee', 'food'],\n",
       "  'position': [[1, 6, 15], [1, 6, 15], [1, 6, 15]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.00041182772838510573,\n",
       "    0.00026762360357679427,\n",
       "    0.9993205070495605],\n",
       "   [0.00018059050489682704, 0.00038821768248453736, 0.9994311928749084],\n",
       "   [0.00014137724065221846, 0.00046709360321983695, 0.9993914365768433]],\n",
       "  'confidence': [0.9993205070495605, 0.9994311928749084, 0.9993914365768433]},\n",
       " {'sentence': '  – i recently had the pleasure of dining as this delightful restaurant on 2nd street and wow what a great evening we had .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'i',\n",
       "   'recently',\n",
       "   'had',\n",
       "   'the',\n",
       "   'pleasure',\n",
       "   'of',\n",
       "   'dining',\n",
       "   'as',\n",
       "   'this',\n",
       "   'delightful',\n",
       "   'restaurant',\n",
       "   'on',\n",
       "   '2nd',\n",
       "   'street',\n",
       "   'and',\n",
       "   'wow',\n",
       "   'what',\n",
       "   'a',\n",
       "   'great',\n",
       "   'evening',\n",
       "   'we',\n",
       "   'had',\n",
       "   '.'],\n",
       "  'aspect': ['of'],\n",
       "  'position': [[7, 24]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00017989674233831465,\n",
       "    0.00029163609724491835,\n",
       "    0.9995284080505371]],\n",
       "  'confidence': [0.9995284080505371]},\n",
       " {'sentence': 'the food is fantastic , authentic , delicious and very , very affordable .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'food',\n",
       "   'is',\n",
       "   'fantastic',\n",
       "   ',',\n",
       "   'authentic',\n",
       "   ',',\n",
       "   'delicious',\n",
       "   'and',\n",
       "   'very',\n",
       "   ',',\n",
       "   'very',\n",
       "   'affordable',\n",
       "   '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00024643298820592463,\n",
       "    0.00023251731181517243,\n",
       "    0.9995211362838745]],\n",
       "  'confidence': [0.9995211362838745]},\n",
       " {'sentence': 'the decor was beautiful and unique .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the', 'decor', 'was', 'beautiful', 'and', 'unique', '.'],\n",
       "  'aspect': ['decor'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00019940486527048051,\n",
       "    0.0002612951211631298,\n",
       "    0.9995392560958862]],\n",
       "  'confidence': [0.9995392560958862]},\n",
       " {'sentence': 'there was a really nice vibe about the place . . . good music , atmosphere and happy looking people .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['there',\n",
       "   'was',\n",
       "   'a',\n",
       "   'really',\n",
       "   'nice',\n",
       "   'vibe',\n",
       "   'about',\n",
       "   'the',\n",
       "   'place',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'good',\n",
       "   'music',\n",
       "   ',',\n",
       "   'atmosphere',\n",
       "   'and',\n",
       "   'happy',\n",
       "   'looking',\n",
       "   'people',\n",
       "   '.'],\n",
       "  'aspect': ['vibe', 'place', 'music', 'atmosphere', 'people'],\n",
       "  'position': [[5, 8, 13, 15, 19],\n",
       "   [5, 8, 13, 15, 19],\n",
       "   [5, 8, 13, 15, 19],\n",
       "   [5, 8, 13, 15, 19],\n",
       "   [5, 8, 13, 15, 19]],\n",
       "  'sentiment': ['Positive', 'Positive', 'Positive', 'Positive', 'Positive'],\n",
       "  'probs': [[0.00015524249465670437, 0.003244493855163455, 0.9966002106666565],\n",
       "   [0.0001865788799477741, 0.039812419563531876, 0.9600010514259338],\n",
       "   [0.00014256295980885625, 0.0005013935151509941, 0.9993559718132019],\n",
       "   [0.0001865747181000188, 0.00029700869345106184, 0.9995163679122925],\n",
       "   [0.00021975339041091502, 0.0002564054448157549, 0.9995238780975342]],\n",
       "  'confidence': [0.9966002106666565,\n",
       "   0.9600010514259338,\n",
       "   0.9993559718132019,\n",
       "   0.9995163679122925,\n",
       "   0.9995238780975342]},\n",
       " {'sentence': 'our server was very professional and friendly .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['our',\n",
       "   'server',\n",
       "   'was',\n",
       "   'very',\n",
       "   'professional',\n",
       "   'and',\n",
       "   'friendly',\n",
       "   '.'],\n",
       "  'aspect': ['server'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00018857490795198828,\n",
       "    0.0002868899318855256,\n",
       "    0.9995244741439819]],\n",
       "  'confidence': [0.9995244741439819]},\n",
       " {'sentence': \"to the owners of open sesame . . . bravo . . . i ca n ' t wait to come back to dine at your restaurant !\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['to',\n",
       "   'the',\n",
       "   'owners',\n",
       "   'of',\n",
       "   'open',\n",
       "   'sesame',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'bravo',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'i',\n",
       "   'ca',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'wait',\n",
       "   'to',\n",
       "   'come',\n",
       "   'back',\n",
       "   'to',\n",
       "   'dine',\n",
       "   'at',\n",
       "   'your',\n",
       "   'restaurant',\n",
       "   '!'],\n",
       "  'aspect': ['owners', 'open sesame'],\n",
       "  'position': [[2, 4, 5], [2, 4, 5]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.0007593686459586024, 0.0010060033528134227, 0.9982346296310425],\n",
       "   [0.0003363958967383951, 0.6071572303771973, 0.3925063908100128]],\n",
       "  'confidence': [0.9982346296310425, 0.6071572303771973]},\n",
       " {'sentence': \"it ' s a tiny place so if you get there before 8 pm on a weekend ( thurs ? sun ) you will find it easier to get a table or a seat at the sushi bar .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['it',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'a',\n",
       "   'tiny',\n",
       "   'place',\n",
       "   'so',\n",
       "   'if',\n",
       "   'you',\n",
       "   'get',\n",
       "   'there',\n",
       "   'before',\n",
       "   '8',\n",
       "   'pm',\n",
       "   'on',\n",
       "   'a',\n",
       "   'weekend',\n",
       "   '(',\n",
       "   'thurs',\n",
       "   '?',\n",
       "   'sun',\n",
       "   ')',\n",
       "   'you',\n",
       "   'will',\n",
       "   'find',\n",
       "   'it',\n",
       "   'easier',\n",
       "   'to',\n",
       "   'get',\n",
       "   'a',\n",
       "   'table',\n",
       "   'or',\n",
       "   'a',\n",
       "   'seat',\n",
       "   'at',\n",
       "   'the',\n",
       "   'sushi',\n",
       "   'bar',\n",
       "   '.'],\n",
       "  'aspect': ['place', 'sushi bar'],\n",
       "  'position': [[5, 36, 37], [5, 36, 37]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.9293291568756104, 0.06824596971273422, 0.0024248454719781876],\n",
       "   [0.0009632460423745215, 0.9984897375106812, 0.0005470463074743748]],\n",
       "  'confidence': [0.9293291568756104, 0.9984897375106812]},\n",
       " {'sentence': 'everything , and i mean everything on the menu is delectable .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['everything',\n",
       "   ',',\n",
       "   'and',\n",
       "   'i',\n",
       "   'mean',\n",
       "   'everything',\n",
       "   'on',\n",
       "   'the',\n",
       "   'menu',\n",
       "   'is',\n",
       "   'delectable',\n",
       "   '.'],\n",
       "  'aspect': ['menu'],\n",
       "  'position': [[8]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00014359834312926978,\n",
       "    0.0009884040337055922,\n",
       "    0.9988679885864258]],\n",
       "  'confidence': [0.9988679885864258]},\n",
       " {'sentence': 'the waiters are very experienced and helpful with pairing your drink choice to your food tastes or vice versa .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'waiters',\n",
       "   'are',\n",
       "   'very',\n",
       "   'experienced',\n",
       "   'and',\n",
       "   'helpful',\n",
       "   'with',\n",
       "   'pairing',\n",
       "   'your',\n",
       "   'drink',\n",
       "   'choice',\n",
       "   'to',\n",
       "   'your',\n",
       "   'food',\n",
       "   'tastes',\n",
       "   'or',\n",
       "   'vice',\n",
       "   'versa',\n",
       "   '.'],\n",
       "  'aspect': ['waiters', 'drink', 'food'],\n",
       "  'position': [[1, 10, 14], [1, 10, 14], [1, 10, 14]],\n",
       "  'sentiment': ['Positive', 'Neutral', 'Neutral'],\n",
       "  'probs': [[0.001084002899006009, 0.00017375816241838038, 0.9987422823905945],\n",
       "   [0.00023483792028855532, 0.9991288781166077, 0.0006362439598888159],\n",
       "   [0.000270163087407127, 0.9992709755897522, 0.00045884118298999965]],\n",
       "  'confidence': [0.9987422823905945, 0.9991288781166077, 0.9992709755897522]},\n",
       " {'sentence': \"the sushi is as fresh as it comes ? you ' d think ocean was in their backyard , no joke !\",\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'sushi',\n",
       "   'is',\n",
       "   'as',\n",
       "   'fresh',\n",
       "   'as',\n",
       "   'it',\n",
       "   'comes',\n",
       "   '?',\n",
       "   'you',\n",
       "   \"'\",\n",
       "   'd',\n",
       "   'think',\n",
       "   'ocean',\n",
       "   'was',\n",
       "   'in',\n",
       "   'their',\n",
       "   'backyard',\n",
       "   ',',\n",
       "   'no',\n",
       "   'joke',\n",
       "   '!'],\n",
       "  'aspect': ['sushi'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00044490251457318664,\n",
       "    0.00020310122636146843,\n",
       "    0.9993519186973572]],\n",
       "  'confidence': [0.9993519186973572]},\n",
       " {'sentence': \"if you ' re interested in good tasting ( without the fish taste or smell ) , large portions and creative sushi dishes this is your place . . .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['if',\n",
       "   'you',\n",
       "   \"'\",\n",
       "   're',\n",
       "   'interested',\n",
       "   'in',\n",
       "   'good',\n",
       "   'tasting',\n",
       "   '(',\n",
       "   'without',\n",
       "   'the',\n",
       "   'fish',\n",
       "   'taste',\n",
       "   'or',\n",
       "   'smell',\n",
       "   ')',\n",
       "   ',',\n",
       "   'large',\n",
       "   'portions',\n",
       "   'and',\n",
       "   'creative',\n",
       "   'sushi',\n",
       "   'dishes',\n",
       "   'this',\n",
       "   'is',\n",
       "   'your',\n",
       "   'place',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.'],\n",
       "  'aspect': ['fish', 'portions', 'sushi dishes'],\n",
       "  'position': [[11, 18, 21, 22], [11, 18, 21, 22], [11, 18, 21, 22]],\n",
       "  'sentiment': ['Neutral', 'Positive', 'Positive'],\n",
       "  'probs': [[0.001973366364836693, 0.997494101524353, 0.000532530015334487],\n",
       "   [0.0004921359941363335, 0.012811538763344288, 0.9866963028907776],\n",
       "   [0.00026187600451521575, 0.00020415434846654534, 0.999534010887146]],\n",
       "  'confidence': [0.997494101524353, 0.9866963028907776, 0.999534010887146]},\n",
       " {'sentence': 'big thick pepperoni',\n",
       "  'IOB': ['O', 'O', 'B-ASP'],\n",
       "  'tokens': ['big', 'thick', 'pepperoni'],\n",
       "  'aspect': ['pepperoni'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.006196534261107445, 0.002213341649621725, 0.9915902018547058]],\n",
       "  'confidence': [0.9915902018547058]},\n",
       " {'sentence': \"  – the pepperoni ' s cut real thick - - yum .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'the',\n",
       "   'pepperoni',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'cut',\n",
       "   'real',\n",
       "   'thick',\n",
       "   '-',\n",
       "   '-',\n",
       "   'yum',\n",
       "   '.'],\n",
       "  'aspect': ['the'],\n",
       "  'position': [[2, 12]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.28997349739074707, 0.07237911969423294, 0.6376473307609558]],\n",
       "  'confidence': [0.6376473307609558]},\n",
       " {'sentence': \"the pizza itself is not exactly the best i ' ve had ever , but still pretty good .\",\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'pizza',\n",
       "   'itself',\n",
       "   'is',\n",
       "   'not',\n",
       "   'exactly',\n",
       "   'the',\n",
       "   'best',\n",
       "   'i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'had',\n",
       "   'ever',\n",
       "   ',',\n",
       "   'but',\n",
       "   'still',\n",
       "   'pretty',\n",
       "   'good',\n",
       "   '.'],\n",
       "  'aspect': ['pizza'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.009491907432675362, 0.7601072192192078, 0.23040086030960083]],\n",
       "  'confidence': [0.7601072192192078]},\n",
       " {'sentence': 'sit in the balcony',\n",
       "  'IOB': ['O', 'O', 'O', 'B-ASP'],\n",
       "  'tokens': ['sit', 'in', 'the', 'balcony'],\n",
       "  'aspect': ['balcony'],\n",
       "  'position': [[3]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.0007081333897076547, 0.9986287355422974, 0.000663203012663871]],\n",
       "  'confidence': [0.9986287355422974]},\n",
       " {'sentence': 'food was good and appetizing .',\n",
       "  'IOB': ['B-ASP', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['food', 'was', 'good', 'and', 'appetizing', '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[0]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00014304081560112536,\n",
       "    0.0007013655267655849,\n",
       "    0.9991556406021118]],\n",
       "  'confidence': [0.9991556406021118]},\n",
       " {'sentence': 'portions was just enough for me , but may not be for a big eater .',\n",
       "  'IOB': ['B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['portions',\n",
       "   'was',\n",
       "   'just',\n",
       "   'enough',\n",
       "   'for',\n",
       "   'me',\n",
       "   ',',\n",
       "   'but',\n",
       "   'may',\n",
       "   'not',\n",
       "   'be',\n",
       "   'for',\n",
       "   'a',\n",
       "   'big',\n",
       "   'eater',\n",
       "   '.'],\n",
       "  'aspect': ['portions'],\n",
       "  'position': [[0]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.001108443015255034, 0.0005403384566307068, 0.9983512163162231]],\n",
       "  'confidence': [0.9983512163162231]},\n",
       " {'sentence': 'fair menu selection .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O'],\n",
       "  'tokens': ['fair', 'menu', 'selection', '.'],\n",
       "  'aspect': ['menu'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0009552746778354049, 0.10045072436332703, 0.8985939621925354]],\n",
       "  'confidence': [0.8985939621925354]},\n",
       " {'sentence': 'the appetizer was interesting , but the creme brulee was very savory and delicious .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'appetizer',\n",
       "   'was',\n",
       "   'interesting',\n",
       "   ',',\n",
       "   'but',\n",
       "   'the',\n",
       "   'creme',\n",
       "   'brulee',\n",
       "   'was',\n",
       "   'very',\n",
       "   'savory',\n",
       "   'and',\n",
       "   'delicious',\n",
       "   '.'],\n",
       "  'aspect': ['appetizer', 'creme brulee'],\n",
       "  'position': [[1, 7, 8], [1, 7, 8]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0002470270555932075,\n",
       "    0.00044652618817053735,\n",
       "    0.9993064403533936],\n",
       "   [0.004139593802392483, 0.0002418791118543595, 0.9956185221672058]],\n",
       "  'confidence': [0.9993064403533936, 0.9956185221672058]},\n",
       " {'sentence': 'indoor ambience was modern .',\n",
       "  'IOB': ['B-ASP', 'I-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['indoor', 'ambience', 'was', 'modern', '.'],\n",
       "  'aspect': ['indoor ambience'],\n",
       "  'position': [[0, 1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0001389398967148736,\n",
       "    0.0012499464210122824,\n",
       "    0.9986110925674438]],\n",
       "  'confidence': [0.9986110925674438]},\n",
       " {'sentence': \"if it ' s nice outside , request for a table in the balcony .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['if',\n",
       "   'it',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'nice',\n",
       "   'outside',\n",
       "   ',',\n",
       "   'request',\n",
       "   'for',\n",
       "   'a',\n",
       "   'table',\n",
       "   'in',\n",
       "   'the',\n",
       "   'balcony',\n",
       "   '.'],\n",
       "  'aspect': ['table', 'balcony'],\n",
       "  'position': [[10, 13], [10, 13]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.0007927154074423015, 0.15287458896636963, 0.8463327288627625],\n",
       "   [0.00044773967238143086, 0.7201805114746094, 0.2793716788291931]],\n",
       "  'confidence': [0.8463327288627625, 0.7201805114746094]},\n",
       " {'sentence': \"it ' s a great place to people watch .\",\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'B-ASP', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['it',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'a',\n",
       "   'great',\n",
       "   'place',\n",
       "   'to',\n",
       "   'people',\n",
       "   'watch',\n",
       "   '.'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0005091141792945564,\n",
       "    0.00026084986166097224,\n",
       "    0.9992300271987915]],\n",
       "  'confidence': [0.9992300271987915]},\n",
       " {'sentence': 'although the service could be improved considering the money you put in .',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['although',\n",
       "   'the',\n",
       "   'service',\n",
       "   'could',\n",
       "   'be',\n",
       "   'improved',\n",
       "   'considering',\n",
       "   'the',\n",
       "   'money',\n",
       "   'you',\n",
       "   'put',\n",
       "   'in',\n",
       "   '.'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9961138963699341, 0.003234298201277852, 0.0006517692236229777]],\n",
       "  'confidence': [0.9961138963699341]},\n",
       " {'sentence': 'our drinks kept coming but our server came by a couple times .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['our',\n",
       "   'drinks',\n",
       "   'kept',\n",
       "   'coming',\n",
       "   'but',\n",
       "   'our',\n",
       "   'server',\n",
       "   'came',\n",
       "   'by',\n",
       "   'a',\n",
       "   'couple',\n",
       "   'times',\n",
       "   '.'],\n",
       "  'aspect': ['drinks', 'server'],\n",
       "  'position': [[1, 6], [1, 6]],\n",
       "  'sentiment': ['Neutral', 'Negative'],\n",
       "  'probs': [[0.0002674745919648558, 0.7026894688606262, 0.2970430552959442],\n",
       "   [0.9990633130073547, 0.0006912267999723554, 0.0002454796340316534]],\n",
       "  'confidence': [0.7026894688606262, 0.9990633130073547]},\n",
       " {'sentence': 'late night dinning with exeptional food .',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['late', 'night', 'dinning', 'with', 'exeptional', 'food', '.'],\n",
       "  'aspect': ['food'],\n",
       "  'position': [[5]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0004455667803995311,\n",
       "    0.00017724749341141433,\n",
       "    0.9993771910667419]],\n",
       "  'confidence': [0.9993771910667419]},\n",
       " {'sentence': 'we were seated right away , the table was private and nice .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['we',\n",
       "   'were',\n",
       "   'seated',\n",
       "   'right',\n",
       "   'away',\n",
       "   ',',\n",
       "   'the',\n",
       "   'table',\n",
       "   'was',\n",
       "   'private',\n",
       "   'and',\n",
       "   'nice',\n",
       "   '.'],\n",
       "  'aspect': ['seated', 'table'],\n",
       "  'position': [[2, 7], [2, 7]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00017274709534831345, 0.000455415400210768, 0.9993718266487122],\n",
       "   [0.0001447549875592813, 0.0004125628911424428, 0.9994426369667053]],\n",
       "  'confidence': [0.9993718266487122, 0.9994426369667053]},\n",
       " {'sentence': 'the service was exceptional - sometime there was a feeling that we were served by the army of friendly waiters .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'service',\n",
       "   'was',\n",
       "   'exceptional',\n",
       "   '-',\n",
       "   'sometime',\n",
       "   'there',\n",
       "   'was',\n",
       "   'a',\n",
       "   'feeling',\n",
       "   'that',\n",
       "   'we',\n",
       "   'were',\n",
       "   'served',\n",
       "   'by',\n",
       "   'the',\n",
       "   'army',\n",
       "   'of',\n",
       "   'friendly',\n",
       "   'waiters',\n",
       "   '.'],\n",
       "  'aspect': ['service', 'waiters'],\n",
       "  'position': [[1, 19], [1, 19]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0035411790013313293, 0.0005706093506887555, 0.9958882927894592],\n",
       "   [0.00032971217297017574, 0.004285117145627737, 0.9953851103782654]],\n",
       "  'confidence': [0.9958882927894592, 0.9953851103782654]},\n",
       " {'sentence': \"the food was very good , filet mignon was probably the best i ' ve ever try .\",\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'food',\n",
       "   'was',\n",
       "   'very',\n",
       "   'good',\n",
       "   ',',\n",
       "   'filet',\n",
       "   'mignon',\n",
       "   'was',\n",
       "   'probably',\n",
       "   'the',\n",
       "   'best',\n",
       "   'i',\n",
       "   \"'\",\n",
       "   've',\n",
       "   'ever',\n",
       "   'try',\n",
       "   '.'],\n",
       "  'aspect': ['food', 'filet mignon'],\n",
       "  'position': [[1, 6, 7], [1, 6, 7]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00021883059525862336,\n",
       "    0.00036452518543228507,\n",
       "    0.9994165897369385],\n",
       "   [0.00021892182121519, 0.0002853708283510059, 0.9994957447052002]],\n",
       "  'confidence': [0.9994165897369385, 0.9994957447052002]},\n",
       " {'sentence': 'the portions are big though , so do not order too much .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],\n",
       "  'tokens': ['the',\n",
       "   'portions',\n",
       "   'are',\n",
       "   'big',\n",
       "   'though',\n",
       "   ',',\n",
       "   'so',\n",
       "   'do',\n",
       "   'not',\n",
       "   'order',\n",
       "   'too',\n",
       "   'much',\n",
       "   '.'],\n",
       "  'aspect': ['portions'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0005873613408766687,\n",
       "    0.0003019070136360824,\n",
       "    0.9991106390953064]],\n",
       "  'confidence': [0.9991106390953064]},\n",
       " {'sentence': 'groovy music made the dinner casual .',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'B-ASP', 'O', 'O'],\n",
       "  'tokens': ['groovy', 'music', 'made', 'the', 'dinner', 'casual', '.'],\n",
       "  'aspect': ['music', 'dinner'],\n",
       "  'position': [[1, 4], [1, 4]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.01639099419116974, 0.0004049065464641899, 0.9832041263580322],\n",
       "   [0.000845838978420943, 0.9984813332557678, 0.0006728628068231046]],\n",
       "  'confidence': [0.9832041263580322, 0.9984813332557678]},\n",
       " {'sentence': 'i have a but here - there was a bathroom attendant in the restroom which was odd .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'have',\n",
       "   'a',\n",
       "   'but',\n",
       "   'here',\n",
       "   '-',\n",
       "   'there',\n",
       "   'was',\n",
       "   'a',\n",
       "   'bathroom',\n",
       "   'attendant',\n",
       "   'in',\n",
       "   'the',\n",
       "   'restroom',\n",
       "   'which',\n",
       "   'was',\n",
       "   'odd',\n",
       "   '.'],\n",
       "  'aspect': ['bathroom attendant'],\n",
       "  'position': [[9, 10]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.9731176495552063, 0.024813925847411156, 0.0020683964248746634]],\n",
       "  'confidence': [0.9731176495552063]},\n",
       " {'sentence': 'the bathroom itself is very small with two toilets and only one sink , the girl was staying totally on the way hanging out paper towels from the dispenser .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'bathroom',\n",
       "   'itself',\n",
       "   'is',\n",
       "   'very',\n",
       "   'small',\n",
       "   'with',\n",
       "   'two',\n",
       "   'toilets',\n",
       "   'and',\n",
       "   'only',\n",
       "   'one',\n",
       "   'sink',\n",
       "   ',',\n",
       "   'the',\n",
       "   'girl',\n",
       "   'was',\n",
       "   'staying',\n",
       "   'totally',\n",
       "   'on',\n",
       "   'the',\n",
       "   'way',\n",
       "   'hanging',\n",
       "   'out',\n",
       "   'paper',\n",
       "   'towels',\n",
       "   'from',\n",
       "   'the',\n",
       "   'dispenser',\n",
       "   '.'],\n",
       "  'aspect': ['bathroom', 'toilets', 'sink', 'towels', 'dispenser'],\n",
       "  'position': [[1, 8, 12, 25, 28],\n",
       "   [1, 8, 12, 25, 28],\n",
       "   [1, 8, 12, 25, 28],\n",
       "   [1, 8, 12, 25, 28],\n",
       "   [1, 8, 12, 25, 28]],\n",
       "  'sentiment': ['Negative', 'Neutral', 'Negative', 'Negative', 'Negative'],\n",
       "  'probs': [[0.8785225749015808, 0.1207367330789566, 0.0007406054646708071],\n",
       "   [0.25284668803215027, 0.7465387582778931, 0.0006145520019344985],\n",
       "   [0.9687321186065674, 0.02888473868370056, 0.002383037470281124],\n",
       "   [0.7734652161598206, 0.2260809987783432, 0.00045377638889476657],\n",
       "   [0.5790677070617676, 0.42047497630119324, 0.00045731483260169625]],\n",
       "  'confidence': [0.8785225749015808,\n",
       "   0.7465387582778931,\n",
       "   0.9687321186065674,\n",
       "   0.7734652161598206,\n",
       "   0.5790677070617676]},\n",
       " {'sentence': 'this place rocks ! !',\n",
       "  'IOB': ['O', 'B-ASP', 'O', 'O', 'O'],\n",
       "  'tokens': ['this', 'place', 'rocks', '!', '!'],\n",
       "  'aspect': ['place'],\n",
       "  'position': [[1]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002630274393595755,\n",
       "    0.00023603971931152046,\n",
       "    0.9995008707046509]],\n",
       "  'confidence': [0.9995008707046509]},\n",
       " {'sentence': '  – mercedes restaurant is so tasty , the service is undeniably awesome !',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'mercedes',\n",
       "   'restaurant',\n",
       "   'is',\n",
       "   'so',\n",
       "   'tasty',\n",
       "   ',',\n",
       "   'the',\n",
       "   'service',\n",
       "   'is',\n",
       "   'undeniably',\n",
       "   'awesome',\n",
       "   '!'],\n",
       "  'aspect': ['the'],\n",
       "  'position': [[8, 13]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00021439777628984302,\n",
       "    0.0003147232346236706,\n",
       "    0.9994710087776184]],\n",
       "  'confidence': [0.9994710087776184]},\n",
       " {'sentence': 'the chips and salsa are so yummy , and the prices are fabulous .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'chips',\n",
       "   'and',\n",
       "   'salsa',\n",
       "   'are',\n",
       "   'so',\n",
       "   'yummy',\n",
       "   ',',\n",
       "   'and',\n",
       "   'the',\n",
       "   'prices',\n",
       "   'are',\n",
       "   'fabulous',\n",
       "   '.'],\n",
       "  'aspect': ['chips and salsa', 'prices'],\n",
       "  'position': [[1, 2, 3, 10], [1, 2, 3, 10]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00017494398343842477,\n",
       "    0.00028260968974791467,\n",
       "    0.9995424747467041],\n",
       "   [0.0002898538368754089, 0.0002624376502353698, 0.9994476437568665]],\n",
       "  'confidence': [0.9995424747467041, 0.9994476437568665]},\n",
       " {'sentence': 'the atmosphere is aspiring , and the decor is festive and amazing . .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'atmosphere',\n",
       "   'is',\n",
       "   'aspiring',\n",
       "   ',',\n",
       "   'and',\n",
       "   'the',\n",
       "   'decor',\n",
       "   'is',\n",
       "   'festive',\n",
       "   'and',\n",
       "   'amazing',\n",
       "   '.',\n",
       "   '.'],\n",
       "  'aspect': ['atmosphere', 'decor'],\n",
       "  'position': [[1, 7], [1, 7]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00013188825687393546,\n",
       "    0.0020714937709271908,\n",
       "    0.9977966547012329],\n",
       "   [0.00015947336214594543, 0.0004214855143800378, 0.9994189739227295]],\n",
       "  'confidence': [0.9977966547012329, 0.9994189739227295]},\n",
       " {'sentence': 'the catering is out of this world , and raouls chicken vegetable soup rocks my world ! ! !',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'catering',\n",
       "   'is',\n",
       "   'out',\n",
       "   'of',\n",
       "   'this',\n",
       "   'world',\n",
       "   ',',\n",
       "   'and',\n",
       "   'raouls',\n",
       "   'chicken',\n",
       "   'vegetable',\n",
       "   'soup',\n",
       "   'rocks',\n",
       "   'my',\n",
       "   'world',\n",
       "   '!',\n",
       "   '!',\n",
       "   '!'],\n",
       "  'aspect': ['catering', 'chicken vegetable soup'],\n",
       "  'position': [[1, 10, 11, 12], [1, 10, 11, 12]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00020982119895052165,\n",
       "    0.00028248937451280653,\n",
       "    0.9995076656341553],\n",
       "   [0.0002713995927479118, 0.00032582710264250636, 0.9994027614593506]],\n",
       "  'confidence': [0.9995076656341553, 0.9994027614593506]},\n",
       " {'sentence': 'drinks are suberb , and i feel like i am in a third world country when i walk in the door .',\n",
       "  'IOB': ['B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['drinks',\n",
       "   'are',\n",
       "   'suberb',\n",
       "   ',',\n",
       "   'and',\n",
       "   'i',\n",
       "   'feel',\n",
       "   'like',\n",
       "   'i',\n",
       "   'am',\n",
       "   'in',\n",
       "   'a',\n",
       "   'third',\n",
       "   'world',\n",
       "   'country',\n",
       "   'when',\n",
       "   'i',\n",
       "   'walk',\n",
       "   'in',\n",
       "   'the',\n",
       "   'door',\n",
       "   '.'],\n",
       "  'aspect': ['drinks'],\n",
       "  'position': [[0]],\n",
       "  'sentiment': ['Negative'],\n",
       "  'probs': [[0.5774502158164978, 0.42197713255882263, 0.000572563149034977]],\n",
       "  'confidence': [0.5774502158164978]},\n",
       " {'sentence': '- mediocre service / quality',\n",
       "  'IOB': ['O', 'O', 'B-ASP', 'O', 'O'],\n",
       "  'tokens': ['-', 'mediocre', 'service', '/', 'quality'],\n",
       "  'aspect': ['service'],\n",
       "  'position': [[2]],\n",
       "  'sentiment': ['Neutral'],\n",
       "  'probs': [[0.006231270730495453, 0.9929303526878357, 0.0008384360116906464]],\n",
       "  'confidence': [0.9929303526878357]},\n",
       " {'sentence': 'the presentation of snooze is excellent and it is one of those places that you feel more sophisticated just for being there ; but peel back the layers and you have an overpriced ihop with a high brow menu .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'presentation',\n",
       "   'of',\n",
       "   'snooze',\n",
       "   'is',\n",
       "   'excellent',\n",
       "   'and',\n",
       "   'it',\n",
       "   'is',\n",
       "   'one',\n",
       "   'of',\n",
       "   'those',\n",
       "   'places',\n",
       "   'that',\n",
       "   'you',\n",
       "   'feel',\n",
       "   'more',\n",
       "   'sophisticated',\n",
       "   'just',\n",
       "   'for',\n",
       "   'being',\n",
       "   'there',\n",
       "   ';',\n",
       "   'but',\n",
       "   'peel',\n",
       "   'back',\n",
       "   'the',\n",
       "   'layers',\n",
       "   'and',\n",
       "   'you',\n",
       "   'have',\n",
       "   'an',\n",
       "   'overpriced',\n",
       "   'ihop',\n",
       "   'with',\n",
       "   'a',\n",
       "   'high',\n",
       "   'brow',\n",
       "   'menu',\n",
       "   '.'],\n",
       "  'aspect': ['ihop', 'menu'],\n",
       "  'position': [[33, 38], [33, 38]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.9951761960983276, 0.004398170858621597, 0.0004256124375388026],\n",
       "   [0.7155869007110596, 0.006291086785495281, 0.2781219780445099]],\n",
       "  'confidence': [0.9951761960983276, 0.7155869007110596]},\n",
       " {'sentence': 'to start off , approximately 8 - 10 oz of orange juice will cost you $ 3 .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['to',\n",
       "   'start',\n",
       "   'off',\n",
       "   ',',\n",
       "   'approximately',\n",
       "   '8',\n",
       "   '-',\n",
       "   '10',\n",
       "   'oz',\n",
       "   'of',\n",
       "   'orange',\n",
       "   'juice',\n",
       "   'will',\n",
       "   'cost',\n",
       "   'you',\n",
       "   '$',\n",
       "   '3',\n",
       "   '.'],\n",
       "  'aspect': ['orange juice', 'cost'],\n",
       "  'position': [[10, 11, 13], [10, 11, 13]],\n",
       "  'sentiment': ['Neutral', 'Negative'],\n",
       "  'probs': [[0.06724364310503006, 0.9318297505378723, 0.0009266273118555546],\n",
       "   [0.7048162817955017, 0.2888669967651367, 0.006316679064184427]],\n",
       "  'confidence': [0.9318297505378723, 0.7048162817955017]},\n",
       " {'sentence': 'they serve it in a tall , skinny hour - glass shaped glass to disguise the fact that you a getting a small juice at the price of a half gallon in a supermarket .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['they',\n",
       "   'serve',\n",
       "   'it',\n",
       "   'in',\n",
       "   'a',\n",
       "   'tall',\n",
       "   ',',\n",
       "   'skinny',\n",
       "   'hour',\n",
       "   '-',\n",
       "   'glass',\n",
       "   'shaped',\n",
       "   'glass',\n",
       "   'to',\n",
       "   'disguise',\n",
       "   'the',\n",
       "   'fact',\n",
       "   'that',\n",
       "   'you',\n",
       "   'a',\n",
       "   'getting',\n",
       "   'a',\n",
       "   'small',\n",
       "   'juice',\n",
       "   'at',\n",
       "   'the',\n",
       "   'price',\n",
       "   'of',\n",
       "   'a',\n",
       "   'half',\n",
       "   'gallon',\n",
       "   'in',\n",
       "   'a',\n",
       "   'supermarket',\n",
       "   '.'],\n",
       "  'aspect': ['serve', 'glass', 'price'],\n",
       "  'position': [[1, 12, 26], [1, 12, 26], [1, 12, 26]],\n",
       "  'sentiment': ['Negative', 'Negative', 'Neutral'],\n",
       "  'probs': [[0.8474224805831909, 0.1509457528591156, 0.001631830120459199],\n",
       "   [0.8286852836608887, 0.05875585600733757, 0.11255891621112823],\n",
       "   [0.043991874903440475, 0.9556460976600647, 0.0003619928320404142]],\n",
       "  'confidence': [0.8474224805831909, 0.8286852836608887, 0.9556460976600647]},\n",
       " {'sentence': 'i should have just asked for the check when i saw that ; but their menu was so unique that i continued .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'should',\n",
       "   'have',\n",
       "   'just',\n",
       "   'asked',\n",
       "   'for',\n",
       "   'the',\n",
       "   'check',\n",
       "   'when',\n",
       "   'i',\n",
       "   'saw',\n",
       "   'that',\n",
       "   ';',\n",
       "   'but',\n",
       "   'their',\n",
       "   'menu',\n",
       "   'was',\n",
       "   'so',\n",
       "   'unique',\n",
       "   'that',\n",
       "   'i',\n",
       "   'continued',\n",
       "   '.'],\n",
       "  'aspect': ['check', 'menu'],\n",
       "  'position': [[7, 15], [7, 15]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.0004523300158325583,\n",
       "    0.9991372227668762,\n",
       "    0.00041046112892217934],\n",
       "   [0.0006235272157937288, 0.00020752183627337217, 0.9991689920425415]],\n",
       "  'confidence': [0.9991372227668762, 0.9991689920425415]},\n",
       " {'sentence': 'the pancakes were certainly inventive but $ 8 . 50 for 3 - 6 \" pancakes ( one of them was more like 5 \" ) in the pancake flight ( sample of 3 different pancakes ) is well over - priced .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'pancakes',\n",
       "   'were',\n",
       "   'certainly',\n",
       "   'inventive',\n",
       "   'but',\n",
       "   '$',\n",
       "   '8',\n",
       "   '.',\n",
       "   '50',\n",
       "   'for',\n",
       "   '3',\n",
       "   '-',\n",
       "   '6',\n",
       "   '\"',\n",
       "   'pancakes',\n",
       "   '(',\n",
       "   'one',\n",
       "   'of',\n",
       "   'them',\n",
       "   'was',\n",
       "   'more',\n",
       "   'like',\n",
       "   '5',\n",
       "   '\"',\n",
       "   ')',\n",
       "   'in',\n",
       "   'the',\n",
       "   'pancake',\n",
       "   'flight',\n",
       "   '(',\n",
       "   'sample',\n",
       "   'of',\n",
       "   '3',\n",
       "   'different',\n",
       "   'pancakes',\n",
       "   ')',\n",
       "   'is',\n",
       "   'well',\n",
       "   'over',\n",
       "   '-',\n",
       "   'priced',\n",
       "   '.'],\n",
       "  'aspect': ['pancakes', 'pancake'],\n",
       "  'position': [[1, 28], [1, 28]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.34878647327423096, 0.01023164764046669, 0.6409818530082703],\n",
       "   [0.3524862229824066, 0.01022486574947834, 0.6372888684272766]],\n",
       "  'confidence': [0.6409818530082703, 0.6372888684272766]},\n",
       " {'sentence': 'the pancakes should be larger ( at least 8 \" ) to justify the expense even with the unique offerings .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'pancakes',\n",
       "   'should',\n",
       "   'be',\n",
       "   'larger',\n",
       "   '(',\n",
       "   'at',\n",
       "   'least',\n",
       "   '8',\n",
       "   '\"',\n",
       "   ')',\n",
       "   'to',\n",
       "   'justify',\n",
       "   'the',\n",
       "   'expense',\n",
       "   'even',\n",
       "   'with',\n",
       "   'the',\n",
       "   'unique',\n",
       "   'offerings',\n",
       "   '.'],\n",
       "  'aspect': ['pancakes', 'expense'],\n",
       "  'position': [[1, 14], [1, 14]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.845134973526001, 0.0003966004296671599, 0.1544683575630188],\n",
       "   [0.02832946367561817, 0.9695382714271545, 0.002132310764864087]],\n",
       "  'confidence': [0.845134973526001, 0.9695382714271545]},\n",
       " {'sentence': \"on my meal i had to send back my eggs for a simple request of breaking the yokes before cooking , and would have had to send them back again if i had n ' t rejected the meal all together .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['on',\n",
       "   'my',\n",
       "   'meal',\n",
       "   'i',\n",
       "   'had',\n",
       "   'to',\n",
       "   'send',\n",
       "   'back',\n",
       "   'my',\n",
       "   'eggs',\n",
       "   'for',\n",
       "   'a',\n",
       "   'simple',\n",
       "   'request',\n",
       "   'of',\n",
       "   'breaking',\n",
       "   'the',\n",
       "   'yokes',\n",
       "   'before',\n",
       "   'cooking',\n",
       "   ',',\n",
       "   'and',\n",
       "   'would',\n",
       "   'have',\n",
       "   'had',\n",
       "   'to',\n",
       "   'send',\n",
       "   'them',\n",
       "   'back',\n",
       "   'again',\n",
       "   'if',\n",
       "   'i',\n",
       "   'had',\n",
       "   'n',\n",
       "   \"'\",\n",
       "   't',\n",
       "   'rejected',\n",
       "   'the',\n",
       "   'meal',\n",
       "   'all',\n",
       "   'together',\n",
       "   '.'],\n",
       "  'aspect': ['eggs', 'yokes'],\n",
       "  'position': [[9, 17], [9, 17]],\n",
       "  'sentiment': ['Negative', 'Negative'],\n",
       "  'probs': [[0.995261549949646, 0.0043937815353274345, 0.00034470533137209713],\n",
       "   [0.9980871677398682, 0.0016958629712462425, 0.0002170515072066337]],\n",
       "  'confidence': [0.995261549949646, 0.9980871677398682]},\n",
       " {'sentence': 'i rejected it because in the process of attempting to fix the eggs they broke something else in the dish and i was too frustrated to continue .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'rejected',\n",
       "   'it',\n",
       "   'because',\n",
       "   'in',\n",
       "   'the',\n",
       "   'process',\n",
       "   'of',\n",
       "   'attempting',\n",
       "   'to',\n",
       "   'fix',\n",
       "   'the',\n",
       "   'eggs',\n",
       "   'they',\n",
       "   'broke',\n",
       "   'something',\n",
       "   'else',\n",
       "   'in',\n",
       "   'the',\n",
       "   'dish',\n",
       "   'and',\n",
       "   'i',\n",
       "   'was',\n",
       "   'too',\n",
       "   'frustrated',\n",
       "   'to',\n",
       "   'continue',\n",
       "   '.'],\n",
       "  'aspect': ['eggs', 'dish'],\n",
       "  'position': [[12, 19], [12, 19]],\n",
       "  'sentiment': ['Negative', 'Neutral'],\n",
       "  'probs': [[0.9992089867591858, 0.0005205913330428302, 0.0002705198712646961],\n",
       "   [0.0005609449581243098, 0.9989545345306396, 0.00048454481293447316]],\n",
       "  'confidence': [0.9992089867591858, 0.9989545345306396]},\n",
       " {'sentence': 'to their credit they removed the dish from the check ; but no manager stopped by to ask what the problem was .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['to',\n",
       "   'their',\n",
       "   'credit',\n",
       "   'they',\n",
       "   'removed',\n",
       "   'the',\n",
       "   'dish',\n",
       "   'from',\n",
       "   'the',\n",
       "   'check',\n",
       "   ';',\n",
       "   'but',\n",
       "   'no',\n",
       "   'manager',\n",
       "   'stopped',\n",
       "   'by',\n",
       "   'to',\n",
       "   'ask',\n",
       "   'what',\n",
       "   'the',\n",
       "   'problem',\n",
       "   'was',\n",
       "   '.'],\n",
       "  'aspect': ['dish', 'manager'],\n",
       "  'position': [[6, 13], [6, 13]],\n",
       "  'sentiment': ['Neutral', 'Negative'],\n",
       "  'probs': [[0.00024039809068199247,\n",
       "    0.9986862540245056,\n",
       "    0.0010733145754784346],\n",
       "   [0.9991334080696106, 0.0004782352480106056, 0.0003884633770212531]],\n",
       "  'confidence': [0.9986862540245056, 0.9991334080696106]},\n",
       " {'sentence': 'in the end our check came to $ 27 for 4 small pancakes , a breakfast burrito , an orange juice and an iced tea ( i had water ) .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['in',\n",
       "   'the',\n",
       "   'end',\n",
       "   'our',\n",
       "   'check',\n",
       "   'came',\n",
       "   'to',\n",
       "   '$',\n",
       "   '27',\n",
       "   'for',\n",
       "   '4',\n",
       "   'small',\n",
       "   'pancakes',\n",
       "   ',',\n",
       "   'a',\n",
       "   'breakfast',\n",
       "   'burrito',\n",
       "   ',',\n",
       "   'an',\n",
       "   'orange',\n",
       "   'juice',\n",
       "   'and',\n",
       "   'an',\n",
       "   'iced',\n",
       "   'tea',\n",
       "   '(',\n",
       "   'i',\n",
       "   'had',\n",
       "   'water',\n",
       "   ')',\n",
       "   '.'],\n",
       "  'aspect': ['check',\n",
       "   'pancakes',\n",
       "   'breakfast burrito',\n",
       "   'orange juice',\n",
       "   'iced tea',\n",
       "   'water'],\n",
       "  'position': [[4, 12, 15, 16, 19, 20, 23, 24, 28],\n",
       "   [4, 12, 15, 16, 19, 20, 23, 24, 28],\n",
       "   [4, 12, 15, 16, 19, 20, 23, 24, 28],\n",
       "   [4, 12, 15, 16, 19, 20, 23, 24, 28],\n",
       "   [4, 12, 15, 16, 19, 20, 23, 24, 28],\n",
       "   [4, 12, 15, 16, 19, 20, 23, 24, 28]],\n",
       "  'sentiment': ['Neutral',\n",
       "   'Negative',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral'],\n",
       "  'probs': [[0.002156417816877365, 0.9972398281097412, 0.0006037381826899946],\n",
       "   [0.9039381742477417, 0.09510353952646255, 0.0009582535712979734],\n",
       "   [0.05665704980492592, 0.9429887533187866, 0.0003542510967236012],\n",
       "   [0.01467626541852951, 0.9849721789360046, 0.00035159484832547605],\n",
       "   [0.009661826305091381, 0.9899216294288635, 0.0004165186546742916],\n",
       "   [0.0015454440144822001, 0.9978523254394531, 0.0006023086607456207]],\n",
       "  'confidence': [0.9972398281097412,\n",
       "   0.9039381742477417,\n",
       "   0.9429887533187866,\n",
       "   0.9849721789360046,\n",
       "   0.9899216294288635,\n",
       "   0.9978523254394531]},\n",
       " {'sentence': 'much more than just a great view !',\n",
       "  'IOB': ['O', 'O', 'O', 'O', 'O', 'O', 'B-ASP', 'O'],\n",
       "  'tokens': ['much', 'more', 'than', 'just', 'a', 'great', 'view', '!'],\n",
       "  'aspect': ['view'],\n",
       "  'position': [[6]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.000204637210117653,\n",
       "    0.00025362250744365156,\n",
       "    0.9995417594909668]],\n",
       "  'confidence': [0.9995417594909668]},\n",
       " {'sentence': \"  – i am exceedingly pleased to report that my dinner at ray ' s boathouse last friday completely exceeded my expectations .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   '[SEP]'],\n",
       "  'tokens': [' ',\n",
       "   '–',\n",
       "   'i',\n",
       "   'am',\n",
       "   'exceedingly',\n",
       "   'pleased',\n",
       "   'to',\n",
       "   'report',\n",
       "   'that',\n",
       "   'my',\n",
       "   'dinner',\n",
       "   'at',\n",
       "   'ray',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'boathouse',\n",
       "   'last',\n",
       "   'friday',\n",
       "   'completely',\n",
       "   'exceeded',\n",
       "   'my',\n",
       "   'expectations',\n",
       "   '.'],\n",
       "  'aspect': ['my', 'at'],\n",
       "  'position': [[9, 11, 22], [9, 11, 22]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.00021399006072897464,\n",
       "    0.0002730815904214978,\n",
       "    0.9995129108428955],\n",
       "   [0.0002146019833162427, 0.00027416800730861723, 0.9995112419128418]],\n",
       "  'confidence': [0.9995129108428955, 0.9995112419128418]},\n",
       " {'sentence': \"ray ' s is something of a seattle institution , but given its gorgeous sound views , i had suspected that the accolades were more due to the scenery than to the food and service .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['ray',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'is',\n",
       "   'something',\n",
       "   'of',\n",
       "   'a',\n",
       "   'seattle',\n",
       "   'institution',\n",
       "   ',',\n",
       "   'but',\n",
       "   'given',\n",
       "   'its',\n",
       "   'gorgeous',\n",
       "   'sound',\n",
       "   'views',\n",
       "   ',',\n",
       "   'i',\n",
       "   'had',\n",
       "   'suspected',\n",
       "   'that',\n",
       "   'the',\n",
       "   'accolades',\n",
       "   'were',\n",
       "   'more',\n",
       "   'due',\n",
       "   'to',\n",
       "   'the',\n",
       "   'scenery',\n",
       "   'than',\n",
       "   'to',\n",
       "   'the',\n",
       "   'food',\n",
       "   'and',\n",
       "   'service',\n",
       "   '.'],\n",
       "  'aspect': ['sound views', 'scenery', 'food', 'service'],\n",
       "  'position': [[14, 15, 28, 32, 34],\n",
       "   [14, 15, 28, 32, 34],\n",
       "   [14, 15, 28, 32, 34],\n",
       "   [14, 15, 28, 32, 34]],\n",
       "  'sentiment': ['Positive', 'Neutral', 'Neutral', 'Neutral'],\n",
       "  'probs': [[0.0007435608422383666,\n",
       "    0.00023522884293925017,\n",
       "    0.9990211725234985],\n",
       "   [0.001192539231851697, 0.9645717740058899, 0.034235674887895584],\n",
       "   [0.03346181660890579, 0.9659597277641296, 0.0005784228560514748],\n",
       "   [0.05666166543960571, 0.9429661631584167, 0.0003721860412042588]],\n",
       "  'confidence': [0.9990211725234985,\n",
       "   0.9645717740058899,\n",
       "   0.9659597277641296,\n",
       "   0.9429661631584167]},\n",
       " {'sentence': \"imagine my happy surprise upon finding that the views are only the third - best thing about ray ' s !\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['imagine',\n",
       "   'my',\n",
       "   'happy',\n",
       "   'surprise',\n",
       "   'upon',\n",
       "   'finding',\n",
       "   'that',\n",
       "   'the',\n",
       "   'views',\n",
       "   'are',\n",
       "   'only',\n",
       "   'the',\n",
       "   'third',\n",
       "   '-',\n",
       "   'best',\n",
       "   'thing',\n",
       "   'about',\n",
       "   'ray',\n",
       "   \"'\",\n",
       "   's',\n",
       "   '!'],\n",
       "  'aspect': ['views'],\n",
       "  'position': [[8]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0002976885880343616, 0.000560862710699439, 0.9991414546966553]],\n",
       "  'confidence': [0.9991414546966553]},\n",
       " {'sentence': 'to start things off , our lovely server brooke was quickly on hand to take my drink order .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['to',\n",
       "   'start',\n",
       "   'things',\n",
       "   'off',\n",
       "   ',',\n",
       "   'our',\n",
       "   'lovely',\n",
       "   'server',\n",
       "   'brooke',\n",
       "   'was',\n",
       "   'quickly',\n",
       "   'on',\n",
       "   'hand',\n",
       "   'to',\n",
       "   'take',\n",
       "   'my',\n",
       "   'drink',\n",
       "   'order',\n",
       "   '.'],\n",
       "  'aspect': ['server', 'drink'],\n",
       "  'position': [[7, 16], [7, 16]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.0005055267829447985,\n",
       "    0.00018558047304395586,\n",
       "    0.9993088245391846],\n",
       "   [0.0002658283046912402, 0.9992873072624207, 0.0004468379484023899]],\n",
       "  'confidence': [0.9993088245391846, 0.9992873072624207]},\n",
       " {'sentence': \"my party of two was feeling particularly ambitious , and we splurged on the shilshole sampler . . . a beautiful assortment of enormous white gulf prawns , smoked albacore tuna , ray ' s fantastic manila clams seasoned with dill , scallops in a tasty soy dressing , and a tiny pile of dungeness crab atop a sublime butter sauce .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['my',\n",
       "   'party',\n",
       "   'of',\n",
       "   'two',\n",
       "   'was',\n",
       "   'feeling',\n",
       "   'particularly',\n",
       "   'ambitious',\n",
       "   ',',\n",
       "   'and',\n",
       "   'we',\n",
       "   'splurged',\n",
       "   'on',\n",
       "   'the',\n",
       "   'shilshole',\n",
       "   'sampler',\n",
       "   '.',\n",
       "   '.',\n",
       "   '.',\n",
       "   'a',\n",
       "   'beautiful',\n",
       "   'assortment',\n",
       "   'of',\n",
       "   'enormous',\n",
       "   'white',\n",
       "   'gulf',\n",
       "   'prawns',\n",
       "   ',',\n",
       "   'smoked',\n",
       "   'albacore',\n",
       "   'tuna',\n",
       "   ',',\n",
       "   'ray',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'fantastic',\n",
       "   'manila',\n",
       "   'clams',\n",
       "   'seasoned',\n",
       "   'with',\n",
       "   'dill',\n",
       "   ',',\n",
       "   'scallops',\n",
       "   'in',\n",
       "   'a',\n",
       "   'tasty',\n",
       "   'soy',\n",
       "   'dressing',\n",
       "   ',',\n",
       "   'and',\n",
       "   'a',\n",
       "   'tiny',\n",
       "   'pile',\n",
       "   'of',\n",
       "   'dungeness',\n",
       "   'crab',\n",
       "   'atop',\n",
       "   'a',\n",
       "   'sublime',\n",
       "   'butter',\n",
       "   'sauce',\n",
       "   '.'],\n",
       "  'aspect': ['assortment',\n",
       "   'white gulf prawns',\n",
       "   'smoked albacore tuna',\n",
       "   'manila clams seasoned with dill',\n",
       "   'scallops',\n",
       "   'soy dressing',\n",
       "   'dungeness crab',\n",
       "   'butter sauce'],\n",
       "  'position': [[21,\n",
       "    24,\n",
       "    25,\n",
       "    26,\n",
       "    28,\n",
       "    29,\n",
       "    30,\n",
       "    36,\n",
       "    37,\n",
       "    38,\n",
       "    39,\n",
       "    40,\n",
       "    42,\n",
       "    46,\n",
       "    47,\n",
       "    54,\n",
       "    55,\n",
       "    59,\n",
       "    60],\n",
       "   [21,\n",
       "    24,\n",
       "    25,\n",
       "    26,\n",
       "    28,\n",
       "    29,\n",
       "    30,\n",
       "    36,\n",
       "    37,\n",
       "    38,\n",
       "    39,\n",
       "    40,\n",
       "    42,\n",
       "    46,\n",
       "    47,\n",
       "    54,\n",
       "    55,\n",
       "    59,\n",
       "    60],\n",
       "   [21,\n",
       "    24,\n",
       "    25,\n",
       "    26,\n",
       "    28,\n",
       "    29,\n",
       "    30,\n",
       "    36,\n",
       "    37,\n",
       "    38,\n",
       "    39,\n",
       "    40,\n",
       "    42,\n",
       "    46,\n",
       "    47,\n",
       "    54,\n",
       "    55,\n",
       "    59,\n",
       "    60],\n",
       "   [21,\n",
       "    24,\n",
       "    25,\n",
       "    26,\n",
       "    28,\n",
       "    29,\n",
       "    30,\n",
       "    36,\n",
       "    37,\n",
       "    38,\n",
       "    39,\n",
       "    40,\n",
       "    42,\n",
       "    46,\n",
       "    47,\n",
       "    54,\n",
       "    55,\n",
       "    59,\n",
       "    60],\n",
       "   [21,\n",
       "    24,\n",
       "    25,\n",
       "    26,\n",
       "    28,\n",
       "    29,\n",
       "    30,\n",
       "    36,\n",
       "    37,\n",
       "    38,\n",
       "    39,\n",
       "    40,\n",
       "    42,\n",
       "    46,\n",
       "    47,\n",
       "    54,\n",
       "    55,\n",
       "    59,\n",
       "    60],\n",
       "   [21,\n",
       "    24,\n",
       "    25,\n",
       "    26,\n",
       "    28,\n",
       "    29,\n",
       "    30,\n",
       "    36,\n",
       "    37,\n",
       "    38,\n",
       "    39,\n",
       "    40,\n",
       "    42,\n",
       "    46,\n",
       "    47,\n",
       "    54,\n",
       "    55,\n",
       "    59,\n",
       "    60],\n",
       "   [21,\n",
       "    24,\n",
       "    25,\n",
       "    26,\n",
       "    28,\n",
       "    29,\n",
       "    30,\n",
       "    36,\n",
       "    37,\n",
       "    38,\n",
       "    39,\n",
       "    40,\n",
       "    42,\n",
       "    46,\n",
       "    47,\n",
       "    54,\n",
       "    55,\n",
       "    59,\n",
       "    60],\n",
       "   [21,\n",
       "    24,\n",
       "    25,\n",
       "    26,\n",
       "    28,\n",
       "    29,\n",
       "    30,\n",
       "    36,\n",
       "    37,\n",
       "    38,\n",
       "    39,\n",
       "    40,\n",
       "    42,\n",
       "    46,\n",
       "    47,\n",
       "    54,\n",
       "    55,\n",
       "    59,\n",
       "    60]],\n",
       "  'sentiment': ['Positive',\n",
       "   'Positive',\n",
       "   'Positive',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Neutral',\n",
       "   'Positive'],\n",
       "  'probs': [[0.0007086456753313541, 0.03125159814953804, 0.9680396914482117],\n",
       "   [0.0006575476727448404, 0.44109010696411133, 0.5582523345947266],\n",
       "   [0.0005944010918028653, 0.4987567365169525, 0.5006489157676697],\n",
       "   [0.0005527359899133444, 0.7021358609199524, 0.297311395406723],\n",
       "   [0.0008529346087016165, 0.7425550222396851, 0.2565920352935791],\n",
       "   [0.0006243375246413052, 0.9104409217834473, 0.08893471211194992],\n",
       "   [0.00032787586678750813, 0.9757413268089294, 0.023930788040161133],\n",
       "   [0.00039952987572178245, 0.03814271092414856, 0.9614577293395996]],\n",
       "  'confidence': [0.9680396914482117,\n",
       "   0.5582523345947266,\n",
       "   0.5006489157676697,\n",
       "   0.7021358609199524,\n",
       "   0.7425550222396851,\n",
       "   0.9104409217834473,\n",
       "   0.9757413268089294,\n",
       "   0.9614577293395996]},\n",
       " {'sentence': 'for my entr & eacute ; e , i completely enjoyed the seared alaskan sea scallops complemented by chard , artichoke hearts , fennel , and pecorino toscano .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['for',\n",
       "   'my',\n",
       "   'entr',\n",
       "   '&',\n",
       "   'eacute',\n",
       "   ';',\n",
       "   'e',\n",
       "   ',',\n",
       "   'i',\n",
       "   'completely',\n",
       "   'enjoyed',\n",
       "   'the',\n",
       "   'seared',\n",
       "   'alaskan',\n",
       "   'sea',\n",
       "   'scallops',\n",
       "   'complemented',\n",
       "   'by',\n",
       "   'chard',\n",
       "   ',',\n",
       "   'artichoke',\n",
       "   'hearts',\n",
       "   ',',\n",
       "   'fennel',\n",
       "   ',',\n",
       "   'and',\n",
       "   'pecorino',\n",
       "   'toscano',\n",
       "   '.'],\n",
       "  'aspect': ['sea scallops', 'artichoke hearts', 'fennel'],\n",
       "  'position': [[14, 15, 20, 21, 23],\n",
       "   [14, 15, 20, 21, 23],\n",
       "   [14, 15, 20, 21, 23]],\n",
       "  'sentiment': ['Neutral', 'Neutral', 'Neutral'],\n",
       "  'probs': [[0.0011073866626247764, 0.5509985685348511, 0.44789403676986694],\n",
       "   [0.0002869524178095162, 0.9991293549537659, 0.000583737506531179],\n",
       "   [0.0003172449942212552, 0.999106228351593, 0.0005764562520198524]],\n",
       "  'confidence': [0.5509985685348511, 0.9991293549537659, 0.999106228351593]},\n",
       " {'sentence': 'the scallops are apparently cooked in a black olive butter which really makes them unique ( not to mention tasty ) .',\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['the',\n",
       "   'scallops',\n",
       "   'are',\n",
       "   'apparently',\n",
       "   'cooked',\n",
       "   'in',\n",
       "   'a',\n",
       "   'black',\n",
       "   'olive',\n",
       "   'butter',\n",
       "   'which',\n",
       "   'really',\n",
       "   'makes',\n",
       "   'them',\n",
       "   'unique',\n",
       "   '(',\n",
       "   'not',\n",
       "   'to',\n",
       "   'mention',\n",
       "   'tasty',\n",
       "   ')',\n",
       "   '.'],\n",
       "  'aspect': ['scallops', 'black olive butter'],\n",
       "  'position': [[1, 7, 8, 9], [1, 7, 8, 9]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.15035274624824524, 0.0004513446183409542, 0.8491958379745483],\n",
       "   [0.0002442084369249642, 0.9990507960319519, 0.0007049772539176047]],\n",
       "  'confidence': [0.8491958379745483, 0.9990507960319519]},\n",
       " {'sentence': 'my friend enjoyed the grilled alaskan king salmon with delectable creamed washington russet potatoes and crisp green beans .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['my',\n",
       "   'friend',\n",
       "   'enjoyed',\n",
       "   'the',\n",
       "   'grilled',\n",
       "   'alaskan',\n",
       "   'king',\n",
       "   'salmon',\n",
       "   'with',\n",
       "   'delectable',\n",
       "   'creamed',\n",
       "   'washington',\n",
       "   'russet',\n",
       "   'potatoes',\n",
       "   'and',\n",
       "   'crisp',\n",
       "   'green',\n",
       "   'beans',\n",
       "   '.'],\n",
       "  'aspect': ['salmon', 'beans'],\n",
       "  'position': [[7, 17], [7, 17]],\n",
       "  'sentiment': ['Neutral', 'Positive'],\n",
       "  'probs': [[0.00029835288296453655, 0.8501957654953003, 0.1495058387517929],\n",
       "   [0.000339262536726892, 0.0002576426195446402, 0.9994029998779297]],\n",
       "  'confidence': [0.8501957654953003, 0.9994029998779297]},\n",
       " {'sentence': 'i had a taste of all three items on her plate , and they were superb .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['i',\n",
       "   'had',\n",
       "   'a',\n",
       "   'taste',\n",
       "   'of',\n",
       "   'all',\n",
       "   'three',\n",
       "   'items',\n",
       "   'on',\n",
       "   'her',\n",
       "   'plate',\n",
       "   ',',\n",
       "   'and',\n",
       "   'they',\n",
       "   'were',\n",
       "   'superb',\n",
       "   '.'],\n",
       "  'aspect': ['plate'],\n",
       "  'position': [[10]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.00012904299364890903,\n",
       "    0.0018733675824478269,\n",
       "    0.9979975819587708]],\n",
       "  'confidence': [0.9979975819587708]},\n",
       " {'sentence': \"our server continued to be attentive throughout the night , but i did remain puzzled by one issue : who thinks that ray ' s is an appropriate place to take young children for dinner ?\",\n",
       "  'IOB': ['O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O'],\n",
       "  'tokens': ['our',\n",
       "   'server',\n",
       "   'continued',\n",
       "   'to',\n",
       "   'be',\n",
       "   'attentive',\n",
       "   'throughout',\n",
       "   'the',\n",
       "   'night',\n",
       "   ',',\n",
       "   'but',\n",
       "   'i',\n",
       "   'did',\n",
       "   'remain',\n",
       "   'puzzled',\n",
       "   'by',\n",
       "   'one',\n",
       "   'issue',\n",
       "   ':',\n",
       "   'who',\n",
       "   'thinks',\n",
       "   'that',\n",
       "   'ray',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'is',\n",
       "   'an',\n",
       "   'appropriate',\n",
       "   'place',\n",
       "   'to',\n",
       "   'take',\n",
       "   'young',\n",
       "   'children',\n",
       "   'for',\n",
       "   'dinner',\n",
       "   '?'],\n",
       "  'aspect': ['server', 'dinner'],\n",
       "  'position': [[1, 34], [1, 34]],\n",
       "  'sentiment': ['Positive', 'Neutral'],\n",
       "  'probs': [[0.0013677524402737617, 0.00017800692876335233, 0.998454213142395],\n",
       "   [0.0006732265464961529, 0.9989867806434631, 0.00034000579034909606]],\n",
       "  'confidence': [0.998454213142395, 0.9989867806434631]},\n",
       " {'sentence': \"all considered , i have to say that ray ' s boathouse is deserving of its title as a seattle institution .\",\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'I-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['all',\n",
       "   'considered',\n",
       "   ',',\n",
       "   'i',\n",
       "   'have',\n",
       "   'to',\n",
       "   'say',\n",
       "   'that',\n",
       "   'ray',\n",
       "   \"'\",\n",
       "   's',\n",
       "   'boathouse',\n",
       "   'is',\n",
       "   'deserving',\n",
       "   'of',\n",
       "   'its',\n",
       "   'title',\n",
       "   'as',\n",
       "   'a',\n",
       "   'seattle',\n",
       "   'institution',\n",
       "   '.'],\n",
       "  'aspect': [\"ray '\"],\n",
       "  'position': [[8, 9]],\n",
       "  'sentiment': ['Positive'],\n",
       "  'probs': [[0.0005467031733132899,\n",
       "    0.0002255972649436444,\n",
       "    0.9992276430130005]],\n",
       "  'confidence': [0.9992276430130005]},\n",
       " {'sentence': 'while i could have done without the youth who shared the evening with us , our wonderful server and food made the experience a very positive one .',\n",
       "  'IOB': ['O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'B-ASP',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O',\n",
       "   'O'],\n",
       "  'tokens': ['while',\n",
       "   'i',\n",
       "   'could',\n",
       "   'have',\n",
       "   'done',\n",
       "   'without',\n",
       "   'the',\n",
       "   'youth',\n",
       "   'who',\n",
       "   'shared',\n",
       "   'the',\n",
       "   'evening',\n",
       "   'with',\n",
       "   'us',\n",
       "   ',',\n",
       "   'our',\n",
       "   'wonderful',\n",
       "   'server',\n",
       "   'and',\n",
       "   'food',\n",
       "   'made',\n",
       "   'the',\n",
       "   'experience',\n",
       "   'a',\n",
       "   'very',\n",
       "   'positive',\n",
       "   'one',\n",
       "   '.'],\n",
       "  'aspect': ['server', 'food'],\n",
       "  'position': [[17, 19], [17, 19]],\n",
       "  'sentiment': ['Positive', 'Positive'],\n",
       "  'probs': [[0.0003737751394510269, 0.0003592692955862731, 0.9992669224739075],\n",
       "   [0.00018869651830755174, 0.0006193331209942698, 0.99919193983078]],\n",
       "  'confidence': [0.9992669224739075, 0.99919193983078]}]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "aspect_extractor.batch_predict(\n",
    "    inference_source=ATEPC.ATEPCDatasetList.Restaurant16,\n",
    "    print_result=True,\n",
    "    save_result=False,\n",
    "    ignore_error=True,\n",
    "    eval_batch_size=32,\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Annotate your own datasets based on PyABSA\n",
    "[Auto-Annotation](https://github.com/yangheng95/ABSADatasets#auto-annoate-your-datasets-via-pyabsa)  # available for v1.0 currently\n",
    "[Manually-Annotation](https://github.com/yangheng95/ABSADatasets/tree/v1.2/DPT)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Deploy a ATEPC demo\n",
    "Here is a simple web-based demo for aspect term extraction\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2023-02-14 00:56:56] (2.0.28) Datasets already exist in C:\\Users\\chuan\\OneDrive - University of Exeter\\AIProjects\\PyABSA\\examples-v2\\aspect_term_extraction\\integrated_datasets, skip download\n",
      "[2023-02-14 00:56:56] (2.0.28) Try to load 113.Laptop14 dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\110.SemEval\\113.laptop14\\Laptops_Test_Gold.xml.seg.inference\n",
      "[2023-02-14 00:56:56] (2.0.28) Try to load 114.Restaurant14 dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\110.SemEval\\114.restaurant14\\Restaurants_Test_Gold.xml.seg.inference\n",
      "[2023-02-14 00:56:56] (2.0.28) Try to load 111.ARTS_Laptop14 dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\110.SemEval\\111.arts_laptop14\\laptop_arts_test.dat.inference\n",
      "[2023-02-14 00:56:56] (2.0.28) Try to load 112.ARTS_Restaurant14 dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\110.SemEval\\112.arts_restaurant14\\rest_arts_test.dat.inference\n",
      "[2023-02-14 00:56:56] (2.0.28) Try to load 115.Restaurant15 dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\110.SemEval\\115.restaurant15\\restaurant_test.raw.inference\n",
      "[2023-02-14 00:56:57] (2.0.28) Try to load 116.Restaurant16 dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\110.SemEval\\116.restaurant16\\restaurant_test.raw.inference\n",
      "[2023-02-14 00:56:57] (2.0.28) Try to load 101.ACL_Twitter dataset from local disk\n",
      "FindFile Warning --> multiple targets ['integrated_datasets\\\\apc_datasets\\\\101.ACL_Twitter', 'integrated_datasets\\\\apc_datasets\\\\101.ACL_Twitter\\\\acl-14-short-data'] found, only return the shortest path: <\u001B[33mintegrated_datasets\\apc_datasets\\101.ACL_Twitter\u001B[0m>\n",
      "loading: integrated_datasets\\apc_datasets\\101.ACL_Twitter\\acl-14-short-data\\test.raw.inference\n",
      "[2023-02-14 00:56:57] (2.0.28) Try to load 109.MAMS dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\109.MAMS\\test.xml.dat.inference\n",
      "[2023-02-14 00:56:57] (2.0.28) Try to load 117.Television dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\117.Television\\Television_Test_Gold.xml.seg.inference\n",
      "[2023-02-14 00:56:57] (2.0.28) Try to load 118.TShirt dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\118.TShirt\\Menstshirt_Test_Gold.xml.seg.inference\n",
      "[2023-02-14 00:56:57] (2.0.28) Try to load 119.Yelp dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\119.Yelp\\yelp.test.txt.inference\n",
      "[2023-02-14 00:56:57] (2.0.28) Try to load 107.Phone dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\102.Chinese\\107.phone\\phone.test.txt.inference\n",
      "[2023-02-14 00:56:57] (2.0.28) Try to load 104.Car dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\102.Chinese\\104.car\\car.test.txt.inference\n",
      "[2023-02-14 00:56:57] (2.0.28) Try to load 106.Notebook dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\102.Chinese\\106.notebook\\notebook.test.txt.inference\n",
      "[2023-02-14 00:56:57] (2.0.28) Try to load 103.Camera dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\102.Chinese\\103.camera\\camera.test.txt.inference\n",
      "[2023-02-14 00:56:57] (2.0.28) Try to load 108.Shampoo dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\102.Chinese\\108.shampoo\\hair.test.txt.inference\n",
      "[2023-02-14 00:56:57] (2.0.28) Try to load 105.MOOC dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\102.Chinese\\105.mooc\\mooc.test.txt.inference\n",
      "[2023-02-14 00:56:58] (2.0.28) Try to load 121.MOOC_En dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\121.MOOC_En\\mooc-en.test.txt.inference\n",
      "[2023-02-14 00:56:58] (2.0.28) Try to load 129.Kaggle dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\129.Kaggle\\test.csv.dat.inference\n",
      "[2023-02-14 00:56:58] (2.0.28) Try to load 130.Chinese_Zhang dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\130.Chinese_Zhang\\test.txt.dat.apc.inference\n",
      "[2023-02-14 00:56:58] (2.0.28) Try to load 107.Phone dataset from local disk\n",
      "[2023-02-14 00:56:58] (2.0.28) Try to load 103.Camera dataset from local disk\n",
      "[2023-02-14 00:56:58] (2.0.28) Try to load 106.Notebook dataset from local disk\n",
      "[2023-02-14 00:56:58] (2.0.28) Try to load 104.Car dataset from local disk\n",
      "[2023-02-14 00:56:58] (2.0.28) \u001B[33mPlease DO NOT mix datasets with different sentiment labels for trainer & inference !\u001B[0m\n",
      "loading: integrated_datasets\\apc_datasets\\102.Chinese\\107.phone\\phone.test.txt.inference\n",
      "[2023-02-14 00:56:58] (2.0.28) Try to load 107.Phone dataset from local disk\n",
      "[2023-02-14 00:56:58] (2.0.28) Try to load 103.Camera dataset from local disk\n",
      "[2023-02-14 00:56:59] (2.0.28) Try to load 106.Notebook dataset from local disk\n",
      "[2023-02-14 00:56:59] (2.0.28) Try to load 104.Car dataset from local disk\n",
      "[2023-02-14 00:56:59] (2.0.28) \u001B[33mPlease DO NOT mix datasets with different sentiment labels for trainer & inference !\u001B[0m\n",
      "loading: integrated_datasets\\apc_datasets\\102.Chinese\\107.phone\\phone.test.txt.inference\n",
      "[2023-02-14 00:56:59] (2.0.28) Try to load 105.MOOC dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\102.Chinese\\105.mooc\\mooc.test.txt.inference\n",
      "[2023-02-14 00:56:59] (2.0.28) Try to load 120.SemEval2016Task5 dataset from local disk\n",
      "FindFile Warning --> multiple targets ['integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\122.arabic', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\123.dutch', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\124.english', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\125.french', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\126.russian', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\127.spanish', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\128.turkish'] found, only return the shortest path: <\u001B[33mintegrated_datasets\\apc_datasets\\120.SemEval2016Task5\u001B[0m>\n",
      "loading: integrated_datasets\\apc_datasets\\120.SemEval2016Task5\\122.arabic\\hotels_test_arabic.xml.dat.inference\n",
      "[2023-02-14 00:56:59] (2.0.28) Try to load 122.Arabic dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\120.SemEval2016Task5\\122.arabic\\hotels_test_arabic.xml.dat.inference\n",
      "[2023-02-14 00:56:59] (2.0.28) Try to load 123.Dutch dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\120.SemEval2016Task5\\123.dutch\\restaurants_test_dutch.xml.dat.inference\n",
      "[2023-02-14 00:56:59] (2.0.28) Try to load 127.Spanish dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\120.SemEval2016Task5\\127.spanish\\restaurants_test_spanish.xml.dat.inference\n",
      "[2023-02-14 00:56:59] (2.0.28) Try to load 128.Turkish dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\120.SemEval2016Task5\\128.turkish\\restaurants_test_turkish.xml.dat.inference\n",
      "[2023-02-14 00:56:59] (2.0.28) Try to load 126.Russian dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\120.SemEval2016Task5\\126.russian\\restaurants_test_russian.xml.dat.inference\n",
      "[2023-02-14 00:56:59] (2.0.28) Try to load 125.French dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\120.SemEval2016Task5\\125.french\\restaurants_test_french.xml.dat.inference\n",
      "[2023-02-14 00:56:59] (2.0.28) Try to load 124.English dataset from local disk\n",
      "loading: integrated_datasets\\apc_datasets\\120.SemEval2016Task5\\124.english\\restaurants_test_english.xml.dat.inference\n",
      "[2023-02-14 00:56:59] (2.0.28) Try to load 113.Laptop14 dataset from local disk\n",
      "[2023-02-14 00:57:00] (2.0.28) Try to load 114.Restaurant14 dataset from local disk\n",
      "[2023-02-14 00:57:00] (2.0.28) Try to load 116.Restaurant16 dataset from local disk\n",
      "[2023-02-14 00:57:00] (2.0.28) Try to load 101.ACL_Twitter dataset from local disk\n",
      "FindFile Warning --> multiple targets ['integrated_datasets\\\\apc_datasets\\\\101.ACL_Twitter', 'integrated_datasets\\\\apc_datasets\\\\101.ACL_Twitter\\\\acl-14-short-data'] found, only return the shortest path: <\u001B[33mintegrated_datasets\\apc_datasets\\101.ACL_Twitter\u001B[0m>\n",
      "[2023-02-14 00:57:00] (2.0.28) Try to load 109.MAMS dataset from local disk\n",
      "[2023-02-14 00:57:00] (2.0.28) Try to load 117.Television dataset from local disk\n",
      "[2023-02-14 00:57:00] (2.0.28) Try to load 118.TShirt dataset from local disk\n",
      "[2023-02-14 00:57:00] (2.0.28) Try to load 119.Yelp dataset from local disk\n",
      "[2023-02-14 00:57:00] (2.0.28) Try to load 121.MOOC_En dataset from local disk\n",
      "[2023-02-14 00:57:00] (2.0.28) Try to load 129.Kaggle dataset from local disk\n",
      "[2023-02-14 00:57:00] (2.0.28) \u001B[33mPlease DO NOT mix datasets with different sentiment labels for trainer & inference !\u001B[0m\n",
      "loading: integrated_datasets\\apc_datasets\\110.SemEval\\113.laptop14\\Laptops_Test_Gold.xml.seg.inference\n",
      "[2023-02-14 00:57:00] (2.0.28) Try to load 113.Laptop14 dataset from local disk\n",
      "[2023-02-14 00:57:00] (2.0.28) Try to load 114.Restaurant14 dataset from local disk\n",
      "[2023-02-14 00:57:01] (2.0.28) Try to load 116.Restaurant16 dataset from local disk\n",
      "[2023-02-14 00:57:01] (2.0.28) \u001B[33mPlease DO NOT mix datasets with different sentiment labels for trainer & inference !\u001B[0m\n",
      "loading: integrated_datasets\\apc_datasets\\110.SemEval\\113.laptop14\\Laptops_Test_Gold.xml.seg.inference\n",
      "[2023-02-14 00:57:01] (2.0.28) Try to load 114.Restaurant14 dataset from local disk\n",
      "[2023-02-14 00:57:01] (2.0.28) Try to load 116.Restaurant16 dataset from local disk\n",
      "[2023-02-14 00:57:01] (2.0.28) \u001B[33mPlease DO NOT mix datasets with different sentiment labels for trainer & inference !\u001B[0m\n",
      "loading: integrated_datasets\\apc_datasets\\110.SemEval\\114.restaurant14\\Restaurants_Test_Gold.xml.seg.inference\n",
      "[2023-02-14 00:57:01] (2.0.28) Try to load 113.Laptop14 dataset from local disk\n",
      "[2023-02-14 00:57:01] (2.0.28) Try to load 114.Restaurant14 dataset from local disk\n",
      "[2023-02-14 00:57:01] (2.0.28) Try to load 116.Restaurant16 dataset from local disk\n",
      "[2023-02-14 00:57:01] (2.0.28) Try to load 101.ACL_Twitter dataset from local disk\n",
      "FindFile Warning --> multiple targets ['integrated_datasets\\\\apc_datasets\\\\101.ACL_Twitter', 'integrated_datasets\\\\apc_datasets\\\\101.ACL_Twitter\\\\acl-14-short-data'] found, only return the shortest path: <\u001B[33mintegrated_datasets\\apc_datasets\\101.ACL_Twitter\u001B[0m>\n",
      "[2023-02-14 00:57:01] (2.0.28) Try to load 109.MAMS dataset from local disk\n",
      "[2023-02-14 00:57:01] (2.0.28) Try to load 117.Television dataset from local disk\n",
      "[2023-02-14 00:57:01] (2.0.28) Try to load 118.TShirt dataset from local disk\n",
      "[2023-02-14 00:57:01] (2.0.28) Try to load 119.Yelp dataset from local disk\n",
      "[2023-02-14 00:57:01] (2.0.28) Try to load 107.Phone dataset from local disk\n",
      "[2023-02-14 00:57:02] (2.0.28) Try to load 103.Camera dataset from local disk\n",
      "[2023-02-14 00:57:02] (2.0.28) Try to load 106.Notebook dataset from local disk\n",
      "[2023-02-14 00:57:02] (2.0.28) Try to load 104.Car dataset from local disk\n",
      "[2023-02-14 00:57:02] (2.0.28) Try to load 105.MOOC dataset from local disk\n",
      "[2023-02-14 00:57:02] (2.0.28) Try to load 129.Kaggle dataset from local disk\n",
      "[2023-02-14 00:57:02] (2.0.28) Try to load 120.SemEval2016Task5 dataset from local disk\n",
      "FindFile Warning --> multiple targets ['integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\122.arabic', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\123.dutch', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\124.english', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\125.french', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\126.russian', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\127.spanish', 'integrated_datasets\\\\apc_datasets\\\\120.SemEval2016Task5\\\\128.turkish'] found, only return the shortest path: <\u001B[33mintegrated_datasets\\apc_datasets\\120.SemEval2016Task5\u001B[0m>\n",
      "[2023-02-14 00:57:02] (2.0.28) Try to load 121.MOOC_En dataset from local disk\n",
      "[2023-02-14 00:57:02] (2.0.28) Try to load 130.Chinese_Zhang dataset from local disk\n",
      "[2023-02-14 00:57:02] (2.0.28) \u001B[33mPlease DO NOT mix datasets with different sentiment labels for trainer & inference !\u001B[0m\n",
      "loading: integrated_datasets\\apc_datasets\\110.SemEval\\113.laptop14\\Laptops_Test_Gold.xml.seg.inference\n",
      "[2023-02-14 00:57:02] (2.0.28) Load aspect extractor from checkpoints\\ATEPC_MULTILINGUAL_CHECKPOINT\n",
      "[2023-02-14 00:57:02] (2.0.28) config: checkpoints\\ATEPC_MULTILINGUAL_CHECKPOINT\\fast_lcf_atepc.config\n",
      "[2023-02-14 00:57:02] (2.0.28) state_dict: checkpoints\\ATEPC_MULTILINGUAL_CHECKPOINT\\fast_lcf_atepc.state_dict\n",
      "[2023-02-14 00:57:02] (2.0.28) model: None\n",
      "[2023-02-14 00:57:02] (2.0.28) tokenizer: checkpoints\\ATEPC_MULTILINGUAL_CHECKPOINT\\fast_lcf_atepc.tokenizer\n",
      "[2023-02-14 00:57:03] (2.0.28) Set Model Device: cuda:0\n",
      "[2023-02-14 00:57:03] (2.0.28) Device Name: NVIDIA GeForce RTX 2080\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Some weights of the model checkpoint at microsoft/mdeberta-v3-base were not used when initializing DebertaV2Model: ['mask_predictions.LayerNorm.weight', 'lm_predictions.lm_head.LayerNorm.weight', 'mask_predictions.LayerNorm.bias', 'lm_predictions.lm_head.dense.weight', 'mask_predictions.dense.weight', 'mask_predictions.classifier.bias', 'lm_predictions.lm_head.LayerNorm.bias', 'lm_predictions.lm_head.bias', 'lm_predictions.lm_head.dense.bias', 'mask_predictions.dense.bias', 'mask_predictions.classifier.weight']\n",
      "- This IS expected if you are initializing DebertaV2Model from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
      "- This IS NOT expected if you are initializing DebertaV2Model from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
      "C:\\Users\\chuan\\miniconda3\\lib\\site-packages\\transformers\\convert_slow_tokenizer.py:446: UserWarning: The sentencepiece tokenizer that you are converting to a fast tokenizer uses the byte fallback option which is not implemented in the fast tokenizers. In practice this means that the fast version of the tokenizer can produce unknown tokens whereas the sentencepiece version would have converted these unknown tokens into a sequence of byte tokens matching the original piece of text.\n",
      "  warnings.warn(\n",
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
      "C:\\Users\\chuan\\miniconda3\\lib\\site-packages\\gradio\\networking.py:57: ResourceWarning: unclosed <socket.socket fd=6248, family=AddressFamily.AF_INET, type=SocketKind.SOCK_STREAM, proto=0>\n",
      "  s = socket.socket()  # create a socket object\n",
      "ResourceWarning: Enable tracemalloc to get the object allocation traceback\n",
      "C:\\Users\\chuan\\miniconda3\\lib\\site-packages\\gradio\\networking.py:57: ResourceWarning: unclosed <socket.socket fd=5952, family=AddressFamily.AF_INET, type=SocketKind.SOCK_STREAM, proto=0>\n",
      "  s = socket.socket()  # create a socket object\n",
      "ResourceWarning: Enable tracemalloc to get the object allocation traceback\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Running on local URL:  http://127.0.0.1:7862\n",
      "\n",
      "To create a public link, set `share=True` in `launch()`.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div><iframe src=\"http://127.0.0.1:7862/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": []
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\chuan\\AppData\\Roaming\\Python\\Python310\\site-packages\\pyabsa\\tasks\\AspectTermExtraction\\prediction\\aspect_extractor.py:647: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n",
      "  float(x) for x in F.softmax(i_apc_logits).cpu().numpy().tolist()\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2023-02-14 00:57:14] (2.0.28) The results of aspect term extraction have been saved in C:\\Users\\chuan\\OneDrive - University of Exeter\\AIProjects\\PyABSA\\examples-v2\\aspect_term_extraction\\Aspect Term Extraction and Polarity Classification.FAST_LCF_ATEPC.result.json\n",
      "[2023-02-14 00:57:14] (2.0.28) Example 0: The only solution is to turn the \u001B[36m<brightness:Neutral Confidence:0.8198688626289368>\u001B[0m down , etc . .\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\chuan\\AppData\\Roaming\\Python\\Python310\\site-packages\\pyabsa\\tasks\\AspectTermExtraction\\prediction\\aspect_extractor.py:647: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n",
      "  float(x) for x in F.softmax(i_apc_logits).cpu().numpy().tolist()\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2023-02-14 00:57:34] (2.0.28) The results of aspect term extraction have been saved in C:\\Users\\chuan\\OneDrive - University of Exeter\\AIProjects\\PyABSA\\examples-v2\\aspect_term_extraction\\Aspect Term Extraction and Polarity Classification.FAST_LCF_ATEPC.result.json\n",
      "[2023-02-14 00:57:34] (2.0.28) Example 0: In fact I still use many Legacy \u001B[36m<programs:Neutral Confidence:0.9923437237739563>\u001B[0m - LRB - \u001B[36m<Appleworks:Neutral Confidence:0.9929322004318237>\u001B[0m , \u001B[36m<FileMaker Pro:Neutral Confidence:0.9934661984443665>\u001B[0m , \u001B[36m<Quicken:Neutral Confidence:0.9928175210952759>\u001B[0m , \u001B[36m<Photoshop:Neutral Confidence:0.9908045530319214>\u001B[0m etc - RRB - !\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import random\n",
    "import gradio as gr\n",
    "import pandas as pd\n",
    "import requests\n",
    "\n",
    "from pyabsa import (\n",
    "    download_all_available_datasets,\n",
    "    AspectTermExtraction as ATEPC,\n",
    "    TaskCodeOption,\n",
    ")\n",
    "from pyabsa.utils.data_utils.dataset_manager import detect_infer_dataset\n",
    "\n",
    "download_all_available_datasets()\n",
    "\n",
    "dataset_items = {dataset.name: dataset for dataset in ATEPC.ATEPCDatasetList()}\n",
    "\n",
    "\n",
    "def get_example(dataset):\n",
    "    task = TaskCodeOption.Aspect_Polarity_Classification\n",
    "    dataset_file = detect_infer_dataset(dataset_items[dataset], task)\n",
    "\n",
    "    for fname in dataset_file:\n",
    "        lines = []\n",
    "        if isinstance(fname, str):\n",
    "            fname = [fname]\n",
    "\n",
    "        for f in fname:\n",
    "            print(\"loading: {}\".format(f))\n",
    "            fin = open(f, \"r\", encoding=\"utf-8\")\n",
    "            lines.extend(fin.readlines())\n",
    "            fin.close()\n",
    "        for i in range(len(lines)):\n",
    "            lines[i] = (\n",
    "                lines[i][: lines[i].find(\"$LABEL$\")]\n",
    "                .replace(\"[B-ASP]\", \"\")\n",
    "                .replace(\"[E-ASP]\", \"\")\n",
    "                .strip()\n",
    "            )\n",
    "        return sorted(set(lines), key=lines.index)\n",
    "\n",
    "\n",
    "dataset_dict = {\n",
    "    dataset.name: get_example(dataset.name) for dataset in ATEPC.ATEPCDatasetList()\n",
    "}\n",
    "aspect_extractor = ATEPC.AspectExtractor(checkpoint=\"multilingual\")\n",
    "\n",
    "\n",
    "def perform_inference(text, dataset):\n",
    "    if not text:\n",
    "        text = dataset_dict[dataset][random.randint(0, len(dataset_dict[dataset]) - 1)]\n",
    "\n",
    "    result = aspect_extractor.predict(text, pred_sentiment=True)\n",
    "\n",
    "    result = pd.DataFrame(\n",
    "        {\n",
    "            \"aspect\": result[\"aspect\"],\n",
    "            \"sentiment\": result[\"sentiment\"],\n",
    "            # 'probability': result[0]['probs'],\n",
    "            \"confidence\": [round(x, 4) for x in result[\"confidence\"]],\n",
    "            \"position\": result[\"position\"],\n",
    "        }\n",
    "    )\n",
    "    return result, \"{}\".format(text)\n",
    "\n",
    "\n",
    "demo = gr.Blocks()\n",
    "\n",
    "with demo:\n",
    "    gr.Markdown(\n",
    "        \"# <p align='center'>Multilingual Aspect-based Sentiment Analysis !</p>\"\n",
    "    )\n",
    "    output_dfs = []\n",
    "    with gr.Row():\n",
    "        with gr.Column():\n",
    "            input_sentence = gr.Textbox(\n",
    "                placeholder=\"Leave this box blank and choose a dataset will give you a random example...\",\n",
    "                label=\"Example:\",\n",
    "            )\n",
    "            gr.Markdown(\n",
    "                \"You can find the datasets at [github.com/yangheng95/ABSADatasets](https://github.com/yangheng95/ABSADatasets/tree/v1.2/datasets/text_classification)\"\n",
    "            )\n",
    "            dataset_ids = gr.Radio(\n",
    "                choices=[dataset.name for dataset in ATEPC.ATEPCDatasetList()[:-1]],\n",
    "                value=\"Laptop14\",\n",
    "                label=\"Datasets\",\n",
    "            )\n",
    "            inference_button = gr.Button(\"Let's go!\")\n",
    "            gr.Markdown(\n",
    "                \"There is a [demo](https://huggingface.co/spaces/yangheng/PyABSA-ATEPC-Chinese) specialized for the Chinese langauge\"\n",
    "            )\n",
    "            gr.Markdown(\n",
    "                \"This demo support many other language as well, you can try and explore the results of other languages by yourself.\"\n",
    "            )\n",
    "\n",
    "        with gr.Column():\n",
    "            output_text = gr.TextArea(label=\"Example:\")\n",
    "            output_df = gr.DataFrame(label=\"Prediction Results:\")\n",
    "            output_dfs.append(output_df)\n",
    "\n",
    "        inference_button.click(\n",
    "            fn=perform_inference,\n",
    "            inputs=[input_sentence, dataset_ids],\n",
    "            outputs=[output_df, output_text],\n",
    "        )\n",
    "\n",
    "demo.launch()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}