LSTM Intent Model - 10 Sep.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = pd.read_csv('0709_combined_data_topcities.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sentence</th>\n",
       "      <th>label</th>\n",
       "      <th>intent</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>round trip fares Warsaw to Istanbul</td>\n",
       "      <td>O O O origin O destination</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>if I am going to Berlin should I bring umbrella</td>\n",
       "      <td>O O O O O location O O O O</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>what is the ground transportation from philade...</td>\n",
       "      <td>O O O O O O O O O O O O</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>okay and on may four i would like to go from S...</td>\n",
       "      <td>O O O O O O O O O O O origin O destination O O...</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>do I need to bring umbrella to Seoul today</td>\n",
       "      <td>O O O O O O O location O</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>temperature in Rome</td>\n",
       "      <td>O O location</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>current weather in Florence</td>\n",
       "      <td>O O O location</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>what 's the cheapest round trip flight on twa ...</td>\n",
       "      <td>O O O O O O O O O O origin O destination</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>will Los Angeles be hot</td>\n",
       "      <td>O location location O O</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>I want to know if it will rain in Buenos Aires</td>\n",
       "      <td>O O O O O O O O O location location</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Doha weather</td>\n",
       "      <td>location O</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>do I need to bring umbrella to Melbourne today</td>\n",
       "      <td>O O O O O O O location O</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>i want to know the cheapest way to fly from Mi...</td>\n",
       "      <td>O O O O O O O O O O origin O destination</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>list all flights from Buenos Aires to Kraków o...</td>\n",
       "      <td>O O O O origin origin O destination O O</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>show me the flights that go from Bucharest to ...</td>\n",
       "      <td>O O O O O O O origin O destination O O O</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>i 'd like to fly from Prague to Brussels on am...</td>\n",
       "      <td>O O O O O O origin O destination O O O</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>what airline is ac</td>\n",
       "      <td>O O O O</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>what are the fares for flights between Tokyo a...</td>\n",
       "      <td>O O O O O O O origin O destination O</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>all right what i 'd like to do is find the che...</td>\n",
       "      <td>O O O O O O O O O O O O O O O O origin O desti...</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>how long will it rain in Artvin</td>\n",
       "      <td>O O O O O O location</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>show me the ground transportation in the salt ...</td>\n",
       "      <td>O O O O O O O O O O O</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>please find a flight from Nairobi to Barcelona...</td>\n",
       "      <td>O O O O O origin O destination O O O O O O O O...</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>show me all prices of economy from Manila to Z...</td>\n",
       "      <td>O O O O O O O origin O destination</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>i would like a flight as early as possible in ...</td>\n",
       "      <td>O O O O O O O O O O O O O O origin O O destina...</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>will Hangzhou be hot</td>\n",
       "      <td>O location O O</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>find me the weather in London</td>\n",
       "      <td>O O O O O location</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>how far is the airport from Venice</td>\n",
       "      <td>O O O O O O origin</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>how much is coach flight from Nairobi to Zurich</td>\n",
       "      <td>O O O O O O origin O destination</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>show me flights from Florence to Abu Dhabi please</td>\n",
       "      <td>O O O O origin O destination destination O</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>what does flight code us mean</td>\n",
       "      <td>O O O O O O</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3570</th>\n",
       "      <td>what flights are available sunday afternoon fr...</td>\n",
       "      <td>O O O O O O O origin O destination</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3571</th>\n",
       "      <td>find me the weather forecast for Manama</td>\n",
       "      <td>O O O O O O location</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3572</th>\n",
       "      <td>will Abu Dhabi be hot</td>\n",
       "      <td>O location location O O</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3573</th>\n",
       "      <td>okay tell me what the earliest flight is that ...</td>\n",
       "      <td>O O O O O O O O O O O origin O destination</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3574</th>\n",
       "      <td>i would like information on flights leaving Ha...</td>\n",
       "      <td>O O O O O O O origin O O O destination</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3575</th>\n",
       "      <td>what airline is aa</td>\n",
       "      <td>O O O O</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3576</th>\n",
       "      <td>what limousine service in toronto</td>\n",
       "      <td>O O O O O</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3577</th>\n",
       "      <td>what is the airfare for flights from Vienna to...</td>\n",
       "      <td>O O O O O O O origin O destination O O O</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3578</th>\n",
       "      <td>do you have a flight from Melbourne to Kraków ...</td>\n",
       "      <td>O O O O O O origin O destination O O</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3579</th>\n",
       "      <td>I wonder how it feels today in Singapore</td>\n",
       "      <td>O O O O O O O location</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3580</th>\n",
       "      <td>what airlines from Hanoi dc to Barcelona</td>\n",
       "      <td>O O O origin O O destination</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3581</th>\n",
       "      <td>Krabi humidity</td>\n",
       "      <td>location O</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3582</th>\n",
       "      <td>i would like a flight on friday morning from H...</td>\n",
       "      <td>O O O O O O O O O origin O destination</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3583</th>\n",
       "      <td>I want to know if it will rain in Miami</td>\n",
       "      <td>O O O O O O O O O location</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3584</th>\n",
       "      <td>what airlines fly between Beijing and Chennai ...</td>\n",
       "      <td>O O O O origin O destination O O O O</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3585</th>\n",
       "      <td>afternoon flight from Mecca to Miami</td>\n",
       "      <td>O O O origin O destination</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3586</th>\n",
       "      <td>what type of ground transportation is there at...</td>\n",
       "      <td>O O O O O O O O O O O O</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3587</th>\n",
       "      <td>what cities does northwest fly to</td>\n",
       "      <td>O O O O O O</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3588</th>\n",
       "      <td>american airlines leaving Los Angeles</td>\n",
       "      <td>O O O origin origin</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3589</th>\n",
       "      <td>what ground transportation is available betwee...</td>\n",
       "      <td>O O O O O O O O O O O</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3590</th>\n",
       "      <td>what are the fares for flights between Kraków ...</td>\n",
       "      <td>O O O O O O O origin O O O O O O</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3591</th>\n",
       "      <td>what kind of aircraft does delta use before _D...</td>\n",
       "      <td>O O O O O O O O O O O O O O origin O destination</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3592</th>\n",
       "      <td>show me the connecting flights between Mexico ...</td>\n",
       "      <td>O O O O O O origin origin O destination O O O ...</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3593</th>\n",
       "      <td>show me the cheapest one way flights from Hano...</td>\n",
       "      <td>O O O O O O O O origin O destination</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3594</th>\n",
       "      <td>what united airlines flights go through denver</td>\n",
       "      <td>O O O O O O O</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3595</th>\n",
       "      <td>current weather in Venice</td>\n",
       "      <td>O O O location</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3596</th>\n",
       "      <td>please tell me the flights between Riyadh and ...</td>\n",
       "      <td>O O O O O O origin O destination O O</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3597</th>\n",
       "      <td>what flights are available on dl from Los Ange...</td>\n",
       "      <td>O O O O O O O origin origin O destination dest...</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3598</th>\n",
       "      <td>Muğla temperature</td>\n",
       "      <td>location O</td>\n",
       "      <td>weather</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3599</th>\n",
       "      <td>show me flights monday night after _D_ pm for ...</td>\n",
       "      <td>O O O O O O O O O origin O destination</td>\n",
       "      <td>flight</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3600 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               sentence  \\\n",
       "0                   round trip fares Warsaw to Istanbul   \n",
       "1       if I am going to Berlin should I bring umbrella   \n",
       "2     what is the ground transportation from philade...   \n",
       "3     okay and on may four i would like to go from S...   \n",
       "4            do I need to bring umbrella to Seoul today   \n",
       "5                                   temperature in Rome   \n",
       "6                           current weather in Florence   \n",
       "7     what 's the cheapest round trip flight on twa ...   \n",
       "8                               will Los Angeles be hot   \n",
       "9        I want to know if it will rain in Buenos Aires   \n",
       "10                                         Doha weather   \n",
       "11       do I need to bring umbrella to Melbourne today   \n",
       "12    i want to know the cheapest way to fly from Mi...   \n",
       "13    list all flights from Buenos Aires to Kraków o...   \n",
       "14    show me the flights that go from Bucharest to ...   \n",
       "15    i 'd like to fly from Prague to Brussels on am...   \n",
       "16                                   what airline is ac   \n",
       "17    what are the fares for flights between Tokyo a...   \n",
       "18    all right what i 'd like to do is find the che...   \n",
       "19                      how long will it rain in Artvin   \n",
       "20    show me the ground transportation in the salt ...   \n",
       "21    please find a flight from Nairobi to Barcelona...   \n",
       "22    show me all prices of economy from Manila to Z...   \n",
       "23    i would like a flight as early as possible in ...   \n",
       "24                                 will Hangzhou be hot   \n",
       "25                        find me the weather in London   \n",
       "26                   how far is the airport from Venice   \n",
       "27      how much is coach flight from Nairobi to Zurich   \n",
       "28    show me flights from Florence to Abu Dhabi please   \n",
       "29                        what does flight code us mean   \n",
       "...                                                 ...   \n",
       "3570  what flights are available sunday afternoon fr...   \n",
       "3571            find me the weather forecast for Manama   \n",
       "3572                              will Abu Dhabi be hot   \n",
       "3573  okay tell me what the earliest flight is that ...   \n",
       "3574  i would like information on flights leaving Ha...   \n",
       "3575                                 what airline is aa   \n",
       "3576                  what limousine service in toronto   \n",
       "3577  what is the airfare for flights from Vienna to...   \n",
       "3578  do you have a flight from Melbourne to Kraków ...   \n",
       "3579           I wonder how it feels today in Singapore   \n",
       "3580           what airlines from Hanoi dc to Barcelona   \n",
       "3581                                     Krabi humidity   \n",
       "3582  i would like a flight on friday morning from H...   \n",
       "3583            I want to know if it will rain in Miami   \n",
       "3584  what airlines fly between Beijing and Chennai ...   \n",
       "3585               afternoon flight from Mecca to Miami   \n",
       "3586  what type of ground transportation is there at...   \n",
       "3587                  what cities does northwest fly to   \n",
       "3588              american airlines leaving Los Angeles   \n",
       "3589  what ground transportation is available betwee...   \n",
       "3590  what are the fares for flights between Kraków ...   \n",
       "3591  what kind of aircraft does delta use before _D...   \n",
       "3592  show me the connecting flights between Mexico ...   \n",
       "3593  show me the cheapest one way flights from Hano...   \n",
       "3594     what united airlines flights go through denver   \n",
       "3595                          current weather in Venice   \n",
       "3596  please tell me the flights between Riyadh and ...   \n",
       "3597  what flights are available on dl from Los Ange...   \n",
       "3598                                  Muğla temperature   \n",
       "3599  show me flights monday night after _D_ pm for ...   \n",
       "\n",
       "                                                  label   intent  \n",
       "0                            O O O origin O destination    other  \n",
       "1                            O O O O O location O O O O  weather  \n",
       "2                               O O O O O O O O O O O O    other  \n",
       "3     O O O O O O O O O O O origin O destination O O...   flight  \n",
       "4                              O O O O O O O location O  weather  \n",
       "5                                          O O location  weather  \n",
       "6                                        O O O location  weather  \n",
       "7              O O O O O O O O O O origin O destination   flight  \n",
       "8                               O location location O O  weather  \n",
       "9                   O O O O O O O O O location location  weather  \n",
       "10                                           location O  weather  \n",
       "11                             O O O O O O O location O  weather  \n",
       "12             O O O O O O O O O O origin O destination   flight  \n",
       "13              O O O O origin origin O destination O O   flight  \n",
       "14             O O O O O O O origin O destination O O O   flight  \n",
       "15               O O O O O O origin O destination O O O   flight  \n",
       "16                                              O O O O    other  \n",
       "17                 O O O O O O O origin O destination O    other  \n",
       "18    O O O O O O O O O O O O O O O O origin O desti...    other  \n",
       "19                                 O O O O O O location  weather  \n",
       "20                                O O O O O O O O O O O    other  \n",
       "21    O O O O O origin O destination O O O O O O O O...   flight  \n",
       "22                   O O O O O O O origin O destination    other  \n",
       "23    O O O O O O O O O O O O O O origin O O destina...   flight  \n",
       "24                                       O location O O  weather  \n",
       "25                                   O O O O O location  weather  \n",
       "26                                   O O O O O O origin    other  \n",
       "27                     O O O O O O origin O destination    other  \n",
       "28           O O O O origin O destination destination O   flight  \n",
       "29                                          O O O O O O   flight  \n",
       "...                                                 ...      ...  \n",
       "3570                 O O O O O O O origin O destination   flight  \n",
       "3571                               O O O O O O location  weather  \n",
       "3572                            O location location O O  weather  \n",
       "3573         O O O O O O O O O O O origin O destination   flight  \n",
       "3574             O O O O O O O origin O O O destination   flight  \n",
       "3575                                            O O O O    other  \n",
       "3576                                          O O O O O    other  \n",
       "3577           O O O O O O O origin O destination O O O    other  \n",
       "3578               O O O O O O origin O destination O O   flight  \n",
       "3579                             O O O O O O O location  weather  \n",
       "3580                       O O O origin O O destination    other  \n",
       "3581                                         location O  weather  \n",
       "3582             O O O O O O O O O origin O destination   flight  \n",
       "3583                         O O O O O O O O O location  weather  \n",
       "3584               O O O O origin O destination O O O O    other  \n",
       "3585                         O O O origin O destination   flight  \n",
       "3586                            O O O O O O O O O O O O    other  \n",
       "3587                                        O O O O O O    other  \n",
       "3588                                O O O origin origin   flight  \n",
       "3589                              O O O O O O O O O O O    other  \n",
       "3590                   O O O O O O O origin O O O O O O    other  \n",
       "3591   O O O O O O O O O O O O O O origin O destination    other  \n",
       "3592  O O O O O O origin origin O destination O O O ...   flight  \n",
       "3593               O O O O O O O O origin O destination   flight  \n",
       "3594                                      O O O O O O O   flight  \n",
       "3595                                     O O O location  weather  \n",
       "3596               O O O O O O origin O destination O O   flight  \n",
       "3597  O O O O O O O origin origin O destination dest...   flight  \n",
       "3598                                         location O  weather  \n",
       "3599             O O O O O O O O O origin O destination   flight  \n",
       "\n",
       "[3600 rows x 3 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "data_arr = df.values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "s_list, l_list, i_list = [],[],[]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[3600, 3600, 3600]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "for row in data_arr:\n",
    "    s_list.append(row[0])\n",
    "    l_list.append(row[1])\n",
    "    i_list.append(row[2])\n",
    "\n",
    "[len(x) for x in [s_list,l_list,i_list]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['round trip fares Warsaw to Istanbul',\n",
       " 'if I am going to Berlin should I bring umbrella',\n",
       " 'what is the ground transportation from philadelphia airport to the city proper',\n",
       " 'okay and on may four i would like to go from Sydney to Chennai leaving early in the morning around _D_',\n",
       " 'do I need to bring umbrella to Seoul today',\n",
       " 'temperature in Rome',\n",
       " 'current weather in Florence',\n",
       " \"what 's the cheapest round trip flight on twa from Burgas to Kraków\",\n",
       " 'will Los Angeles be hot',\n",
       " 'I want to know if it will rain in Buenos Aires',\n",
       " 'Doha weather',\n",
       " 'do I need to bring umbrella to Melbourne today',\n",
       " 'i want to know the cheapest way to fly from Milan to Honolulu',\n",
       " 'list all flights from Buenos Aires to Kraków on friday',\n",
       " 'show me the flights that go from Bucharest to Seoul on thursday mornings',\n",
       " \"i 'd like to fly from Prague to Brussels on american airlines\",\n",
       " 'what airline is ac',\n",
       " 'what are the fares for flights between Tokyo and Burgas dc',\n",
       " \"all right what i 'd like to do is find the cheapest one way fare from Lima to Rome\",\n",
       " 'how long will it rain in Artvin',\n",
       " 'show me the ground transportation in the salt lake city airport',\n",
       " 'please find a flight from Nairobi to Barcelona that makes a stop in chicago on may seventeenth one way with dinner',\n",
       " 'show me all prices of economy from Manila to Zhuhai',\n",
       " 'i would like a flight as early as possible in the day leaving from Krabi and to Hong Kong',\n",
       " 'will Hangzhou be hot',\n",
       " 'find me the weather in London',\n",
       " 'how far is the airport from Venice',\n",
       " 'how much is coach flight from Nairobi to Zurich',\n",
       " 'show me flights from Florence to Abu Dhabi please',\n",
       " 'what does flight code us mean',\n",
       " 'what flights are there from Shenzhen to Delhi on wednesday morning',\n",
       " 'i want to go from Mexico City to Seoul',\n",
       " \"what 's the capacity of a _D_\",\n",
       " 'if I am going to Hong Kong should I bring umbrella',\n",
       " 'what ground transportation is available between milwaukee airport and downtown milwaukee',\n",
       " 'what flights do you have available from Manila Manila and Manila into Pattaya',\n",
       " 'i need information on a flight from Hanoi to Marrakech',\n",
       " 'what does ap_D_ mean',\n",
       " 'find me the weather in Sousse',\n",
       " 'first class fares from London to Sharjah please',\n",
       " 'find me the weather forecast for Rome',\n",
       " 'get flights from Manama to Berlin',\n",
       " 'list the nonstop flights early tuesday morning from Chennai to Berlin',\n",
       " 'what airline is the flight originating in Krabi on november seventh at noon and arriving in Kuala Lumpur at _D_ pm',\n",
       " 'how many first class flights does delta airlines have',\n",
       " 'find me the weather forecast for Manila',\n",
       " 'weather in Brussels',\n",
       " 'is it raining in Moscow',\n",
       " 'what kind of ground transportation can you offer me in seattle',\n",
       " 'Los Angeles humidity',\n",
       " 'rain or sunny Tokyo',\n",
       " 'i would like to leave thursday morning from Zurich to Kraków',\n",
       " 'list delta flights from London to Lima with aircraft type',\n",
       " 'Muğla temperature',\n",
       " 'is it raining in Dubai',\n",
       " 'what flights are there from Barcelona to Las Vegas on saturday',\n",
       " 'if I am going to Abu Dhabi should I bring umbrella',\n",
       " 'please find all the flights from Toronto to any airport in the Delhi area that arrive next saturday before _D_ pm',\n",
       " \"what 's the next smallest plane after a turboprop\",\n",
       " 'rain jacket needed in Manama now',\n",
       " 'do you have a flight from Shenzhen to Lima next tuesday',\n",
       " 'is it raining in Dublin',\n",
       " 'what does the meal code s stand for',\n",
       " \"what 's the price of the least expensive first class round trip ticket on us air from Pattaya to Muğla\",\n",
       " \"i 'd like to book two flights to Riyadh\",\n",
       " \"what 's the cheapest round trip flight on twa from Lima to Manila\",\n",
       " 'rain or sunny Paris',\n",
       " 'may I know the weather in Sydney',\n",
       " 'could i have listings of flights from Agra to Orlando canada leaving on wednesday',\n",
       " 'do I need to bring umbrella to Dublin today',\n",
       " 'could you tell me the flights leaving Vancouver around midnight for Amsterdam',\n",
       " 'list delta flights from Shanghai to Toronto with aircraft type',\n",
       " 'ground transportation philadelphia',\n",
       " 'what type of aircraft is used on american airline flight _D_',\n",
       " \"i 'd like the earliest flight from Rome to East Province\",\n",
       " 'what does ap_D_ mean',\n",
       " 'what is the earliest flight that eastern has between Prague and Istanbul',\n",
       " 'list all daily flights between Amsterdam and as well as Amsterdam and using american airline',\n",
       " 'list all the airlines flying between Moscow and Punta Cana',\n",
       " 'will it rain today in Zhuhai',\n",
       " 'what is mci',\n",
       " 'city humidity',\n",
       " 'show me flights Kiev to Dubai on wednesday',\n",
       " 'weather in Buenos Aires',\n",
       " 'do I need to bring umbrella to Buenos Aires today',\n",
       " 'do I need to bring umbrella to Siem Reap today',\n",
       " 'how much is a limousine service in la guardia',\n",
       " 'give me the continental flights from Mecca to Agra on saturday morning',\n",
       " 'list nonstop flights from Orlando to Edirne which arrive on monday after _D_ pm',\n",
       " 'is it going to be sunny in Abu Dhabi',\n",
       " 'show fares and flights from Sydney to Sousse',\n",
       " 'i would like to know the types of ground transportation from the airport to las vegas',\n",
       " 'rain or sunny Rome',\n",
       " \"i 'd like to travel from Honolulu to Chennai next wednesday\",\n",
       " 'on friday i need to see all flights that leave Delhi and arrive in Prague before _D_ pm',\n",
       " 'which flights are available on april twenty first in the morning from Guangzhou to Cairo',\n",
       " 'what airlines have flights from Djerba to Tokyo',\n",
       " 'East Province weather',\n",
       " 'rain or sunny Artvin',\n",
       " \"what 's the weather like in Lima\",\n",
       " 'is it going to be sunny in Brussels',\n",
       " 'weather in Dublin',\n",
       " 'weather in Shanghai',\n",
       " 'Sofia weather',\n",
       " 'what is the cheapest ticket from Moscow to Muğla on friday august thirtieth',\n",
       " 'Chennai temperature',\n",
       " 'give me a list of all the flights from Guilin to Madrid or Guilin to Madrid or Guilin to Madrid',\n",
       " 'tell me about the m_D_ aircraft',\n",
       " 'show me the type of aircraft that cp uses',\n",
       " 'will it rain today in Moscow',\n",
       " 'what flights are available from Moscow to Zhuhai on april twenty first in the late afternoon',\n",
       " 'temperature in Paris',\n",
       " 'Burgas weather',\n",
       " 'Berlin weather',\n",
       " 'I wonder how it feels today in Lima',\n",
       " 'Sofia temperature',\n",
       " 'tell me all the airports near westchester county',\n",
       " 'okay could you tell me what flight leaves Kraków to Antalya by united airline',\n",
       " 'what flights are available from Vienna to Jakarta',\n",
       " 'rain or sunny Riyadh',\n",
       " 'how much does it cost to fly on delta from Macau to Guilin',\n",
       " 'weather in Bucharest',\n",
       " 'what are the flights from Abu Dhabi to Venice in the afternoon',\n",
       " 'what flights from Nice to Burgas on saturday',\n",
       " 'what are the flights from Bangkok to Frankfurt returning on tuesday july thirteenth',\n",
       " 'can i get a taxi from Burgas Burgas airport to downtown Burgas Burgas',\n",
       " 'which united airlines flight flies across this continent and leaves from Honolulu goes to Brussels and makes a stopover in philadelphia',\n",
       " 'show me ground transportation in fort worth',\n",
       " 'please list all the flights from Toronto to Sofia on june seventeenth',\n",
       " 'show me the flights from Denpasar to Moscow and the flights from Denpasar to Moscow',\n",
       " 'Frankfurt temperature',\n",
       " \"i 'd like the first flight in the morning from Doha to Munich\",\n",
       " \"okay on tuesday june first i 'd like to go from Los Angeles to Mexico City in the late afternoon\",\n",
       " 'temperature in Sharjah',\n",
       " 'rain jacket needed in Buenos Aires now',\n",
       " 'Denpasar weather',\n",
       " 'what is the airfare from city to Jaipur',\n",
       " 'list flights from Taipei to Kiev in the morning',\n",
       " 'if I am going to Shenzhen should I bring umbrella',\n",
       " 'is it hot in Pattaya',\n",
       " 'rain or sunny Amsterdam',\n",
       " 'can you show me the cheapest round trip flights between Moscow and Burgas',\n",
       " 'Berlin weather',\n",
       " 'is it raining in Amman',\n",
       " 'do I need to bring umbrella to Amman today',\n",
       " 'what does the fare code qw mean',\n",
       " \"what 's the weather like in Berlin\",\n",
       " 'list the flights from Sofia to Bucharest on june sixth after _D_ pm',\n",
       " 'list flights from Phuket to Dubai on thursday morning nonstop',\n",
       " \"what 's the difference between fare code q and fare code f\",\n",
       " \"what 's the weather like in Zhuhai\",\n",
       " 'how many first class flights does delta airlines have',\n",
       " 'now show me ground transportation in houston on monday afternoon',\n",
       " 'if I am going to Milan should I bring umbrella',\n",
       " 'please show ground transportation to milwaukee',\n",
       " \"what 's the weather like in Pattaya\",\n",
       " 'explain meal codes sd Siem Reap',\n",
       " 'find me the weather in San Francisco',\n",
       " 'I wonder how it feels today in Warsaw',\n",
       " 'explain restriction ap_D_',\n",
       " 'Jakarta weather',\n",
       " 'please show me the return flight number from Burgas to Mumbai',\n",
       " 'i want to fly from Amsterdam to Nice',\n",
       " 'Siem Reap weather',\n",
       " 'on friday i need to see all flights that leave Guangzhou and arrive in Zurich before _D_ pm',\n",
       " 'i need a flight from Buenos Aires to Kuala Lumpur nonstop arriving at _D_ pm please',\n",
       " 'find me the weather forecast for Hangzhou',\n",
       " 'show me about the ground transportation in boston',\n",
       " 'rain jacket needed in Seoul now',\n",
       " 'what price is a limousine service to Kiev la guardia',\n",
       " \"please inform me the type of aircraft used on a flight from Johannesburg to Manama before _D_ o'clock noon\",\n",
       " 'Amman weather',\n",
       " \"i 'd like to find the cheapest one way fare from Chennai to Siem Reap\",\n",
       " 'what are the cities served by delta airlines',\n",
       " 'list all nonstop flights from Chiang Mai to Buenos Aires before _D_ pm on tuesday',\n",
       " 'what times on wednesday could i take a plane from Toronto to Manama',\n",
       " \"what 's the weather like in Kraków\",\n",
       " 'find me the weather forecast for Amman',\n",
       " 'weather in Sousse',\n",
       " 'do I need to bring umbrella to Orlando today',\n",
       " 'is it hot in Venice',\n",
       " 'how many cities are served by continental with first class flights',\n",
       " 'will it rain today in Nairobi',\n",
       " 'what do you have going from country to Amsterdam serving breakfast',\n",
       " 'please show me all fares for flights from Florence to country',\n",
       " 'i need to find a flight from Mexico City to Macau that has a stopover in dallas',\n",
       " 'list the flights arriving in Taipei from Munich before noon on august fourth',\n",
       " 'are there any flights before _D_ noon on june fifteenth from Kuala Lumpur to Burgas',\n",
       " 'will Brussels be hot',\n",
       " 'i need to get downtown from the denver airport',\n",
       " 'please list all flights on united airlines and northwest airlines that go into Riyadh and all flights on northwest airlines and united airlines that fly out of Krabi',\n",
       " \"what 's the ground transportation from Guangzhou to London\",\n",
       " 'i would like information on ground transportation in the city of atlanta from airport to downtown',\n",
       " 'Sydney humidity',\n",
       " 'do I need to bring umbrella to Abu Dhabi today',\n",
       " 'do you have a flight from Dubai to Mumbai north carolina next monday',\n",
       " 'show me airline abbreviations',\n",
       " 'does any airline have an early afternoon flight from Berlin to Chiang Mai',\n",
       " 'show me boston ground transportation',\n",
       " 'please give me a list of all the flights between Denpasar and Siem Reap and their cost',\n",
       " 'Zhuhai humidity',\n",
       " 'how long will it rain in Hangzhou',\n",
       " 'do you fly a _D_ from Taipei to Phuket',\n",
       " 'what flights leave Phuket for Hangzhou and depart before noon on american airlines',\n",
       " 'I wonder how it feels today in Chiang Mai',\n",
       " 'current weather in Antalya',\n",
       " 'may I know the weather in Chennai',\n",
       " 'which flights are there on tuesday from Milan to Guangzhou',\n",
       " 'show me all connecting flights on united airlines between Cairo and Singapore',\n",
       " 'show me ground transportation in denver during weekdays',\n",
       " 'please list information regarding san francisco airport',\n",
       " 'what is the distance from la guardia to Melbourne downtown',\n",
       " 'show me the list of flights between Moscow and Munich that leave in the afternoon',\n",
       " 'what type of aircraft flies from Las Vegas to Muğla',\n",
       " 'tell me about ground transportation between orlando international and Honolulu',\n",
       " 'which cities are serviced by both american and delta airlines',\n",
       " 'all flights from Madrid to Jaipur',\n",
       " 'what is the airfare between London and Mexico City',\n",
       " 'can you show me one way economy fares from Seoul to Zhuhai',\n",
       " 'please tell me how many nonstop flights there are from Zhuhai to Paris',\n",
       " 'i would like to make a reservation for a flight to Burgas from city on this coming sunday',\n",
       " 'Warsaw humidity',\n",
       " \"show me all flights from Tokyo to Mexico City which arrive before _D_ o'clock am on wednesday\",\n",
       " 'i would like to book a flight that goes from Hong Kong to Rome',\n",
       " 'find me the weather forecast for Shanghai',\n",
       " 'list the flights from Shanghai to Brussels on american airlines',\n",
       " 'rain or sunny Sharjah',\n",
       " 'I want to know if it will rain in Orlando',\n",
       " 'please list flights from Chiang Mai to Toronto',\n",
       " 'show me all the flights that go from Zurich to Djerba',\n",
       " 'is it hot in Lisbon',\n",
       " 'july seventh what is the cost of a round trip ticket traveling first class on united airlines leaving from Madrid going to Istanbul',\n",
       " 'will it rain today in Djerba',\n",
       " 'is it hot in Shenzhen',\n",
       " 'does any airline have an afternoon flight from Orlando to Budapest',\n",
       " 'is it going to be sunny in Cancún',\n",
       " 'if I am going to San Francisco should I bring umbrella',\n",
       " 'show me flights from Hong Kong to Denpasar on friday leaving after _D_ noon',\n",
       " 'please list the flight times from Melbourne to Shanghai',\n",
       " 'give me the saturday morning flights from Nairobi to Mecca on continental that have meals',\n",
       " 'Barcelona temperature',\n",
       " 'i would like information on flights from Cancún to Rome california on friday afternoon',\n",
       " 'what does fare code qo mean',\n",
       " 'I wonder how it feels today in Sofia',\n",
       " 'i would like to find a flight from Sofia to Los Angeles that makes a stop in st. louis',\n",
       " 'i need a flight from Djerba to Phuket stopping in dallas the flight should also serve lunch',\n",
       " 'will Lima be hot',\n",
       " 'show me round trip fares from Denpasar to Seoul nonstop',\n",
       " 'find me the weather forecast for Nairobi',\n",
       " 'is it raining in Jaipur',\n",
       " 'list flights from Brussels to Los Angeles friday am',\n",
       " 'how long will it rain in Las Vegas',\n",
       " 'what is fare code y mean',\n",
       " 'find me the weather in Prague',\n",
       " 'what flights from Chiang Mai to Amman on friday with a meal',\n",
       " 'how long will it rain in Doha',\n",
       " 'Zhuhai weather',\n",
       " 'what ground transportation is available at denver airport',\n",
       " 'show me ground transportation information for san francisco',\n",
       " 'how long will it rain in Jakarta',\n",
       " 'show me all first class fares from Melbourne to Istanbul leaving on a tuesday',\n",
       " \"what 's fare code yn\",\n",
       " 'I wonder how it feels today in Hong Kong',\n",
       " 'rain jacket needed in Hangzhou now',\n",
       " 'what is the cheapest flight from Amsterdam to Mecca one way',\n",
       " 'rain or sunny Amsterdam',\n",
       " 'does american airlines fly to Nice from Los Angeles',\n",
       " 'what kind of airplanes are used by delta airlines flying between Munich and East Province',\n",
       " 'tell me about flights leaving from Punta Cana and going to Brussels north carolina next monday i need to know about flights that arrive in Brussels between _D_ and _D_ pm',\n",
       " 'Shanghai weather',\n",
       " 'do I need to bring umbrella to Warsaw today',\n",
       " \"i 'd like to make a round trip from Honolulu to Orlando by way of charlotte\",\n",
       " \"i 'd like information on a flight from Lisbon to Rome on united air\",\n",
       " 'find me the weather in Nice',\n",
       " 'show me the flights from Los Angeles to Bangkok',\n",
       " 'what kind of airplane goes from Kraków to Abu Dhabi monday stopping in dallas in the afternoon first class flight',\n",
       " \"i 'd like a flight from Cairo to Shenzhen stopping in cincinnati and serving dinner what 's available\",\n",
       " 'list the nonstop flights early tuesday morning from Doha to Bucharest',\n",
       " 'current weather in Burgas',\n",
       " 'may I know the weather in Taipei',\n",
       " \"now i need another flight from Hong Kong to Kuala Lumpur arriving also in the late afternoon what 's available for that\",\n",
       " 'show me all daily flights between Krabi and Mexico City',\n",
       " 'give me the flights from Mexico City to Sharjah nonstop',\n",
       " 'round trip fares from Miami to Krabi less than _D_ dollars',\n",
       " 'to what cities from Siem Reap does america west fly first class',\n",
       " 'rain or sunny Moscow',\n",
       " 'current weather in Vienna',\n",
       " 'can you tell me what aircraft is used for delta flight _D_ from Shenzhen to Phuket',\n",
       " \"i 'd like to find a flight from Hong Kong to Kiev that makes a stop in new york\",\n",
       " \"what 's the weather like in Agra\",\n",
       " \"what 's the weather like in Phuket\",\n",
       " 'list airports in new york',\n",
       " 'show flights from Hanoi to Barcelona on us airlines with fare information',\n",
       " 'is it hot in Melbourne',\n",
       " \"i 'd like to have some information on a ticket from Hangzhou to Antalya with a stop in pittsburgh\",\n",
       " 'is there ground transportation from the atlanta airport to downtown Singapore',\n",
       " 'which flights are there on tuesday from London to Amsterdam',\n",
       " 'show me the flights from Doha new jersey to ontario international next saturday',\n",
       " 'could you please give me the cost of a round trip flight from Vienna to Manama',\n",
       " 'list all round trip fares from Sousse to Hangzhou',\n",
       " \"what 's the weather like in Paris\",\n",
       " 'rain jacket needed in Berlin now',\n",
       " 'is it hot in country',\n",
       " \"hello i 'd like a delta flight from Moscow to Kiev\",\n",
       " 'what are the flights from Mexico City to Hangzhou in the afternoon',\n",
       " 'is it raining in Nice',\n",
       " 'how long will it rain in Manama',\n",
       " \"how many stops are on all flights from Johannesburg to Cairo that depart before _D_ o'clock noon\",\n",
       " 'could i have flight information on flights from Lisbon to Hangzhou please',\n",
       " 'how long will it rain in Burgas',\n",
       " 'Siem Reap humidity',\n",
       " 'show me all the one way fares from Mumbai to Nice',\n",
       " 'temperature in Prague',\n",
       " 'do all the flights to Edirne land at the same place',\n",
       " 'how many flights does each airline have with business class service',\n",
       " \"what 's the weather like in Chiang Mai\",\n",
       " 'show me airlines with flights from Moscow to Pattaya please',\n",
       " 'will Florence be hot',\n",
       " 'what are the fares for flights from Djerba to Frankfurt on tuesday and wednesday',\n",
       " 'what planes are used by twa',\n",
       " 'list all flights from San Francisco to Suzhou on sunday',\n",
       " \"what 's the cheapest one way ticket from Zurich to Warsaw\",\n",
       " 'if I am going to Moscow should I bring umbrella',\n",
       " 'is it going to be sunny in Los Angeles',\n",
       " 'current weather in Vancouver',\n",
       " 'looking for a flight to Singapore',\n",
       " 'tell me about flights leaving from Paris and going to Florence north carolina next monday i need to know about flights that arrive in Florence between _D_ and _D_ pm',\n",
       " 'train to newark',\n",
       " 'what kind of airplane is flight ua _D_ from Zhuhai to Kraków',\n",
       " \"list all flights from Marrakech to Sydney after _D_ o'clock pm on wednesday\",\n",
       " 'current weather in Delhi',\n",
       " 'rain or sunny Kuala Lumpur',\n",
       " 'can i go from Lisbon to Frankfurt with a stopover in denver',\n",
       " 'list daily flights from Zhuhai to Hangzhou',\n",
       " 'flights and fares from Sydney to Delhi',\n",
       " 'give me the fares from Zurich to Manila next sunday',\n",
       " 'explain restriction ap _D_',\n",
       " 'what is the least expensive flight from Bucharest to Macau leaving on october fifth',\n",
       " 'weather in Lisbon',\n",
       " 'I want to know if it will rain in Artvin',\n",
       " 'show me all twa flights please',\n",
       " 'will Warsaw be hot',\n",
       " 'what is the coach economy class night service from Kuala Lumpur to Istanbul',\n",
       " 'Melbourne to Berlin wednesday',\n",
       " 'the most expensive flight between Las Vegas and Dubai',\n",
       " 'rain or sunny Madrid',\n",
       " 'i would like information on twa flights from Shanghai to Brussels',\n",
       " \"is there any flight leaving Sydney around _D_ o'clock for Jeju\",\n",
       " 'list flights from Jakarta dc to Rome',\n",
       " 'find me the weather forecast for Amman',\n",
       " 'show me airlines that have flights between Marrakech and Antalya between Marrakech and Antalya Antalya and between Marrakech Marrakech and Antalya',\n",
       " \"what 's the earliest flight from Punta Cana to Kuala Lumpur on thursday morning\",\n",
       " 'find me the weather in Taipei',\n",
       " 'list flights from Suzhou to Venice',\n",
       " 'Jaipur temperature',\n",
       " 'is there ground transportation from lga into new york city',\n",
       " 'how long will it rain in Krabi',\n",
       " 'show me all the one way fares from Punta Cana to Antalya',\n",
       " 'if I am going to Bangkok should I bring umbrella',\n",
       " \"what 's the ground transportation from Djerba to San Francisco\",\n",
       " 'looking for a flight to Krabi',\n",
       " 'what is the price of business class from country to Las Vegas on twa',\n",
       " 'list all of the daily flights arriving in city between _D_ and _D_ pm',\n",
       " 'show me the cities served by nationair',\n",
       " 'Florence temperature',\n",
       " 'what first class airplane goes from Bangkok to Guilin and stops in dallas in the afternoon on monday',\n",
       " 'what does ewr mean',\n",
       " 'which airlines go from Macau to Madrid by way of indianapolis',\n",
       " 'may I know the weather in Vancouver',\n",
       " 'how much is a limousine between dallas fort worth international airport and Honolulu',\n",
       " 'Amsterdam temperature',\n",
       " 'flying from Burgas to Edirne on us air',\n",
       " 'I wonder how it feels today in Abu Dhabi',\n",
       " 'what are the seating capacities of planes between Berlin and Kiev',\n",
       " 'show me round trip tickets from Jeju to Zhuhai',\n",
       " 'show me all the flights from Jakarta to Djerba on us air',\n",
       " 'us _D_ Melbourne to Beijing what is the fare',\n",
       " 'find me the earliest flight from East Province to Lima and the latest return from East Province to Lima within the same day',\n",
       " 'weather in Kiev',\n",
       " 'can i get the shortest flight from Delhi to Seoul',\n",
       " 'can i get a taxi from Guilin Guilin airport to downtown Guilin Guilin',\n",
       " \"okay we 're going from London to Shenzhen first class ticket i 'd like to know the cost of a first class ticket\",\n",
       " 'will Dublin be hot',\n",
       " 'do you have the fare for traveling from oakland airport to Istanbul downtown',\n",
       " 'current weather in Krabi',\n",
       " 'will it rain today in Marrakech',\n",
       " 'if I am going to Barcelona should I bring umbrella',\n",
       " 'is it raining in Vienna',\n",
       " \"in economy class from Marrakech to Sydney arriving july seventh i 'd like to know what 's the cheapest ticket possible\",\n",
       " 'ground transportation in baltimore',\n",
       " 'temperature in Doha',\n",
       " 'weather in Burgas',\n",
       " 'okay and on may four i would like to go from Artvin to Krabi leaving early in the morning around _D_',\n",
       " 'what does ff mean',\n",
       " \"i 'd like to know what type of plane flies from Madrid to London after _D_\",\n",
       " 'I wonder how it feels today in Doha',\n",
       " 'show me all the available flights from Madrid to Abu Dhabi with economy fares',\n",
       " 'will it rain today in Phuket',\n",
       " 'which flights from Shenzhen to Sharjah have the lowest coach class fares',\n",
       " 'what is the distance from boston airport to Chiang Mai',\n",
       " 'yes on the delta flight leaving Jaipur at _D_ pm arriving Frankfurt _D_ pm what type of equipment is used on that flight',\n",
       " 'list flights from Vienna to Hanoi on thursday',\n",
       " 'i actually want to go from Lisbon to Kiev via chicago',\n",
       " 'weather in Kraków',\n",
       " 'i need a return flight from Seoul to Burgas leaving Seoul around _D_ in the evening on the day following next wednesday',\n",
       " 'Melbourne humidity',\n",
       " 'what does q mean',\n",
       " 'rain jacket needed in East Province now',\n",
       " 'will it rain today in Melbourne',\n",
       " 'I wonder how it feels today in Mumbai',\n",
       " 'is there a twa flight from Lima to Miami',\n",
       " 'give me the flights from Lima to Chiang Mai on continental that have meals early saturday morning',\n",
       " \"hi i 'd like to fly from Orlando to Artvin and make a stop in cincinnati along the way\",\n",
       " 'and now show me ground transportation that i could get in boston late night',\n",
       " 'what flights are available tuesday afternoon from Guilin to Barcelona',\n",
       " 'temperature in Vancouver',\n",
       " 'Honolulu temperature',\n",
       " 'are there any early flights from Sydney to Kiev on thursday mornings',\n",
       " 'how long will it rain in Lima',\n",
       " 'explain fare code qx',\n",
       " 'show me the earliest flight on wednesday from Orlando to Mexico City',\n",
       " 'current weather in Paris',\n",
       " 'please show me first class flights from Mumbai to Agra one way leaving before _D_ am',\n",
       " 'how long will it rain in Honolulu',\n",
       " 'can you list the earliest flights from Macau to London on thursday',\n",
       " 'is it going to be sunny in Shanghai',\n",
       " 'Vienna weather',\n",
       " 'please give ground transportation at denver airport',\n",
       " 'current weather in Lisbon',\n",
       " 'if I am going to Istanbul should I bring umbrella',\n",
       " 'show me the cities served by nationair',\n",
       " 'weather in Johannesburg',\n",
       " 'list seating capacities of delta flights from Venice to Bangkok',\n",
       " 'show me airports in washington dc',\n",
       " 'Vancouver humidity',\n",
       " 'rain jacket needed in Antalya now',\n",
       " 'ground transportation atl to Jeju',\n",
       " 'flight from dc to Doha',\n",
       " 'current weather in Frankfurt',\n",
       " 'what flights are there on sunday from Cancún to Riyadh',\n",
       " 'what is the lowest cost fare that delta has between Delhi and Siem Reap',\n",
       " 'what ground transportation is available from the denver airport to downtown Marrakech',\n",
       " 'what is the earliest american airlines flight leaving Venice for Honolulu',\n",
       " 'show me the price of flight ea _D_ from Edirne to country',\n",
       " 'what flights from Suzhou arrive in city before _D_ pm',\n",
       " 'can you show me one way economy fares from Vancouver to Warsaw',\n",
       " 'will Frankfurt be hot',\n",
       " 'how many canadian airlines international flights use aircraft _D_',\n",
       " 'what is the seating capacity of the _D_',\n",
       " 'what are the coach fares for flights from Milan to Toronto leaving after _D_ pm',\n",
       " 'I wonder how it feels today in Cancún',\n",
       " 'i need flight information leaving Istanbul and arriving in Edirne for monday',\n",
       " 'show me all the flights between Barcelona and either Hong Kong Hong Kong or Hong Kong that depart between _D_ and _D_ pm',\n",
       " \"all flights from Mecca to Kuala Lumpur between _D_ o'clock and _D_ o'clock in the afternoon\",\n",
       " 'show me all united airlines first class flights',\n",
       " 'Amsterdam humidity',\n",
       " 'temperature in Siem Reap',\n",
       " 'find me the weather in Frankfurt',\n",
       " 'delta flights from Manama please',\n",
       " \"what 's the first class fare round trip from Agra to Agra\",\n",
       " 'what airline is the flight originating in Amman on november seventh at noon and arriving in Los Angeles at _D_ pm',\n",
       " 'how long will it rain in Kuala Lumpur',\n",
       " 'what kind of ground transportation is available in las vegas',\n",
       " 'do I need to bring umbrella to Djerba today',\n",
       " 'what is the cost of a flight from Zhuhai to Milan',\n",
       " 'i would like the least expensive airfare flight on sunday to Buenos Aires from Sofia',\n",
       " 'find me the weather in Burgas',\n",
       " 'is it raining in Delhi',\n",
       " 'may I know the weather in Doha',\n",
       " 'what are the coach fares for flights from Kiev to Abu Dhabi leaving after _D_ pm',\n",
       " 'what flights are there from Cancún to Kuala Lumpur on wednesday morning',\n",
       " 'what is the latest flight you have departing Buenos Aires to Orlando',\n",
       " 'find me the weather in Warsaw',\n",
       " 'list nonstop flights from Marrakech to Manila which arrive before midnight',\n",
       " 'how many different flight classes are there',\n",
       " 'what is the earliest flight from Sydney to bwi that serves a snack',\n",
       " 'can i have a list of all the thursday flights from Djerba to Madrid that leave after _D_ pm',\n",
       " 'give me return flights from Florence to Brussels for december third',\n",
       " 'may I know the weather in Milan',\n",
       " 'rain jacket needed in Siem Reap now',\n",
       " 'is it raining in Delhi',\n",
       " \"i 'd like a flight on july ninth from Cancún to Manama in the afternoon\",\n",
       " 'where does flight ua _D_ from Manila to Zurich stop',\n",
       " 'what are all the flights from Kiev to Amsterdam',\n",
       " 'show me flight us _D_ from Chennai to Vienna on monday and flight us _D_ from Chennai to Vienna on monday and flight twa _D_ from Chennai to Vienna',\n",
       " 'can you show me economy class one way fares for flights from Lisbon to Istanbul on december sixteenth',\n",
       " 'may I know the weather in Vancouver',\n",
       " 'are there any nonstop flights leaving from Amsterdam arriving in Guilin on july seventh',\n",
       " 'may I know the weather in Florence',\n",
       " 'i want a flight departing from Honolulu to Riyadh that leaves in the morning',\n",
       " 'is it hot in Jaipur',\n",
       " 'what does s designate as a meal',\n",
       " 'please list the american airlines flights from Taipei to Barcelona on tuesday october first',\n",
       " 'i need flight information on thursday leaving Nairobi and arriving in Cancún in the morning',\n",
       " 'what day of the week do flights from Antalya to Tokyo fly on',\n",
       " 'what is the ground transportation between the charlotte airport charlotte airport and downtown charlotte',\n",
       " 'if I am going to Berlin should I bring umbrella',\n",
       " 'what is the ground transportation available in fort worth texas',\n",
       " 'East Province temperature',\n",
       " 'what does y mean',\n",
       " 'what is the first class fare on united flight _D_ from Jaipur to Riyadh',\n",
       " 'Kraków temperature',\n",
       " 'temperature in Taipei',\n",
       " 'will it rain today in Seoul',\n",
       " 'list all united flights from Macau to Lisbon',\n",
       " 'list all flights and their fares from Madrid to Chiang Mai on a monday morning',\n",
       " 'will Moscow be hot',\n",
       " 'temperature in Mecca',\n",
       " 'show me first class fares from Hong Kong to Istanbul',\n",
       " \"what 's the weather like in Toronto\",\n",
       " 'tell me all the airports in the new york city area',\n",
       " 'is it going to be sunny in Riyadh',\n",
       " 'how long will it rain in Pattaya',\n",
       " 'will Manama be hot',\n",
       " 'what is the lowest price fare from Prague to Manama on flight delta _D_ andelta _D_',\n",
       " 'I wonder how it feels today in Prague',\n",
       " 'will it rain today in Pattaya',\n",
       " 'dl _D_ Bucharest to Artvin what is the fare',\n",
       " 'how long will it rain in San Francisco',\n",
       " 'show me all all flights from Sydney to Macau on wednesday which leave before noon and serve breakfast',\n",
       " 'show me the fare from Chennai to Krabi',\n",
       " 'what does the fare code qx mean',\n",
       " \"what is american 's schedule of morning flights to Dublin\",\n",
       " 'how long does it take to fly from Mexico City to Krabi',\n",
       " \"on november twenty third of this year _D_ i 'd like to fly from country to Los Angeles and i 'd like to fly on delta\",\n",
       " 'San Francisco temperature',\n",
       " 'may I know the weather in Dubai',\n",
       " 'what is the lowest price fare from Mecca to Hong Kong on flight delta _D_ andelta _D_',\n",
       " 'Chiang Mai to Toronto on monday',\n",
       " 'what ground transportation is available at the boston airport',\n",
       " 'is it hot in Venice',\n",
       " 'rain or sunny Hangzhou',\n",
       " 'show me all the available flights from Honolulu to Muğla with economy fares',\n",
       " 'show me all flights from Dubai to Nice',\n",
       " 'find me the weather forecast for Sofia',\n",
       " 'I want to know if it will rain in Hong Kong',\n",
       " 'I want to know if it will rain in Sofia',\n",
       " 'i wish to book a flight from Krabi to Las Vegas coach discount fare',\n",
       " 'show me fares leaving on tuesdays from Krabi to go to Krabi',\n",
       " 'I wonder how it feels today in East Province',\n",
       " 'show all monday flights from Suzhou to Toronto',\n",
       " 'does us air have any flights out of Punta Cana to Nice',\n",
       " 'show all connecting flights from Kraków to Zhuhai',\n",
       " 'round trip fares Shenzhen to Suzhou',\n",
       " 'i need a flight from Seoul to Venice that leaves wednesday and arrives in Venice around _D_ pm',\n",
       " 'what flights do you have from Melbourne to Djerba',\n",
       " 'airline that stands for dl',\n",
       " 'show me ground transportation in denver during weekdays',\n",
       " 'find a flight from Berlin to Manila with a layover in san francisco on air canada',\n",
       " 'Delhi temperature',\n",
       " 'flight _D_ from Manila to Burgas',\n",
       " 'what is fare code c',\n",
       " 'what flights are available from Manama to Burgas on wednesday in early morning',\n",
       " \"what 's the weather like in Berlin\",\n",
       " 'please give me flights available from Amsterdam to Istanbul',\n",
       " 'please list the flights from Djerba to Venice',\n",
       " 'show me the most expensive fare',\n",
       " 'what is the lowest fare from Amman to Moscow',\n",
       " 'will it rain today in Orlando',\n",
       " 'will Jeju be hot',\n",
       " 'show delta airlines from Istanbul to Doha',\n",
       " 'show me flights from Chennai to Doha',\n",
       " 'show me all flights and fares from Mumbai to Doha',\n",
       " 'show me fares for flights from Taipei to Cancún on july first _D_',\n",
       " \"now i need another flight from Istanbul to Mecca arriving also in the late afternoon what 's available for that\",\n",
       " 'could you show me all the flights from Nice to Artvin',\n",
       " 'what is the distance from boston airport to Hangzhou',\n",
       " 'may I know the weather in Cancún',\n",
       " 'rain or sunny Guilin',\n",
       " 'will it rain today in East Province',\n",
       " 'show me all flights from Las Vegas Las Vegas to Tokyo leaving on a tuesday and show me all flights from Las Vegas to Tokyo Tokyo leaving on sunday',\n",
       " 'i need a flight from Dubai to East Province departing after _D_ pm',\n",
       " 'show me all flights out of Siem Reap on june twentieth that have business class',\n",
       " 'do you have an american airlines flight from Brussels to Mecca in the early morning',\n",
       " 'hi i need to go from Nairobi to Phuket california after _D_ pm on saturday',\n",
       " 'i want to fly from Berlin to Agra i would like the cheapest fare please',\n",
       " 'show all flights between Frankfurt and country for september fifteenth',\n",
       " 'how far is los angeles international from downtown',\n",
       " 'current weather in San Francisco',\n",
       " 'is it raining in Marrakech',\n",
       " 'show me flights from Dublin to Johannesburg on sunday',\n",
       " 'what are the flights from Buenos Aires to Doha returning on tuesday july thirteenth',\n",
       " 'i would like to fly from country to Florence on united airlines',\n",
       " 'i need your help with information on ground transportation from the airport in Punta Cana to downtown',\n",
       " 'list the takeoffs and landings at general mitchell international',\n",
       " 'what flights leave Miami and arrive in city around _D_ pm next tuesday',\n",
       " 'what are the coach fares for flights from Nairobi to Bucharest leaving after _D_ pm',\n",
       " 'which flights are between Melbourne and Melbourne washington',\n",
       " 'i need flights that arrive in Zurich from Shanghai',\n",
       " 'is it hot in Barcelona',\n",
       " 'if I am going to Artvin should I bring umbrella',\n",
       " 'show me the fares from Brussels to Burgas',\n",
       " 'how many passengers can an l_D_ aircraft hold',\n",
       " 'i want to go from Shenzhen to Sharjah on a saturday',\n",
       " 'is there ground transportation from lga into new york city',\n",
       " 'I want to know if it will rain in Las Vegas',\n",
       " 'show me round trip fares from Buenos Aires to Guilin on delta northwest us air and united airlines',\n",
       " 'can you list all flights departing from country and landing in Delhi with a stopover in denver',\n",
       " 'if I am going to Jaipur should I bring umbrella',\n",
       " \"what 's the weather like in Toronto\",\n",
       " 'show me the flights from Riyadh new jersey to ontario international next saturday',\n",
       " 'what is the flight schedule of the f_D_ from country to country',\n",
       " 'how much is a limousine service in la guardia',\n",
       " 'I wonder how it feels today in Milan',\n",
       " 'find me the weather in Taipei',\n",
       " 'temperature in Hanoi',\n",
       " 'find me the weather forecast for Dubai',\n",
       " 'show me first class fares from Edirne to Madrid',\n",
       " 'what flights are available monday from Rome to Munich',\n",
       " 'please list the ground transportation from lga into new york city',\n",
       " 'what flights go from Nice to Jeju on tuesday morning',\n",
       " 'round trip fares Sousse to Mexico City',\n",
       " 'show me the earliest flight on wednesday from Hangzhou to Agra',\n",
       " 'list type of aircraft for all flights from Burgas',\n",
       " 'i would like information on any flights from Venice to Nice arriving in Nice before _D_ am tuesday morning',\n",
       " 'rental car in baltimore',\n",
       " 'give me the least expensive first class round trip ticket on us air from Mexico City to Moscow',\n",
       " 'is ground transportation available in philadelphia',\n",
       " 'I want to know if it will rain in Madrid',\n",
       " 'is it hot in Amman',\n",
       " 'what does fare code m mean',\n",
       " 'on august thirtieth please schedule me on a flight from Toronto to Chennai early in the morning',\n",
       " 'temperature in Toronto',\n",
       " 'i would like a flight from country to Cairo on august twentieth',\n",
       " 'flights between Hong Kong and Honolulu',\n",
       " \"what 's the latest flight i can get from Dublin to Shanghai\",\n",
       " 'which airlines fly from Prague to Shanghai dc via other cities',\n",
       " 'do I need to bring umbrella to Denpasar today',\n",
       " 'may I know the weather in Mexico City',\n",
       " 'rain or sunny Tokyo',\n",
       " 'what types of ground transportation are there to san francisco airport',\n",
       " 'where do the flights from Melbourne to Abu Dhabi stop',\n",
       " 'show me the last flight available in the evening from Krabi to dc on july twenty first',\n",
       " 'do I need to bring umbrella to Munich today',\n",
       " 'can you list flights from city to Chiang Mai with the lowest one way fares that leave on saturday',\n",
       " 'what is tpa',\n",
       " 'rain jacket needed in Manila now',\n",
       " 'what airline is hp',\n",
       " 'what does the fare code qx mean',\n",
       " 'can i get a taxi from Venice Venice airport to downtown Venice Venice',\n",
       " 'list fares from Siem Reap dc to Milan that should be good',\n",
       " 'temperature in Zurich',\n",
       " 'if I am going to Florence should I bring umbrella',\n",
       " 'show fares and flights from Denpasar to Edirne',\n",
       " 'if I am going to Delhi should I bring umbrella',\n",
       " 'find me the weather forecast for Jeju',\n",
       " 'show me the evening flights from Muğla to London',\n",
       " 'show me all the one way fares from Siem Reap to Cancún',\n",
       " 'Frankfurt weather',\n",
       " 'show me all flights from Muğla or Muğla or Muğla that fly to Hanoi',\n",
       " 'can you list all flights that depart from Macau to Miami',\n",
       " 'ground transportation in dallas and boston',\n",
       " 'does midwest express serve montreal',\n",
       " 'do I need to bring umbrella to Burgas today',\n",
       " 'show me all flights from Rome to Doha nonstop',\n",
       " 'please list the flights from Krabi dc to Istanbul',\n",
       " 'first flights from Krabi to Shenzhen on a thursday',\n",
       " 'i would like to book a flight from Taipei to Barcelona early in the morning on april ninth',\n",
       " 'what flights are available from Muğla to San Francisco on april twenty first in the late afternoon',\n",
       " 'what is the earliest flight from Florence to bwi that serves a snack',\n",
       " 'Lisbon temperature',\n",
       " 'is it going to be sunny in Paris',\n",
       " 'if I am going to Jaipur should I bring umbrella',\n",
       " 'find me the weather forecast for Chiang Mai',\n",
       " 'what is yyz',\n",
       " 'what airlines are departing from Johannesburg',\n",
       " 'i want to find the first flight from Shenzhen to Zurich that serves a meal',\n",
       " 'flight from Delhi to Johannesburg arriving before _D_ pm on saturday',\n",
       " 'i want a round trip fare from Punta Cana to Amsterdam',\n",
       " 'thank you i also need to travel next wednesday evening from Nairobi to Zhuhai',\n",
       " 'rain or sunny Sofia',\n",
       " 'I wonder how it feels today in Taipei',\n",
       " 'if I am going to Budapest should I bring umbrella',\n",
       " 'give me the least expensive first class round trip ticket on us air from Munich to Nice',\n",
       " 'show me the flights from Sousse to Marrakech that arrive before noon',\n",
       " 'will it rain today in Jakarta',\n",
       " 'list all trans world airline flights from Jeju to Warsaw that arrive in Warsaw between _D_ am and _D_ am',\n",
       " 'ground transportation atl to Burgas',\n",
       " 'what type of aircraft is used on the first flight from Vienna to Manama in the morning',\n",
       " 'show me the dinner flights from Moscow to Siem Reap',\n",
       " 'I want to know if it will rain in Shenzhen',\n",
       " \"i 'd like to find the earliest flight possible from Florence to Zurich\",\n",
       " 'rain jacket needed in Hangzhou now',\n",
       " 'united airlines flights stopping in denver',\n",
       " 'show ground transportation for pittsburgh',\n",
       " 'does tacoma airport offer transportation from the airport to the downtown area',\n",
       " \"i want to travel from Moscow to Guangzhou round trip leaving wednesday june sixteenth arriving in Guangzhou at around _D_ o'clock in the evening and returning the next day arriving in Guangzhou Guangzhou at around _D_ o'clock in the evening which airlines fly that route\",\n",
       " 'what is the cheapest round trip flight from Munich to Lima',\n",
       " 'what ground transportation is available from dallas fort worth airport to downtown dallas',\n",
       " 'tell me distance from orlando airport to the city',\n",
       " 'what is the cheapest fare from Sydney to Burgas',\n",
       " 'which cities does united airlines service',\n",
       " 'i want a return flight from Sydney to London on american airlines',\n",
       " 'Orlando weather',\n",
       " \"what type of aircraft is used on the flight from Burgas to Edirne before _D_ o'clock noon\",\n",
       " 'what is fare code fn',\n",
       " 'i would like a flight between Amsterdam and Mumbai on any day at one in the afternoon',\n",
       " 'is it going to be sunny in Toronto',\n",
       " 'I wonder how it feels today in Nice',\n",
       " 'what flights are there on continental from Cancún to Manila',\n",
       " 'Moscow humidity',\n",
       " 'is it raining in Nairobi',\n",
       " 'what are all flights to Istanbul from Abu Dhabi on sunday',\n",
       " 'list daily flights from Munich to Kraków using twa',\n",
       " 'i would like to find out the ground travel available in atlanta',\n",
       " 'temperature in country',\n",
       " 'what are the first class and coach fares for flights from Djerba to Chennai arriving around _D_ pm next thursday',\n",
       " 'current weather in Buenos Aires',\n",
       " 'does american airlines fly to Abu Dhabi from Seoul',\n",
       " 'may I know the weather in Las Vegas',\n",
       " 'show me all flights from Kiev to Jeju leaving on a tuesday',\n",
       " 'Shanghai weather',\n",
       " 'is it going to be sunny in Macau',\n",
       " 'temperature in Amman',\n",
       " 'what is the price of american airlines flight _D_ from Nice to East Province',\n",
       " 'what is the ground transportation available in the city of philadelphia',\n",
       " 'weather in Berlin',\n",
       " 'list daily flights from Antalya to Mecca using continental airlines',\n",
       " 'may I know the weather in Brussels',\n",
       " 'i want to go and take a plane in Los Angeles and fly to Antalya',\n",
       " 'what times does continental depart from Berlin to Jaipur',\n",
       " 'i would like the evening schedule of flights from Johannesburg to Hangzhou',\n",
       " 'how long will it rain in Beijing',\n",
       " 'how much would car rental cost in atlanta',\n",
       " 'show me the price of flight ea _D_ from Delhi to Punta Cana',\n",
       " 'fares between Beijing and Nairobi',\n",
       " 'could you please give me the cost of a round trip flight from Istanbul to East Province',\n",
       " 'please list available ground transportation in pittsburgh',\n",
       " 'what flights from Chennai to Nice after _D_ am',\n",
       " 'flights and fares from London to Johannesburg',\n",
       " 'what is the round trip first class fare on united from Mexico City to Burgas',\n",
       " 'what flights depart Paris for Marrakech on friday',\n",
       " 'a first class flight to Melbourne on american airlines tuesday next week',\n",
       " 'i want a flight originating in Nice going to Mecca and in either order',\n",
       " 'i need a round trip flight from Rome to Las Vegas dc and the fares',\n",
       " 'how expensive is the san francisco limousine service',\n",
       " 'which airline has the most business class flights',\n",
       " 'I wonder how it feels today in Chennai',\n",
       " 'i would like the time your earliest flight from Siem Reap to Delhi',\n",
       " 'which airline is as',\n",
       " 'I wonder how it feels today in Macau',\n",
       " 'show me all meals on flights from Sousse to Frankfurt',\n",
       " 'what is the earliest arrival in Moscow of a flight from Rome',\n",
       " 'find me the weather in Moscow',\n",
       " 'Jaipur weather',\n",
       " 'what are the fares for flights between Sofia and dfw provided by delta airlines',\n",
       " 'list the flights arriving in Artvin from Hangzhou before noon on august fourth',\n",
       " 'which flights are leaving Hangzhou and arriving in Doha close to _D_ pm on tuesday',\n",
       " 'define airline us',\n",
       " 'from Mecca to Lisbon one way after _D_ pm wednesday',\n",
       " 'are there any flights from Chiang Mai to Edirne stopping in denver',\n",
       " 'rain or sunny Orlando',\n",
       " 'I want to know if it will rain in Taipei',\n",
       " 'if I am going to Kiev should I bring umbrella',\n",
       " 'find me the weather in Shenzhen',\n",
       " 'i need a flight from Amsterdam to Denpasar that leaves wednesday and arrives in Denpasar around _D_ pm',\n",
       " 'current weather in city',\n",
       " 'i need information on ground transportation between airport and downtown in the Mexico City',\n",
       " 'show me the morning flights from Bucharest to Lisbon',\n",
       " 'how many airports does oakland have',\n",
       " 'list all flights departing from general mitchell',\n",
       " 'can you list all flights departing from Brussels and landing in Suzhou with a stopover in denver',\n",
       " 'show me flights between San Francisco and Nice',\n",
       " 'how long will it rain in Muğla',\n",
       " 'show me all flights to Kiev from Muğla Muğla Muğla and Muğla',\n",
       " 'list the fares of us air flights from Antalya to Zhuhai',\n",
       " 'what is yyz',\n",
       " 'show me the air fare for the flights from Manila to Pattaya',\n",
       " 'what is airline dl',\n",
       " 'may I know the weather in Kraków',\n",
       " 'please show me airlines with flights from Punta Cana to Pattaya with stop in philadelphia',\n",
       " 'show me all flights out of Singapore on june twentieth that have business class',\n",
       " 'tell me about flights leaving from Melbourne and going to Madrid north carolina next monday i need to know about flights that arrive in Madrid between _D_ and _D_ pm',\n",
       " 'what is the cost of limousine service in philadelphia',\n",
       " 'how long will it rain in Dubai',\n",
       " 'is there a flight on delta airlines from Rome to Kiev',\n",
       " 'what ground transportation is there in dallas',\n",
       " 'what delta flights are available from Manila to Amsterdam',\n",
       " 'what is the economy thrift fare from Vienna to Warsaw',\n",
       " \"show me all flights from Punta Cana to Mecca on june sixteenth arriving around _D_ o'clock in the evening\",\n",
       " 'do I need to bring umbrella to San Francisco today',\n",
       " 'how many first class flights does delta airlines have',\n",
       " 'I wonder how it feels today in Manila',\n",
       " 'how long will it rain in Hanoi',\n",
       " 'list early evening flights from Paris to Lisbon',\n",
       " 'do I need to bring umbrella to Sofia today',\n",
       " 'what are the coach class fares on flights from Moscow to Punta Cana',\n",
       " 'what is the fare for a one way flight from Venice to Sharjah',\n",
       " 'how long will it rain in Lisbon',\n",
       " 'on april eighth i would like to book a flight from Punta Cana to Hangzhou',\n",
       " 'what is the cost of limousine service in philadelphia',\n",
       " 'which flights are there on tuesday from Sydney to Hanoi',\n",
       " 'saturday or sunday flights between Amsterdam and Melbourne american airlines',\n",
       " 'what flights go from Rome to Hong Kong via indianapolis',\n",
       " 'what is fare code fn',\n",
       " 'i want to fly from Hanoi to Tokyo via dallas fort worth on american airlines',\n",
       " \"on november twenty third of this year _D_ i 'd like to fly from Delhi to Buenos Aires and i 'd like to fly on delta\",\n",
       " 'if I am going to Kraków should I bring umbrella',\n",
       " 'I want to know if it will rain in Chennai',\n",
       " 'if I am going to Artvin should I bring umbrella',\n",
       " 'i actually want to go from Mexico City to Edirne via chicago',\n",
       " 'afternoon flight from Guilin to Bucharest',\n",
       " 'temperature in Madrid',\n",
       " 'what is the seating capacity of the type of aircraft m_D_',\n",
       " 'which airline has the most business class flights',\n",
       " 'what does fn under fare code mean',\n",
       " 'show me ground transportation in denver during weekdays',\n",
       " 'what are the coach fares for flights from Guilin to Amsterdam tuesday afternoon',\n",
       " 'list flights and fares from San Francisco to Jaipur round trip leaving saturday returning next saturday',\n",
       " 'what are the flights between London and Seoul',\n",
       " 'which flights are between Johannesburg and Artvin',\n",
       " 'please list the afternoon flights from Vienna to Taipei',\n",
       " 'list all sunday flights from Siem Reap to San Francisco and their fares',\n",
       " 'please show me airlines with flight service from Berlin to Denpasar from Berlin to Denpasar and from Berlin to Denpasar',\n",
       " 'weather in Jaipur',\n",
       " 'will Kraków be hot',\n",
       " 'train to newark',\n",
       " 'show me the airlines with first class flights',\n",
       " 'show me a list of flights from Chennai to dc arriving before _D_ am on july twenty second',\n",
       " 'show me flights between Istanbul tennessee and Nairobi',\n",
       " 'i need flight and fare information departing from Venice to Prague on thursday before _D_ am',\n",
       " 'give me the flights from Dublin to Vienna nonstop',\n",
       " 'show me flights between Punta Cana tennessee and Nice',\n",
       " 'tuesday morning flights between Shenzhen and Lima',\n",
       " 'show me flights Venice to Artvin on wednesday',\n",
       " 'can you list all flights that depart from Madrid to Kuala Lumpur',\n",
       " 'may I know the weather in Jaipur',\n",
       " 'temperature in Prague',\n",
       " 'list all american airline flights which leave Zhuhai on wednesday and stop at milwaukee',\n",
       " 'is it going to be sunny in Muğla',\n",
       " 'show flights from Prague to Dubai on monday',\n",
       " 'do you have a flight from Suzhou to Sousse on june second',\n",
       " 'what do you have going from Venice to Venice serving breakfast',\n",
       " 'what flights from Frankfurt to Kraków on saturday',\n",
       " 'i need a flight on friday afternoon in june from Cancún to Los Angeles',\n",
       " 'show me the airlines with first class flights',\n",
       " 'I wonder how it feels today in Munich',\n",
       " 'what is the available ground transportation between Antalya and downtown',\n",
       " \"what 's the cheapest first class airfare from Chennai to Sofia\",\n",
       " 'rain or sunny Orlando',\n",
       " 'show me flights Manila to Krabi on wednesday',\n",
       " 'can you show me the cheapest round trip flights between Abu Dhabi and Milan',\n",
       " 'show me information on ground transportation for dallas',\n",
       " 'show me all flights from Johannesburg or Johannesburg or Johannesburg that fly to Muğla',\n",
       " 'what does it cost to fly from Buenos Aires to Burgas on united airlines flight _D_',\n",
       " 'flight information from Moscow to Artvin',\n",
       " 'Nairobi weather',\n",
       " 'please list all flights that leave Orlando before noon on northwest airlines',\n",
       " 'temperature in Zurich',\n",
       " \"let 's look at Florence to Edirne again\",\n",
       " 'find flight from Jaipur to Phuket on monday',\n",
       " 'if I am going to Miami should I bring umbrella',\n",
       " 'how long will it rain in Marrakech',\n",
       " 'show me all the flights from Hangzhou to Krabi on us air',\n",
       " 'what type of airplane is an m_D_',\n",
       " 'temperature in Delhi',\n",
       " 'if I am going to Lima should I bring umbrella',\n",
       " 'is there an airline that has a flight from Venice to Pattaya with a stop in dallas',\n",
       " 'what is the name of the airport at denver',\n",
       " 'does midwest express serve cleveland',\n",
       " 'is there an airport limousine at the atlanta airport',\n",
       " 'show me all flights to Amsterdam from Abu Dhabi Abu Dhabi Abu Dhabi and Abu Dhabi',\n",
       " 'rain or sunny Abu Dhabi',\n",
       " \"what 's the lowest round trip fare from Jakarta to Tokyo\",\n",
       " 'what is the aircraft type with the greatest seating capacity',\n",
       " \"what 's the schedule of flights from Orlando to Frankfurt on august first\",\n",
       " 'rain or sunny Zhuhai',\n",
       " 'are there any flights from Beijing to city that stop',\n",
       " 'what does the meal code s stand for',\n",
       " 'do I need to bring umbrella to East Province today',\n",
       " 'Los Angeles Los Angeles Los Angeles to Brussels Brussels and Los Angeles to Brussels Brussels on sunday',\n",
       " 'show me all flights from Taipei Taipei to Brussels leaving on a tuesday and show me all flights from Taipei to Brussels Brussels leaving on sunday',\n",
       " 'is it hot in London',\n",
       " 'flights from Phuket to Chiang Mai on sunday on continental',\n",
       " 'weather in Brussels',\n",
       " 'is it raining in Cairo',\n",
       " 'what are the flights from Lima to Hangzhou on thursday',\n",
       " 'give me information on flights from Kiev to city dc on wednesday after _D_ pm and thursday before _D_ am',\n",
       " 'show me the nonstop flights and fares from Manama to Chennai',\n",
       " \"i 'd like an afternoon flight from Buenos Aires to Zhuhai with a stopover in denver arriving i 'd say about mealtime\",\n",
       " 'give me the saturday morning flights with meals from Artvin to Budapest',\n",
       " 'I want to know if it will rain in Venice',\n",
       " 'temperature in Chennai',\n",
       " 'please show me airlines with flights from Dublin to Zurich',\n",
       " 'show me the fares from Sousse to Macau',\n",
       " 'I want to know if it will rain in city',\n",
       " 'i need a flight from Shanghai to Antalya nonstop arriving at _D_ pm please',\n",
       " \"what 's the difference between fare code q and fare code f\",\n",
       " 'temperature in Barcelona',\n",
       " 'what is the cost of flights from Shanghai to Shanghai',\n",
       " 'what does ua stand for',\n",
       " 'show me flights from Lima to Istanbul on weekdays',\n",
       " 'what does ua stand for',\n",
       " 'if I am going to Denpasar should I bring umbrella',\n",
       " 'is it going to be sunny in Kiev',\n",
       " 'show me a list of flights from Prague to dc arriving before _D_ am on july twenty second',\n",
       " 'what is the cost of limousine service in philadelphia',\n",
       " 'what meals are there on flight _D_ from Dublin to Berlin dc on tuesday morning',\n",
       " 'all flights and fares from Madrid to Guangzhou round trip after _D_ pm less than _D_ dollars',\n",
       " 'is it raining in San Francisco',\n",
       " 'show me flights from Chiang Mai to country on monday',\n",
       " 'how long will it rain in Munich',\n",
       " 'Prague humidity',\n",
       " 'current weather in Agra',\n",
       " 'please list the sunday flights from Punta Cana to Venice on american airlines',\n",
       " 'rain jacket needed in Artvin now',\n",
       " 'what is the cheapest flight from Marrakech to Macau on sunday',\n",
       " \"i 'll need to rent a car in washington dc\",\n",
       " 'what are the flights between Dubai and Manila',\n",
       " 'temperature in Shanghai',\n",
       " 'what are all flights from Muğla to Amsterdam on saturday',\n",
       " 'list flights from Lisbon california to Prague florida',\n",
       " 'will it rain today in Amsterdam',\n",
       " 'will it rain today in Riyadh',\n",
       " 'will Florence be hot',\n",
       " 'round trip fares from Muğla to Tokyo under _D_ dollars and Muğla to Tokyo under _D_ dollars',\n",
       " 'is bwi washington',\n",
       " 'I wonder how it feels today in Nairobi',\n",
       " 'list early evening flights from Bucharest to Kraków',\n",
       " 'find me the weather in Punta Cana',\n",
       " 'ground transportation oakland',\n",
       " 'what are the air restrictions on flights from city to Vancouver for the airfare of _D_ dollars',\n",
       " 'list flights from Las Vegas to Artvin friday am',\n",
       " 'what is the latest flight in the day from Jaipur to city',\n",
       " 'what ground transportation is available at baltimore',\n",
       " 'can you list flights departing from Madrid and arriving in Orlando',\n",
       " 'Denpasar weather',\n",
       " 'does midwest express serve cleveland',\n",
       " 'what is the earliest flight from Abu Dhabi to bwi that serves a snack',\n",
       " 'give me flights that arrive in Bucharest from Riyadh',\n",
       " 'how do i get to Vienna downtown from the airport',\n",
       " 'I want to know if it will rain in Antalya',\n",
       " 'I want to know if it will rain in Muğla',\n",
       " 'do I need to bring umbrella to Kiev today',\n",
       " 'are there any nonstop flights from Punta Cana to Doha on wednesday may twelfth',\n",
       " 'is it raining in Sharjah',\n",
       " 'list all daily flights between Venice and Melbourne using american airlines',\n",
       " 'do I need to bring umbrella to Johannesburg today',\n",
       " 'city weather',\n",
       " 'how much is the cheapest flight from Toronto to Sydney with a stop in atlanta',\n",
       " 'find me the earliest Edirne departure and the latest Edirne return trip so that i can be on the ground the maximum amount of time in Paris and return to Paris on the same day',\n",
       " 'are there any flights after _D_ pm from Jeju to Paris',\n",
       " 'what is the distance from los angeles international airport to Cairo',\n",
       " 'weather in Manila',\n",
       " 'is there a direct flight from Denpasar to Sharjah that arrives in Sharjah around _D_ noon',\n",
       " 'i am looking for the cheapest fare from Sofia to Zhuhai on december twenty seventh',\n",
       " 'show me the itinerary of the connecting flight from Siem Reap to Muğla that departs Siem Reap at _D_ am',\n",
       " 'explain the fare codes',\n",
       " 'will it rain today in Amsterdam',\n",
       " 'how long is a trip from philadelphia airport to downtown Bucharest',\n",
       " \"i 'd like to fly from Warsaw to Zhuhai\",\n",
       " 'what kind of aircraft does delta fly before _D_ am on august second from Antalya to Berlin',\n",
       " 'is it going to be sunny in Sousse',\n",
       " 'ground transportation dallas',\n",
       " \"let 's see how much would a direct flight from Guangzhou to Beijing be on may seventh\",\n",
       " 'show me the morning flights from Chiang Mai to country',\n",
       " 'show me the names of airlines in atlanta',\n",
       " 'i need a flight on thursday before _D_ am from Nairobi to Sharjah',\n",
       " 'what ground transportation is available from la guardia airport into new york city',\n",
       " 'what airlines are departing from Tokyo',\n",
       " 'Brussels weather',\n",
       " 'I want to know if it will rain in Muğla',\n",
       " 'Sharjah temperature',\n",
       " 'how long does the ground transportation take from the salt lake city airport',\n",
       " 'what are the fares between Buenos Aires and Las Vegas on monday morning',\n",
       " 'list daily flights from Florence to Sydney',\n",
       " 'list flights from Cancún to Djerba on friday',\n",
       " 'will it rain today in Tokyo',\n",
       " 'what is the code for business class',\n",
       " 'temperature in Zhuhai',\n",
       " 'i need information on ground transportation from the airport in Beijing',\n",
       " \"what 's the last flight from Venice to Doha\",\n",
       " 'rain or sunny Manila',\n",
       " 'Orlando temperature',\n",
       " 'i would like a flight from Berlin to Sofia Sofia that arrives in Sofia Sofia around _D_ pm and is nonstop',\n",
       " \"what 's the weather like in Zhuhai\",\n",
       " 'i would like to fly from Marrakech to East Province with a stopover in dallas',\n",
       " 'temperature in Singapore',\n",
       " 'what airline uses the code hp',\n",
       " 'us air _D_ leaving Dublin at _D_ what is the arrival time in Mexico City',\n",
       " 'list the distance in miles from toronto international airport to downtown toronto',\n",
       " 'i need a flight from country to Sharjah via dallas fort worth',\n",
       " 'i need a flight on friday afternoon in june from Agra to Berlin',\n",
       " 'what is the latest flight in the day from Hong Kong to Antalya',\n",
       " 'will it rain today in Bangkok',\n",
       " 'show me all flights from Paris to Pattaya one way',\n",
       " 'please explain fare code f',\n",
       " 'Shenzhen temperature',\n",
       " 'is there an american airlines flight from Suzhou to Milan on june tenth after _D_ pm',\n",
       " 'does united airlines provide any first class flights from Mexico City to Madrid',\n",
       " 'what airlines go from Brussels to Buenos Aires',\n",
       " 'show me one way flights from Dublin to Bucharest wednesday',\n",
       " 'what is the fare for a first class round trip ticket from Guangzhou to Melbourne',\n",
       " 'if I am going to Barcelona should I bring umbrella',\n",
       " 'show me the lowest fare for a round trip flight from Budapest to Antalya',\n",
       " 'find the latest flight from Frankfurt to Cancún that serves a meal',\n",
       " \"in economy class from Rome to Istanbul arriving july seventh i 'd like to know what 's the cheapest ticket possible\",\n",
       " 'how many first class flights are provided by american airlines',\n",
       " 'Kiev to Lima one way before _D_ am',\n",
       " 'ground transportation please in the city of boston between airport and downtown',\n",
       " ...]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "s_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'O', 'destination', 'location', 'origin'}"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "set(x for y in l_list for x in y.split())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'flight', 'other', 'weather'}"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "set(x for x in i_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'_unknown': 0, 'destination': 1, 'O': 2, 'origin': 3, 'location': 4}\n"
     ]
    }
   ],
   "source": [
    "# encode l_list\n",
    "# encode index = 0 for l_list, to be used for padding\n",
    "# prepare dictionary\n",
    "\n",
    "l_dict = {}\n",
    "l_dict['_unknown'] = 0\n",
    "for index, label in enumerate(set(x for y in l_list for x in y.split()),1):\n",
    "    l_dict[label] = index\n",
    "    \n",
    "print(l_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# pad all the labels to a length of 50\n",
    "\n",
    "encoded_l = np.zeros((len(l_list),50,len(l_dict)))\n",
    "\n",
    "# iterate through the l_list\n",
    "\n",
    "for row_index, row in enumerate(l_list):\n",
    "    \n",
    "    l = row.split()\n",
    "    \n",
    "    for num in range(50):\n",
    "        if num < len(l):\n",
    "            encoded_l[row_index][num][l_dict[l[num]]] = 1\n",
    "        else:\n",
    "            encoded_l[row_index][num][0] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(3600, 50, 5)"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "encoded_l.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'flight': 0, 'other': 1, 'weather': 2}\n"
     ]
    }
   ],
   "source": [
    "# encode i_list\n",
    "# prepare dictionary\n",
    "\n",
    "i_dict = {}\n",
    "for index, label in enumerate(set(x for y in i_list for x in y.split())):\n",
    "    i_dict[label] = index\n",
    "    \n",
    "print(i_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "encoded_i = np.zeros((len(l_list),len(i_dict)))\n",
    "\n",
    "# iterate through the i_list\n",
    "\n",
    "for intent_index, intent in enumerate(i_list):\n",
    "    encoded_i[intent_index][i_dict[intent]] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(3600, 3)"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "encoded_i.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\ZYCHE\\Anaconda2\\envs\\Python (DL)\\lib\\site-packages\\gensim\\utils.py:1209: UserWarning: detected Windows; aliasing chunkize to chunkize_serial\n",
      "  warnings.warn(\"detected Windows; aliasing chunkize to chunkize_serial\")\n"
     ]
    }
   ],
   "source": [
    "# use GloVe word embeddings for s_list\n",
    "\n",
    "from gensim.models import KeyedVectors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "model = KeyedVectors.load_word2vec_format('glove-wiki-gigaword-300/glove-wiki-gigaword-300.txt')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\ZYCHE\\Anaconda2\\envs\\Python (DL)\\lib\\site-packages\\ipykernel_launcher.py:11: DeprecationWarning: Call to deprecated `wv` (Attribute will be removed in 4.0.0, use self instead).\n",
      "  # This is added back by InteractiveShellApp.init_path()\n",
      "C:\\Users\\ZYCHE\\Anaconda2\\envs\\Python (DL)\\lib\\site-packages\\ipykernel_launcher.py:15: DeprecationWarning: Call to deprecated `wv` (Attribute will be removed in 4.0.0, use self instead).\n",
      "  from ipykernel import kernelapp as app\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "ap_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "ap_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "m_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "ap_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "nationair not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "nationair not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "andelta not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "andelta not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "l_d_ not in vocab\n",
      "f_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "yyz not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "yyz not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "m_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "m_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "l_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "dc_d_ not in vocab\n",
      "ap_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "d_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "d_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_s not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "d_d_s not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "m_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "dc_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "m_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_s not in vocab\n",
      "m_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "be_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "m_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "nationair not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "d_d_s not in vocab\n",
      "ap_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_s not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "ap_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "dc_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "d_d_s not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "andowntown not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "f_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "l_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "ohion not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "nationair not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_s not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "dc_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "yyz not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "andelta not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "d_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_s not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "ohion not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_s not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n",
      "_d_ not in vocab\n"
     ]
    }
   ],
   "source": [
    "embedded_s = np.zeros((len(s_list),50,300))\n",
    "\n",
    "# iterate through the s_list\n",
    "\n",
    "for s_index, s in enumerate(s_list):\n",
    "    words = s.split()\n",
    "    \n",
    "    for num in range(50):\n",
    "        if num < len(words):\n",
    "            try: \n",
    "                embedded_s[s_index][num] = model.wv.get_vector(words[num].lower())\n",
    "            except KeyError:\n",
    "                \n",
    "                print(words[num].lower(),'not in vocab')\n",
    "                embedded_s[s_index][num] = model.wv.get_vector('unk')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(3600, 50, 300)"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "embedded_s.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(3600, 50, 5)"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "encoded_l.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3600"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(i_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(3600, 3)"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "intent_target = np.zeros((len(i_list),3))\n",
    "\n",
    "intent_target.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0., 0., 0.])"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "intent_target[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# 0 = flight, 1 = weather, 2 = other\n",
    "\n",
    "for index, i in enumerate(i_list):\n",
    "    if i == 'flight':\n",
    "        intent_target[index] = [1,0,0]\n",
    "    elif i == 'weather':\n",
    "        intent_target[index] = [0,1,0]\n",
    "    else:\n",
    "        intent_target[index] = [0,0,1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0., 0., 1.],\n",
       "       [0., 1., 0.],\n",
       "       [0., 0., 1.],\n",
       "       ...,\n",
       "       [1., 0., 0.],\n",
       "       [0., 1., 0.],\n",
       "       [1., 0., 0.]])"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "intent_target"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'flight',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'weather',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " 'other',\n",
       " 'flight',\n",
       " 'other',\n",
       " ...]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "i_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "from keras.models import Model\n",
    "from keras.regularizers import l2\n",
    "from keras.layers import Input, Dense, LSTM, Dropout, Conv1D, MaxPool1D, Flatten, Reshape\n",
    "from keras.layers.wrappers import TimeDistributed\n",
    "from keras.layers.merge import concatenate\n",
    "from keras.utils import plot_model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "visible = Input(shape=(50,300))\n",
    "hidden1 = Dropout(0.2)(visible)\n",
    "hidden2 = LSTM(100,return_sequences=True)(hidden1)\n",
    "\n",
    "# CNN layers \n",
    "c_hidden1 = Conv1D(filters=50,kernel_size=5)(hidden2)\n",
    "c_hidden2 = MaxPool1D(pool_size=5)(c_hidden1)\n",
    "\n",
    "c_extract = Reshape((50,9))(c_hidden2)\n",
    "\n",
    "\n",
    "# CNN layers 2\n",
    "\n",
    "c2_hidden1 = Conv1D(filters=50,kernel_size=2)(hidden2)\n",
    "c2_extract = Reshape((50,49))(c2_hidden1)\n",
    "\n",
    "# Time distributed layers for labelling\n",
    "t_hidden1 = Dense(64,activation='relu',kernel_regularizer=l2(0.01))(hidden2)\n",
    "t_hidden2 = Dropout(0.2)(t_hidden1)\n",
    "t_hidden3 = concatenate([c_extract,c2_extract,t_hidden2])\n",
    "t_hidden4 = Flatten()(t_hidden3)\n",
    "t_hidden5 = Dense(16, activation='relu')(t_hidden4)\n",
    "t_output = Dense(3,activation='softmax')(t_hidden5)\n",
    "\n",
    "pred_model = Model(inputs=visible,outputs=t_output)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_3 (InputLayer)            (None, 50, 300)      0                                            \n",
      "__________________________________________________________________________________________________\n",
      "dropout_4 (Dropout)             (None, 50, 300)      0           input_3[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "lstm_3 (LSTM)                   (None, 50, 100)      160400      dropout_4[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv1d_5 (Conv1D)               (None, 46, 50)       25050       lstm_3[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling1d_3 (MaxPooling1D)  (None, 9, 50)        0           conv1d_5[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "conv1d_6 (Conv1D)               (None, 49, 50)       10050       lstm_3[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "dense_4 (Dense)                 (None, 50, 64)       6464        lstm_3[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "reshape_5 (Reshape)             (None, 50, 9)        0           max_pooling1d_3[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "reshape_6 (Reshape)             (None, 50, 49)       0           conv1d_6[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "dropout_5 (Dropout)             (None, 50, 64)       0           dense_4[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_2 (Concatenate)     (None, 50, 122)      0           reshape_5[0][0]                  \n",
      "                                                                 reshape_6[0][0]                  \n",
      "                                                                 dropout_5[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "flatten_1 (Flatten)             (None, 6100)         0           concatenate_2[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "dense_5 (Dense)                 (None, 16)           97616       flatten_1[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "dense_6 (Dense)                 (None, 3)            51          dense_5[0][0]                    \n",
      "==================================================================================================\n",
      "Total params: 299,631\n",
      "Trainable params: 299,631\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "pred_model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred_model.compile(optimizer='adam',loss='categorical_crossentropy',metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 2520 samples, validate on 1080 samples\n",
      "Epoch 1/30\n",
      "2520/2520 [==============================] - 23s 9ms/step - loss: 1.0456 - acc: 0.7873 - val_loss: 0.6235 - val_acc: 0.9194\n",
      "Epoch 2/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.4587 - acc: 0.9433 - val_loss: 0.3351 - val_acc: 0.9583\n",
      "Epoch 3/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.2658 - acc: 0.9627 - val_loss: 0.2058 - val_acc: 0.9759\n",
      "Epoch 4/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.1746 - acc: 0.9702 - val_loss: 0.1418 - val_acc: 0.9769\n",
      "Epoch 5/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.1009 - acc: 0.9770 - val_loss: 0.1084 - val_acc: 0.9787\n",
      "Epoch 6/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0674 - acc: 0.9841 - val_loss: 0.0714 - val_acc: 0.9870\n",
      "Epoch 7/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0546 - acc: 0.9837 - val_loss: 0.0727 - val_acc: 0.9833\n",
      "Epoch 8/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0334 - acc: 0.9893 - val_loss: 0.0748 - val_acc: 0.9833\n",
      "Epoch 9/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0296 - acc: 0.9909 - val_loss: 0.0658 - val_acc: 0.9861\n",
      "Epoch 10/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0241 - acc: 0.9921 - val_loss: 0.0773 - val_acc: 0.9843\n",
      "Epoch 11/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0183 - acc: 0.9929 - val_loss: 0.0810 - val_acc: 0.9861\n",
      "Epoch 12/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0197 - acc: 0.9921 - val_loss: 0.0717 - val_acc: 0.9870\n",
      "Epoch 13/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0122 - acc: 0.9960 - val_loss: 0.0865 - val_acc: 0.9852\n",
      "Epoch 14/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0086 - acc: 0.9960 - val_loss: 0.0719 - val_acc: 0.9889\n",
      "Epoch 15/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0079 - acc: 0.9960 - val_loss: 0.0738 - val_acc: 0.9898\n",
      "Epoch 16/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0049 - acc: 0.9988 - val_loss: 0.0934 - val_acc: 0.9852\n",
      "Epoch 17/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0069 - acc: 0.9980 - val_loss: 0.1009 - val_acc: 0.9880\n",
      "Epoch 18/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0044 - acc: 0.9980 - val_loss: 0.1035 - val_acc: 0.9852\n",
      "Epoch 19/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0031 - acc: 0.9988 - val_loss: 0.0981 - val_acc: 0.9898\n",
      "Epoch 20/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0079 - acc: 0.9964 - val_loss: 0.1176 - val_acc: 0.9833\n",
      "Epoch 21/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0203 - acc: 0.9937 - val_loss: 0.0682 - val_acc: 0.9880\n",
      "Epoch 22/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0026 - acc: 0.9996 - val_loss: 0.0811 - val_acc: 0.9880\n",
      "Epoch 23/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0032 - acc: 0.9984 - val_loss: 0.0794 - val_acc: 0.9870\n",
      "Epoch 24/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0026 - acc: 0.9996 - val_loss: 0.0824 - val_acc: 0.9898\n",
      "Epoch 25/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 7.8207e-04 - acc: 1.0000 - val_loss: 0.0881 - val_acc: 0.9898\n",
      "Epoch 26/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 6.9471e-04 - acc: 1.0000 - val_loss: 0.0829 - val_acc: 0.9917\n",
      "Epoch 27/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0014 - acc: 0.9996 - val_loss: 0.0888 - val_acc: 0.9889\n",
      "Epoch 28/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0022 - acc: 0.9996 - val_loss: 0.0857 - val_acc: 0.9907\n",
      "Epoch 29/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0024 - acc: 0.9988 - val_loss: 0.1185 - val_acc: 0.9806\n",
      "Epoch 30/30\n",
      "2520/2520 [==============================] - 7s 3ms/step - loss: 0.0058 - acc: 0.9980 - val_loss: 0.0845 - val_acc: 0.9917\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x1444d816470>"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred_model.fit(x=embedded_s,y=intent_target,epochs=30,batch_size=64,validation_split=0.3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "intent_dict = {0:'flight',1:'weather',2:'other'}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def input_to_intent():\n",
    "    x = input().strip().lower()\n",
    "    \n",
    "    words = x.split()\n",
    "    \n",
    "    embedded_input = np.zeros((1,50,300))\n",
    "    \n",
    "    for index, word in enumerate(words):\n",
    "        try:\n",
    "            embedded_input[0][index] = model.get_vector(word)\n",
    "        except KeyError:\n",
    "            embedded_input[0][index] = model.get_vector('unk')\n",
    "    \n",
    "    outputs = pred_model.predict(embedded_input)\n",
    "    \n",
    "    intent = intent_dict[np.argmax(outputs[0])]\n",
    "    \n",
    "    return intent"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "hot or not\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'weather'"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ticket to singapore\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'other'"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "fly to malaysia\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'flight'"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "fly\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'flight'"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "to malaysia\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'flight'"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "to somewhere\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'flight'"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "to\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'other'"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "somewhere\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'weather'"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "temp in singapore\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'weather'"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "hot singapore\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'weather'"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "hot city\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'weather'"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "hot here or not\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'weather'"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "snow in japan?\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'weather'"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "flight to singapore\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'flight'"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_to_intent()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred_model.save('lstm_intent.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pred_model.save_weights('lstm_intent_weights.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 : DL",
   "language": "python",
   "name": "python 3 - dl"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}