paper_experiments/4 - Machine Learning One vs All.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Machine Learning (One vs All)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Modules and functions"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Import all the modules:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "from xgboost import XGBClassifier\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "plt.style.use(\"ggplot\")\n",
    "\n",
    "from notebooks import *"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Loading"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "honey_badger_labels = load_dictionary(\"honey_badger_labels.pickle\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_file_path = \"dataset-filtered.csv\"\n",
    "df = pd.read_csv(df_file_path, low_memory=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The dataset has 158863 rows and 434 columns\n"
     ]
    }
   ],
   "source": [
    "print_dimensions(df)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Prepare data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Scaled columns:\n",
      "contract_compiler_runs: [0, 330000000]\n",
      "contract_num_source_code_lines: [1, 11409]\n",
      "internal_transaction_count: [0, 1536860]\n",
      "normal_transaction_block_span: [0, 6415588]\n",
      "normal_transaction_count: [1, 10412943]\n",
      "normal_transaction_block_delta_mean: [0, 3693174]\n",
      "normal_transaction_block_delta_std: [0, 2248615]\n",
      "normal_transaction_count_per_block_mean: [1, 49]\n",
      "normal_transaction_count_per_block_std: [0, 74]\n",
      "normal_transaction_gas_mean: [23112, 8003887]\n",
      "normal_transaction_gas_std: [0, 3985463]\n",
      "normal_transaction_gas_used_mean: [21421, 7906343]\n",
      "normal_transaction_gas_used_std: [0, 3717662]\n",
      "normal_transaction_time_delta_mean: [0, 57482326]\n",
      "normal_transaction_time_delta_std: [0, 34437373]\n",
      "normal_transaction_value_mean: [0, 204365823294587692646400]\n",
      "normal_transaction_value_std: [0, 1285685747689323210211328]\n",
      "\n",
      "Extracted values:\n",
      "addresses (158863,)\n",
      "features (158863, 430)\n",
      "labels_binary (158863,)\n",
      "labels_multi (158863,)\n"
     ]
    }
   ],
   "source": [
    "addresses, X, y_binary, y_multi, scaler, feature_names = extract_experiment_data(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "contract_compiler_runs\n",
      "contract_num_source_code_lines\n",
      "internal_transaction_count\n",
      "normal_transaction_block_span\n",
      "normal_transaction_count\n",
      "normal_transaction_block_delta_mean\n",
      "normal_transaction_block_delta_std\n",
      "normal_transaction_count_per_block_mean\n",
      "normal_transaction_count_per_block_std\n",
      "normal_transaction_gas_mean\n",
      "normal_transaction_gas_std\n",
      "normal_transaction_gas_used_mean\n",
      "normal_transaction_gas_used_std\n",
      "normal_transaction_time_delta_mean\n",
      "normal_transaction_time_delta_std\n",
      "normal_transaction_value_mean\n",
      "normal_transaction_value_std\n",
      "contract_has_library\n",
      "has_internal_transactions\n",
      "normal_transaction_before_creation_ratio\n",
      "normal_transaction_block_ratio\n",
      "normal_transaction_from_other_ratio\n",
      "normal_transaction_other_sender_ratio\n",
      "contract_compiler_minor_version_0\n",
      "contract_compiler_minor_version_1\n",
      "contract_compiler_minor_version_2\n",
      "contract_compiler_minor_version_3\n",
      "contract_compiler_patch_0\n",
      "contract_compiler_patch_1\n",
      "contract_compiler_patch_2\n",
      "contract_compiler_patch_3\n",
      "contract_compiler_patch_4\n",
      "contract_compiler_patch_5\n",
      "contract_compiler_patch_6\n",
      "contract_compiler_patch_7\n",
      "contract_compiler_patch_8\n",
      "contract_compiler_patch_9\n",
      "contract_compiler_patch_10\n",
      "contract_compiler_patch_11\n",
      "contract_compiler_patch_12\n",
      "contract_compiler_patch_13\n",
      "contract_compiler_patch_14\n",
      "contract_compiler_patch_15\n",
      "contract_compiler_patch_16\n",
      "contract_compiler_patch_17\n",
      "contract_compiler_patch_18\n",
      "contract_compiler_patch_19\n",
      "contract_compiler_patch_20\n",
      "contract_compiler_patch_21\n",
      "contract_compiler_patch_22\n",
      "contract_compiler_patch_23\n",
      "contract_compiler_patch_24\n",
      "contract_compiler_patch_25\n",
      "contract_compiler_patch_26\n",
      "contract_compiler_patch_27\n",
      "contract_compiler_patch_28\n",
      "contract_compiler_patch_29\n",
      "contract_compiler_patch_30\n",
      "contract_compiler_patch_31\n",
      "contract_compiler_patch_32\n",
      "contract_compiler_patch_33\n",
      "contract_compiler_patch_34\n",
      "contract_compiler_patch_35\n",
      "contract_compiler_patch_36\n",
      "contract_compiler_patch_37\n",
      "contract_compiler_patch_38\n",
      "contract_compiler_patch_39\n",
      "contract_compiler_patch_40\n",
      "contract_compiler_patch_41\n",
      "contract_compiler_patch_42\n",
      "contract_compiler_patch_43\n",
      "contract_compiler_patch_44\n",
      "contract_compiler_patch_45\n",
      "contract_compiler_patch_46\n",
      "contract_compiler_patch_47\n",
      "contract_compiler_patch_48\n",
      "contract_compiler_patch_49\n",
      "contract_compiler_patch_50\n",
      "contract_compiler_patch_51\n",
      "contract_compiler_patch_52\n",
      "contract_compiler_patch_53\n",
      "contract_compiler_patch_54\n",
      "contract_compiler_patch_55\n",
      "contract_compiler_patch_56\n",
      "contract_compiler_patch_57\n",
      "contract_compiler_patch_58\n",
      "contract_compiler_patch_59\n",
      "contract_compiler_patch_60\n",
      "contract_compiler_patch_61\n",
      "contract_compiler_patch_62\n",
      "contract_compiler_patch_63\n",
      "contract_compiler_patch_64\n",
      "contract_compiler_patch_65\n",
      "contract_compiler_patch_66\n",
      "contract_compiler_patch_67\n",
      "contract_compiler_patch_68\n",
      "contract_compiler_patch_69\n",
      "contract_compiler_patch_70\n",
      "contract_compiler_patch_71\n",
      "contract_compiler_patch_72\n",
      "contract_compiler_patch_73\n",
      "contract_compiler_patch_74\n",
      "contract_compiler_patch_75\n",
      "contract_compiler_patch_76\n",
      "contract_compiler_patch_77\n",
      "contract_compiler_patch_78\n",
      "contract_compiler_patch_79\n",
      "contract_compiler_patch_80\n",
      "contract_compiler_patch_81\n",
      "contract_compiler_patch_82\n",
      "contract_compiler_patch_83\n",
      "contract_compiler_patch_84\n",
      "contract_compiler_patch_85\n",
      "contract_compiler_patch_86\n",
      "contract_compiler_patch_87\n",
      "contract_compiler_patch_88\n",
      "contract_compiler_patch_89\n",
      "contract_compiler_patch_90\n",
      "contract_compiler_patch_91\n",
      "contract_compiler_patch_92\n",
      "contract_compiler_patch_93\n",
      "contract_compiler_patch_94\n",
      "contract_compiler_patch_95\n",
      "contract_compiler_patch_96\n",
      "contract_compiler_patch_97\n",
      "contract_compiler_patch_98\n",
      "contract_compiler_patch_99\n",
      "contract_compiler_patch_100\n",
      "contract_compiler_patch_101\n",
      "contract_compiler_patch_102\n",
      "contract_compiler_patch_103\n",
      "contract_compiler_patch_104\n",
      "contract_compiler_patch_105\n",
      "contract_compiler_patch_106\n",
      "contract_compiler_patch_107\n",
      "contract_compiler_patch_108\n",
      "contract_compiler_patch_109\n",
      "contract_compiler_patch_110\n",
      "contract_compiler_patch_111\n",
      "contract_compiler_patch_112\n",
      "contract_compiler_patch_113\n",
      "contract_compiler_patch_114\n",
      "contract_compiler_patch_115\n",
      "contract_compiler_patch_116\n",
      "contract_compiler_patch_117\n",
      "contract_compiler_patch_118\n",
      "contract_compiler_patch_119\n",
      "contract_compiler_patch_120\n",
      "contract_compiler_patch_121\n",
      "contract_compiler_patch_122\n",
      "contract_compiler_patch_123\n",
      "contract_compiler_patch_124\n",
      "contract_compiler_patch_125\n",
      "contract_compiler_patch_126\n",
      "contract_compiler_patch_127\n",
      "contract_compiler_patch_128\n",
      "contract_compiler_patch_129\n",
      "contract_compiler_patch_130\n",
      "contract_compiler_patch_131\n",
      "contract_compiler_patch_132\n",
      "contract_compiler_patch_133\n",
      "contract_compiler_patch_134\n",
      "contract_compiler_patch_135\n",
      "contract_compiler_patch_136\n",
      "contract_compiler_patch_137\n",
      "contract_compiler_patch_138\n",
      "contract_compiler_patch_139\n",
      "contract_compiler_patch_140\n",
      "contract_compiler_patch_141\n",
      "contract_compiler_patch_142\n",
      "contract_compiler_patch_143\n",
      "contract_compiler_patch_144\n",
      "contract_compiler_patch_145\n",
      "contract_compiler_patch_146\n",
      "contract_compiler_patch_147\n",
      "contract_compiler_patch_148\n",
      "contract_compiler_patch_149\n",
      "contract_compiler_patch_150\n",
      "contract_compiler_patch_151\n",
      "contract_compiler_patch_152\n",
      "contract_compiler_patch_153\n",
      "contract_compiler_patch_154\n",
      "contract_compiler_patch_155\n",
      "contract_compiler_patch_156\n",
      "contract_compiler_patch_157\n",
      "contract_compiler_patch_158\n",
      "contract_compiler_patch_159\n",
      "contract_compiler_patch_160\n",
      "contract_compiler_patch_161\n",
      "contract_compiler_patch_162\n",
      "contract_compiler_patch_163\n",
      "contract_compiler_patch_164\n",
      "contract_compiler_patch_165\n",
      "contract_compiler_patch_166\n",
      "contract_compiler_patch_167\n",
      "contract_compiler_patch_168\n",
      "contract_compiler_patch_169\n",
      "contract_compiler_patch_170\n",
      "contract_compiler_patch_171\n",
      "contract_compiler_patch_172\n",
      "contract_compiler_patch_173\n",
      "contract_compiler_patch_174\n",
      "contract_compiler_patch_175\n",
      "contract_compiler_patch_176\n",
      "contract_compiler_patch_177\n",
      "contract_compiler_patch_178\n",
      "contract_compiler_patch_179\n",
      "contract_compiler_patch_180\n",
      "contract_compiler_patch_181\n",
      "contract_compiler_patch_182\n",
      "contract_compiler_patch_183\n",
      "contract_compiler_patch_184\n",
      "contract_compiler_patch_185\n",
      "contract_compiler_patch_186\n",
      "contract_compiler_patch_187\n",
      "contract_compiler_patch_188\n",
      "contract_compiler_patch_189\n",
      "contract_compiler_patch_190\n",
      "contract_compiler_patch_191\n",
      "contract_compiler_patch_192\n",
      "contract_compiler_patch_193\n",
      "contract_compiler_patch_194\n",
      "contract_compiler_patch_195\n",
      "contract_compiler_patch_196\n",
      "contract_compiler_patch_197\n",
      "contract_compiler_patch_198\n",
      "contract_compiler_patch_199\n",
      "contract_compiler_patch_200\n",
      "contract_compiler_patch_201\n",
      "contract_compiler_patch_202\n",
      "contract_compiler_patch_203\n",
      "contract_compiler_patch_204\n",
      "contract_compiler_patch_205\n",
      "contract_compiler_patch_206\n",
      "contract_compiler_patch_207\n",
      "contract_compiler_patch_208\n",
      "contract_compiler_patch_209\n",
      "contract_compiler_patch_210\n",
      "contract_compiler_patch_211\n",
      "contract_compiler_patch_212\n",
      "contract_compiler_patch_213\n",
      "contract_compiler_patch_214\n",
      "contract_compiler_patch_215\n",
      "contract_compiler_patch_216\n",
      "contract_compiler_patch_217\n",
      "contract_compiler_patch_218\n",
      "contract_compiler_patch_219\n",
      "contract_compiler_patch_220\n",
      "contract_compiler_patch_221\n",
      "contract_compiler_patch_222\n",
      "contract_compiler_patch_223\n",
      "contract_compiler_patch_224\n",
      "contract_compiler_patch_225\n",
      "contract_compiler_patch_226\n",
      "contract_compiler_patch_227\n",
      "contract_compiler_patch_228\n",
      "contract_compiler_patch_229\n",
      "contract_compiler_patch_230\n",
      "contract_compiler_patch_231\n",
      "contract_compiler_patch_232\n",
      "contract_compiler_patch_233\n",
      "contract_compiler_patch_234\n",
      "contract_compiler_patch_235\n",
      "contract_compiler_patch_236\n",
      "contract_compiler_patch_237\n",
      "contract_compiler_patch_238\n",
      "contract_compiler_patch_239\n",
      "contract_compiler_patch_240\n",
      "contract_compiler_patch_241\n",
      "contract_compiler_patch_242\n",
      "contract_compiler_patch_243\n",
      "contract_compiler_patch_244\n",
      "contract_compiler_patch_245\n",
      "contract_compiler_patch_246\n",
      "contract_compiler_patch_247\n",
      "contract_compiler_patch_248\n",
      "contract_compiler_patch_249\n",
      "contract_compiler_patch_250\n",
      "contract_compiler_patch_251\n",
      "contract_compiler_patch_252\n",
      "contract_compiler_patch_253\n",
      "contract_compiler_patch_254\n",
      "contract_compiler_patch_255\n",
      "contract_compiler_patch_256\n",
      "contract_compiler_patch_257\n",
      "contract_compiler_patch_258\n",
      "contract_compiler_patch_259\n",
      "contract_compiler_patch_260\n",
      "contract_compiler_patch_261\n",
      "contract_compiler_patch_262\n",
      "contract_compiler_patch_263\n",
      "contract_compiler_patch_264\n",
      "contract_compiler_patch_265\n",
      "contract_compiler_patch_266\n",
      "contract_compiler_patch_267\n",
      "contract_compiler_patch_268\n",
      "contract_compiler_patch_269\n",
      "contract_compiler_patch_270\n",
      "contract_compiler_patch_271\n",
      "contract_compiler_patch_272\n",
      "contract_compiler_patch_273\n",
      "contract_compiler_patch_274\n",
      "contract_compiler_patch_275\n",
      "contract_compiler_patch_276\n",
      "contract_compiler_patch_277\n",
      "contract_compiler_patch_278\n",
      "contract_compiler_patch_279\n",
      "contract_compiler_patch_280\n",
      "contract_compiler_patch_281\n",
      "contract_compiler_patch_282\n",
      "contract_compiler_patch_283\n",
      "contract_compiler_patch_284\n",
      "contract_compiler_patch_285\n",
      "contract_compiler_patch_286\n",
      "contract_compiler_patch_287\n",
      "contract_compiler_patch_288\n",
      "contract_compiler_patch_289\n",
      "contract_compiler_patch_290\n",
      "contract_compiler_patch_291\n",
      "contract_compiler_patch_292\n",
      "contract_compiler_patch_293\n",
      "contract_compiler_patch_294\n",
      "contract_compiler_patch_295\n",
      "contract_compiler_patch_296\n",
      "contract_compiler_patch_297\n",
      "contract_compiler_patch_298\n",
      "contract_compiler_patch_299\n",
      "contract_compiler_patch_300\n",
      "contract_compiler_patch_301\n",
      "contract_compiler_patch_302\n",
      "contract_compiler_patch_303\n",
      "contract_compiler_patch_304\n",
      "contract_compiler_patch_305\n",
      "contract_compiler_patch_306\n",
      "contract_compiler_patch_307\n",
      "contract_compiler_patch_308\n",
      "contract_compiler_patch_309\n",
      "contract_compiler_patch_310\n",
      "contract_compiler_patch_311\n",
      "contract_compiler_patch_312\n",
      "contract_compiler_patch_313\n",
      "contract_compiler_patch_314\n",
      "contract_compiler_patch_315\n",
      "contract_compiler_patch_316\n",
      "contract_compiler_patch_317\n",
      "contract_compiler_patch_318\n",
      "contract_compiler_patch_319\n",
      "contract_compiler_patch_320\n",
      "contract_compiler_patch_321\n",
      "contract_compiler_patch_322\n",
      "contract_compiler_patch_323\n",
      "contract_compiler_patch_324\n",
      "contract_compiler_patch_325\n",
      "contract_compiler_patch_326\n",
      "contract_compiler_patch_327\n",
      "contract_compiler_patch_328\n",
      "contract_compiler_patch_329\n",
      "symbol_22\n",
      "symbol_33\n",
      "symbol_39\n",
      "symbol_41\n",
      "symbol_43\n",
      "symbol_49\n",
      "symbol_51\n",
      "symbol_53\n",
      "symbol_54\n",
      "symbol_55\n",
      "symbol_57\n",
      "symbol_59\n",
      "symbol_61\n",
      "symbol_62\n",
      "symbol_63\n",
      "symbol_65\n",
      "symbol_66\n",
      "symbol_67\n",
      "symbol_69\n",
      "symbol_71\n",
      "symbol_73\n",
      "symbol_75\n",
      "symbol_76\n",
      "symbol_77\n",
      "symbol_78\n",
      "symbol_79\n",
      "symbol_81\n",
      "symbol_82\n",
      "symbol_83\n",
      "symbol_85\n",
      "symbol_86\n",
      "symbol_87\n",
      "symbol_93\n",
      "symbol_95\n",
      "symbol_103\n",
      "symbol_105\n",
      "symbol_113\n",
      "symbol_121\n",
      "symbol_122\n",
      "symbol_123\n",
      "symbol_127\n",
      "symbol_129\n",
      "symbol_133\n",
      "symbol_135\n",
      "symbol_137\n",
      "symbol_171\n",
      "symbol_173\n",
      "symbol_177\n",
      "symbol_179\n",
      "symbol_181\n",
      "symbol_183\n",
      "symbol_185\n",
      "symbol_187\n",
      "symbol_189\n",
      "symbol_191\n",
      "symbol_193\n",
      "symbol_194\n",
      "symbol_195\n",
      "symbol_197\n",
      "symbol_198\n",
      "symbol_199\n",
      "symbol_201\n",
      "symbol_202\n",
      "symbol_203\n",
      "symbol_204\n",
      "symbol_205\n",
      "symbol_207\n",
      "symbol_208\n",
      "symbol_209\n",
      "symbol_211\n",
      "symbol_213\n",
      "symbol_214\n",
      "symbol_215\n"
     ]
    }
   ],
   "source": [
    "for feature_name in feature_names:\n",
    "    print(feature_name)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Classification"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "xgb_scale_pos_weight = compute_scale_pos_weight(y_binary)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def create_xgb_model():\n",
    "    return XGBClassifier(n_jobs=10,\n",
    "                         scale_pos_weight=xgb_scale_pos_weight,\n",
    "                         n_estimators=25,\n",
    "                         max_depth=3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Label 1/9 = Balance Disorder\n",
      "train ROC AUC 0.981 TN  156456 FP  2112 FN     7 TP   268\n",
      "test  Recall 0.850 FN 3 TP 17\n",
      "\n",
      "Label 2/9 = Hidden State Update\n",
      "train ROC AUC 0.984 TN  157575 FP   993 FN     4 TP   156\n",
      "test  Recall 0.911 FN 12 TP 123\n",
      "\n",
      "Label 3/9 = Hidden Transfer\n",
      "train ROC AUC 0.982 TN  156654 FP  1914 FN     7 TP   275\n",
      "test  Recall 0.923 FN 1 TP 12\n",
      "\n",
      "Label 4/9 = Inheritance Disorder\n",
      "train ROC AUC 0.985 TN  156804 FP  1764 FN     5 TP   247\n",
      "test  Recall 0.884 FN 5 TP 38\n",
      "\n",
      "Label 5/9 = Skip Empty String Literal\n",
      "train ROC AUC 0.987 TN  156206 FP  2362 FN     3 TP   282\n",
      "test  Recall 0.900 FN 1 TP 9\n",
      "\n",
      "Label 6/9 = Straw Man Contract\n",
      "train ROC AUC 0.984 TN  156479 FP  2089 FN     5 TP   259\n",
      "test  Recall 0.903 FN 3 TP 28\n",
      "\n",
      "Label 7/9 = Type Deduction Overflow\n",
      "train ROC AUC 0.984 TN  156607 FP  1961 FN     6 TP   285\n",
      "test  Recall 1.000 FN 0 TP 4\n",
      "\n",
      "Label 8/9 = Uninitialised Struct\n",
      "train ROC AUC 0.988 TN  156687 FP  1881 FN     3 TP   253\n",
      "test  Recall 0.949 FN 2 TP 37\n",
      "\n"
     ]
    }
   ],
   "source": [
    "num_labels = len(honey_badger_labels[\"index_to_name\"])\n",
    "\n",
    "for label_id, label_value in enumerate(honey_badger_labels[\"index_to_name\"][1:], start=1):\n",
    "    print(\"Label {:d}/{:d} = {}\".format(label_id, num_labels, label_value))\n",
    "\n",
    "    train_index = y_multi != label_id\n",
    "    test_index = y_multi == label_id\n",
    "    \n",
    "    xgb_model = create_xgb_model()\n",
    "    xgb_model.fit(X[train_index], y_binary[train_index])\n",
    "    \n",
    "    train_metrics = compute_metrics(y_binary[train_index], xgb_model.predict(X[train_index]))\n",
    "    print_metrics(\"train\", train_metrics)\n",
    "    \n",
    "    test_pred = xgb_model.predict(X[test_index])\n",
    "    test_size = test_pred.shape[0]\n",
    "    test_tp = test_pred.sum()\n",
    "    test_fp = test_size - test_tp\n",
    "    test_acc = test_tp / test_size\n",
    "    print(\"test  Recall {:.03f} FN {:d} TP {:d}\".format(test_acc, test_fp, test_tp))\n",
    "    print()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}