2-load-imbalance-api.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>time.mean</th>\n",
       "      <th>time.ranks</th>\n",
       "      <th>time.hist</th>\n",
       "      <th>time.percentiles</th>\n",
       "      <th>time.imbalance</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>name</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>CalcHourglassControlForElems</th>\n",
       "      <td>1.33E+07</td>\n",
       "      <td>[492, 481, 495, 480, 494]</td>\n",
       "      <td>[8, 15, 15, 26, 32, 54, 109, 199, 45, 9]</td>\n",
       "      <td>[1.23E+07, 1.32E+07, 1.34E+07, 1.36E+07, 1.40E...</td>\n",
       "      <td>1.046125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TimeIncrement</th>\n",
       "      <td>1.08E+07</td>\n",
       "      <td>[383, 296, 120, 327, 40]</td>\n",
       "      <td>[4, 21, 40, 65, 96, 84, 79, 84, 31, 8]</td>\n",
       "      <td>[6.18E+06, 9.62E+06, 1.09E+07, 1.22E+07, 1.48E...</td>\n",
       "      <td>1.370285</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CalcFBHourglassForceForElems</th>\n",
       "      <td>4.83E+06</td>\n",
       "      <td>[81, 121, 337, 270, 92]</td>\n",
       "      <td>[16, 73, 124, 150, 85, 36, 16, 6, 2, 4]</td>\n",
       "      <td>[4.77E+06, 4.82E+06, 4.83E+06, 4.85E+06, 4.96E...</td>\n",
       "      <td>1.025671</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                             time.mean                 time.ranks  \\\n",
       "name                                                                \n",
       "CalcHourglassControlForElems  1.33E+07  [492, 481, 495, 480, 494]   \n",
       "TimeIncrement                 1.08E+07   [383, 296, 120, 327, 40]   \n",
       "CalcFBHourglassForceForElems  4.83E+06    [81, 121, 337, 270, 92]   \n",
       "\n",
       "                                                             time.hist  \\\n",
       "name                                                                     \n",
       "CalcHourglassControlForElems  [8, 15, 15, 26, 32, 54, 109, 199, 45, 9]   \n",
       "TimeIncrement                   [4, 21, 40, 65, 96, 84, 79, 84, 31, 8]   \n",
       "CalcFBHourglassForceForElems   [16, 73, 124, 150, 85, 36, 16, 6, 2, 4]   \n",
       "\n",
       "                                                               time.percentiles  \\\n",
       "name                                                                              \n",
       "CalcHourglassControlForElems  [1.23E+07, 1.32E+07, 1.34E+07, 1.36E+07, 1.40E...   \n",
       "TimeIncrement                 [6.18E+06, 9.62E+06, 1.09E+07, 1.22E+07, 1.48E...   \n",
       "CalcFBHourglassForceForElems  [4.77E+06, 4.82E+06, 4.83E+06, 4.85E+06, 4.96E...   \n",
       "\n",
       "                              time.imbalance  \n",
       "name                                          \n",
       "CalcHourglassControlForElems        1.046125  \n",
       "TimeIncrement                       1.370285  \n",
       "CalcFBHourglassForceForElems        1.025671  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import hatchet as ht\n",
    "\n",
    "gf_imb_simple = ht.GraphFrame.from_caliper(\"/home/ocankur/research/research-code/hatchet-tutorial/data/lulesh-16nodes/lulesh-annotation-profile-512cores-nompi.json\")\n",
    "gf_imb_simple = gf_imb_simple.load_imbalance(verbose=True)\n",
    "\n",
    "# The rest is styling for the paper.\n",
    "gf_imb_simple.dataframe.reset_index(inplace=True)\n",
    "gf_imb_simple.dataframe.set_index(\"name\", inplace=True)\n",
    "gf_imb_simple.dataframe['time.mean'] = gf_imb_simple.dataframe['time.mean'].apply(lambda x: '%.2E' % x)\n",
    "gf_imb_simple.dataframe['time.percentiles'] = gf_imb_simple.dataframe['time.percentiles'].apply(lambda x: ['%.2E' % i for i in x])\n",
    "gf_imb_simple.dataframe=gf_imb_simple.dataframe[[\"time.mean\", \"time.ranks\", \"time.hist\", \"time.percentiles\", \"time.imbalance\"]]\n",
    "gf_imb_simple.dataframe.head(3)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}