metric_tester.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1, 1, 149, 64)\n",
      "torch.Size([1, 2354]) (1, 1, 149, 64) (1, 149, 64)\n",
      "1750\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/chidhambararajan/docVuVenv/lib/python3.7/site-packages/torchvision/io/image.py:13: UserWarning: Failed to load image Python extension: /home/chidhambararajan/docVuVenv/lib/python3.7/site-packages/torchvision/image.so: undefined symbol: _ZNK3c1010TensorImpl36is_contiguous_nondefault_policy_implENS_12MemoryFormatE\n",
      "  warn(f\"Failed to load image Python extension: {e}\")\n",
      "GPU available: True (cuda), used: True\n",
      "TPU available: False, using: 0 TPU cores\n",
      "IPU available: False, using: 0 IPUs\n",
      "HPU available: False, using: 0 HPUs\n"
     ]
    }
   ],
   "source": [
    "from trainer import pl_data_module, pl_model, CLASSES, word2idx, idx2word"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = pl_model.load_from_checkpoint(\"/home/captain-america/external_disk/.eff/AttentiveMobileWord-Trainer/results_dir/epoch=61-train_loss_epoch=7.4645.ckpt\", class_count=len(CLASSES))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "pl_data_module.setup(32)\n",
    "iterator = iter(pl_data_module.val_dataloader())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "communication mixed\n",
      "communication stranger\n",
      "township english\n",
      "communication hardware\n",
      "township banks\n",
      "township charter\n",
      "communication output\n",
      "township cabinet\n",
      "communication assumed\n",
      "communication policy\n",
      "communication friends\n",
      "township mountain\n",
      "tastes minutes\n",
      "communication sculpture\n",
      "communication meteorite\n",
      "tastes market\n",
      "communication electricity\n",
      "tastes launched\n",
      "communication courts\n",
      "communication grant\n",
      "communication volume\n",
      "communication selling\n",
      "communication streak\n",
      "communication buses\n",
      "tastes blackened\n",
      "communication reasons\n",
      "tastes emerged\n",
      "tastes observe\n",
      "communication coding\n",
      "tastes links\n",
      "communication observe\n",
      "communication rugby\n",
      "communication pizza\n",
      "communication hunter\n",
      "communication skiing\n",
      "communication explosion\n",
      "communication seeking\n",
      "communication heaven\n",
      "communication tomatoes\n",
      "communication apart\n",
      "tastes opening\n",
      "success intelligence\n",
      "communication universal\n",
      "tastes vegetables\n",
      "communication restored\n",
      "communication officially\n",
      "communication obtained\n",
      "tastes axis\n",
      "communication events\n",
      "communication developing\n",
      "success woking\n",
      "communication frequent\n",
      "township genus\n",
      "communication exercise\n",
      "communication henderson\n",
      "communication kevin\n",
      "tastes apparent\n",
      "communication robot\n",
      "communication castles\n",
      "tastes baseball\n",
      "tastes restored\n",
      "communication python\n",
      "success theatre\n",
      "township consonant\n",
      "township reservation\n",
      "success perfect\n",
      "communication thoroughly\n",
      "communication poorly\n",
      "tastes accept\n",
      "tastes dedicated\n",
      "communication event\n",
      "communication dancing\n",
      "communication orders\n",
      "communication selling\n",
      "communication rushing\n",
      "tastes stadium\n",
      "communication received\n",
      "township flattened\n",
      "communication plans\n",
      "tastes asking\n",
      "tastes claims\n",
      "success camel\n",
      "communication system\n",
      "communication permanent\n",
      "communication cargo\n",
      "tastes rugby\n",
      "communication associated\n",
      "communication values\n",
      "communication guitar\n",
      "success academic\n",
      "communication links\n",
      "communication hearts\n",
      "communication interred\n",
      "township english\n",
      "communication cathedral\n",
      "communication tracks\n",
      "communication province\n",
      "communication commercial\n",
      "communication calling\n",
      "tastes attacked\n",
      "township drift\n",
      "township filmed\n",
      "communication clumsily\n",
      "communication dependent\n",
      "tastes rising\n",
      "tastes tracks\n",
      "success express\n",
      "tastes reaches\n",
      "communication exchange\n",
      "communication angry\n",
      "communication assurance\n",
      "communication orders\n",
      "communication actual\n",
      "communication entirely\n",
      "township follows\n",
      "tastes existed\n",
      "communication humble\n",
      "communication visitors\n",
      "communication listening\n",
      "communication wedding\n",
      "communication increased\n",
      "communication orders\n",
      "communication interesting\n",
      "communication projectile\n",
      "communication solutions\n",
      "tastes depends\n",
      "tastes event\n",
      "communication philosophy\n",
      "tastes hearts\n",
      "success scientists\n",
      "communication scholars\n",
      "township dependent\n",
      "communication provincial\n",
      "tastes products\n",
      "tastes defense\n",
      "tastes generation\n",
      "communication consequently\n",
      "communication involves\n",
      "success edition\n",
      "success degrees\n",
      "communication papers\n",
      "communication regarded\n",
      "communication understand\n",
      "township losing\n",
      "communication refreshing\n",
      "township surviving\n",
      "communication tomatoes\n",
      "communication destiny\n",
      "communication cultural\n",
      "township approximately\n",
      "communication apart\n",
      "communication volume\n",
      "communication sisters\n",
      "township california\n",
      "tastes argument\n",
      "communication bands\n",
      "tastes creates\n",
      "communication inspired\n",
      "communication associated\n",
      "township guitar\n",
      "communication another\n",
      "communication massive\n",
      "communication alcoholic\n",
      "tastes drift\n",
      "tastes suitable\n",
      "success belongs\n",
      "communication railway\n",
      "communication average\n",
      "tastes elected\n",
      "township ticket\n",
      "communication portuguese\n",
      "township repeated\n",
      "communication princess\n",
      "communication restored\n",
      "tastes forms\n",
      "communication papers\n",
      "tastes action\n",
      "township conditions\n",
      "tastes follows\n",
      "communication colorado\n",
      "communication clothes\n",
      "tastes heaven\n",
      "tastes proved\n",
      "communication amount\n",
      "communication dragons\n",
      "communication religion\n",
      "township addictive\n",
      "communication analysis\n",
      "success grant\n",
      "communication period\n",
      "communication criticism\n",
      "communication glance\n",
      "tastes chances\n",
      "communication identify\n",
      "communication reservation\n",
      "communication streak\n",
      "communication sisters\n",
      "tastes baseball\n",
      "communication referred\n",
      "tastes attacked\n",
      "success anything\n",
      "communication forms\n",
      "township orders\n",
      "advantage reported\n",
      "communication creates\n",
      "communication northeast\n",
      "communication animated\n",
      "communication apart\n",
      "communication former\n",
      "communication costs\n",
      "communication frequent\n",
      "communication diamond\n",
      "tastes farther\n",
      "township henderson\n",
      "tastes uncle\n",
      "communication possibility\n",
      "communication heritage\n",
      "tastes recommend\n",
      "communication involves\n",
      "communication seventeen\n",
      "communication effective\n",
      "communication railroad\n",
      "communication plates\n",
      "communication engineer\n",
      "communication command\n",
      "success solved\n",
      "township provincial\n",
      "communication rising\n",
      "township electricity\n",
      "communication species\n",
      "communication condition\n",
      "communication record\n",
      "communication critics\n",
      "township drift\n",
      "tastes restored\n",
      "communication attended\n",
      "communication proms\n",
      "communication genus\n",
      "communication already\n",
      "communication actual\n",
      "communication travels\n",
      "tastes november\n",
      "township dedicated\n",
      "communication officials\n",
      "communication walter\n",
      "communication wonder\n",
      "tastes started\n",
      "success spanish\n",
      "communication bands\n",
      "communication educated\n",
      "communication crazy\n",
      "township events\n",
      "communication difficult\n",
      "success somewhere\n",
      "communication quebec\n",
      "communication capable\n"
     ]
    }
   ],
   "source": [
    "test_entry = next(iterator)\n",
    "x, y = test_entry['x'], test_entry['y'].squeeze()\n",
    "y_pred = model(x)\n",
    "\n",
    "y_pred_armax = y_pred.argmax(axis=0)\n",
    "for y_pred_i, y_true_i in zip(y_pred_armax, y) :\n",
    "    print(idx2word[y_pred_i.item()], idx2word[y_true_i.item()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "k = 1750\n",
    "topk = y_pred.topk(k).indices\n",
    "val = 0.0\n",
    "for i in range(k):\n",
    "    row = topk[:, i]\n",
    "    #print(row.shape)\n",
    "    accuracy = (row==y).float().mean().item()\n",
    "    val += accuracy\n",
    "    #print(accuracy, val)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "struck seasons\n",
      "struck conservative\n",
      "struck executed\n",
      "struck neighborhood\n",
      "struck heaven\n",
      "struck couple\n",
      "struck stalls\n",
      "struck arabs\n",
      "struck community\n",
      "struck location\n",
      "struck meanwhile\n",
      "struck landing\n",
      "struck singing\n",
      "struck visitors\n",
      "struck birthday\n",
      "struck perhaps\n",
      "struck crazy\n",
      "struck sunrise\n",
      "struck surrounding\n",
      "struck replied\n",
      "struck financial\n",
      "struck decades\n",
      "struck ignore\n",
      "struck amount\n",
      "struck analysis\n",
      "struck staring\n",
      "struck slightly\n",
      "struck greatly\n",
      "struck forward\n",
      "struck crater\n",
      "struck posted\n",
      "struck pioneer\n",
      "struck childhood\n",
      "struck another\n",
      "struck symbols\n",
      "struck gracefully\n",
      "struck directly\n",
      "struck immediate\n",
      "magical positions\n",
      "struck warehouse\n",
      "struck pictures\n",
      "struck naturally\n",
      "struck efficient\n",
      "struck easily\n",
      "struck plant\n",
      "struck ordinary\n",
      "struck tournament\n",
      "struck slipped\n",
      "struck having\n",
      "struck campus\n",
      "struck vessels\n",
      "struck climbing\n",
      "struck representative\n",
      "struck counted\n",
      "struck mixed\n",
      "struck official\n",
      "struck warehouse\n",
      "struck everyone\n",
      "struck population\n",
      "struck release\n",
      "struck structures\n",
      "struck tourist\n",
      "struck municipality\n",
      "struck reminded\n",
      "struck authorities\n",
      "struck awards\n",
      "struck wonder\n",
      "struck suicide\n",
      "struck someday\n",
      "struck advantage\n",
      "struck hosted\n",
      "struck ninety\n",
      "struck literary\n",
      "struck township\n",
      "struck nearby\n",
      "struck asking\n",
      "struck knowledge\n",
      "struck rugby\n",
      "struck february\n",
      "struck engineer\n",
      "struck event\n",
      "struck horses\n",
      "struck remember\n",
      "struck merchant\n",
      "struck normally\n",
      "struck refused\n",
      "struck becomes\n",
      "struck nevertheless\n",
      "struck olympic\n",
      "struck analysis\n",
      "struck entire\n",
      "struck awaken\n",
      "struck concert\n",
      "struck liquid\n",
      "struck congress\n",
      "struck racing\n",
      "struck attempt\n",
      "struck dublin\n",
      "struck borders\n",
      "struck passes\n",
      "struck hardware\n",
      "struck suffering\n",
      "struck incidents\n",
      "struck literary\n",
      "struck somebody\n",
      "struck bicycles\n",
      "struck angry\n",
      "struck largely\n",
      "struck climbing\n",
      "struck sydney\n",
      "struck irresolute\n",
      "struck designed\n",
      "struck network\n",
      "guitarist southern\n",
      "struck sometimes\n",
      "struck adjacent\n",
      "struck northeast\n",
      "struck forests\n",
      "struck academy\n",
      "testing storage\n",
      "struck rapid\n",
      "struck learned\n",
      "struck happens\n",
      "struck europe\n",
      "struck followed\n",
      "struck title\n",
      "struck staring\n",
      "struck membership\n",
      "struck situated\n",
      "struck empire\n",
      "struck labour\n",
      "struck protection\n",
      "struck recording\n",
      "struck initial\n",
      "struck breeding\n",
      "struck dismounted\n",
      "struck encouraged\n",
      "struck confirmed\n",
      "struck affect\n",
      "struck sheriff\n",
      "struck classical\n",
      "struck helper\n",
      "struck couple\n",
      "struck rusty\n",
      "struck condemned\n",
      "struck distinguished\n",
      "struck drink\n",
      "struck video\n",
      "struck cabin\n",
      "struck employed\n",
      "struck borders\n",
      "struck advanced\n",
      "struck custom\n",
      "struck guitarist\n",
      "struck vessels\n",
      "struck trainers\n",
      "struck faculty\n",
      "struck japanese\n",
      "struck theater\n",
      "struck voices\n",
      "struck actually\n",
      "struck benjamin\n",
      "struck technical\n",
      "struck acquired\n",
      "struck technique\n",
      "struck operation\n",
      "struck finish\n",
      "struck sentences\n",
      "struck emperor\n",
      "struck hardly\n",
      "struck additionally\n",
      "struck printed\n",
      "struck security\n",
      "struck useless\n",
      "struck listening\n",
      "struck finish\n",
      "struck wounded\n",
      "struck difficult\n",
      "struck minute\n",
      "struck developers\n",
      "struck process\n",
      "struck levels\n",
      "struck unique\n",
      "struck agricultural\n",
      "struck executed\n",
      "struck religion\n",
      "struck parallel\n",
      "struck creating\n",
      "struck genus\n",
      "struck difficult\n",
      "struck explain\n",
      "struck building\n",
      "struck changing\n",
      "struck empire\n",
      "struck decided\n",
      "struck venue\n",
      "struck plants\n",
      "struck investment\n",
      "struck responding\n",
      "struck defeat\n",
      "struck grand\n",
      "struck violently\n",
      "struck sunlight\n",
      "struck comic\n",
      "struck april\n",
      "struck opposite\n",
      "struck bishop\n",
      "struck properties\n",
      "struck possibly\n",
      "struck cabin\n",
      "struck tablet\n",
      "struck skills\n",
      "struck specifically\n",
      "struck defined\n",
      "struck programming\n",
      "struck coming\n",
      "struck drugs\n",
      "struck bacon\n",
      "struck sections\n",
      "struck protection\n",
      "struck depends\n",
      "struck split\n",
      "struck format\n",
      "struck meteorite\n",
      "struck confirmed\n",
      "struck reduce\n",
      "struck enemies\n",
      "struck elections\n",
      "struck diamond\n",
      "struck unique\n",
      "struck trouble\n",
      "struck hosted\n",
      "struck statistical\n",
      "struck canal\n",
      "struck suitable\n",
      "struck factors\n",
      "struck participated\n",
      "struck requirements\n",
      "struck waiting\n",
      "struck language\n",
      "struck bottle\n",
      "struck mainly\n",
      "struck didn’t\n",
      "struck provincial\n",
      "struck fields\n",
      "struck divisions\n",
      "struck responding\n",
      "struck patches\n",
      "struck express\n",
      "struck singles\n",
      "struck birthday\n",
      "struck labour\n",
      "struck clearly\n",
      "struck hardly\n",
      "struck artificial\n",
      "struck tomatoes\n"
     ]
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torch.Size([256])"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_pred_armax.shape"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "docVuVenv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.12"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "2283c03fd36d1fa019abbf902ee0991b5e2edf470abe8ab5e1e2a09291b1fce4"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}