LinearModelGradientDescentNumpy.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "predict for x=19 (before):  47.5\n",
      "\tgrad: -614.3999999999996 32 89.6 0.5975527122975\n",
      "\tgrad: 1230.8272000000002 37 98.6 101.21969664000001\n",
      "\tgrad: -1213.1417600000004 20 68 835.6612708598817\n",
      "progress:  0 w =  3.09671456 loss =  36.79282324639739\n",
      "MSE =  inf\n",
      "\tgrad: 607.6714188800006 32 89.6 36.79282324639739\n",
      "\tgrad: -481.3998796134417 37 98.6 99.01482811854493\n",
      "\tgrad: -343.6455834132471 20 68 127.83449479199074\n",
      "progress:  1 w =  3.314088604146688 loss =  2.9523071749857546\n",
      "MSE =  inf\n",
      "\tgrad: 1052.8534612924177 32 89.6 2.9523071749857546\n",
      "\tgrad: -1105.1381788650067 37 98.6 297.23399300634406\n",
      "\tgrad: -26.90134262457832 20 68 673.7042234873768\n",
      "progress:  2 w =  3.3932746643438554 loss =  0.018092055875123095\n",
      "MSE =  inf\n",
      "\tgrad: 1215.0265125762162 32 89.6 0.018092055875123095\n",
      "\tgrad: -1332.3565604602034 37 98.6 395.8531694390848\n",
      "\tgrad: 88.48376978227407 20 68 979.2126926126306\n",
      "progress:  3 w =  3.4221209424455687 loss =  0.19573443787206443\n",
      "MSE =  inf\n",
      "\tgrad: 1274.1036901285252 32 89.6 0.19573443787206443\n",
      "\tgrad: -1415.1287631559342 37 98.6 435.2834593548466\n",
      "\tgrad: 130.51681237838238 20 68 1104.6584559612959\n",
      "progress:  4 w =  3.4326292030945953 loss =  0.4258659578353319\n",
      "MSE =  inf\n",
      "\tgrad: 1295.6246079377315 32 89.6 0.4258659578353319\n",
      "\tgrad: -1445.2814184605072 37 98.6 450.112416607349\n",
      "\tgrad: 145.82881089389673 20 68 1152.2346813601855\n",
      "progress:  5 w =  3.436457202723474 loss =  0.5316510521681808\n",
      "MSE =  inf\n",
      "\tgrad: 1303.4643511776749 32 89.6 0.5316510521681808\n",
      "\tgrad: -1456.265572467602 37 98.6 455.5761009551404\n",
      "\tgrad: 151.4067392107205 20 68 1169.815226055364\n",
      "progress:  6 w =  3.4378516848026806 loss =  0.5731000169605911\n",
      "MSE =  inf\n",
      "\tgrad: 1306.3202504758901 32 89.6 0.5731000169605911\n",
      "\tgrad: -1460.2669328132472 37 98.6 457.5746286522347\n",
      "\tgrad: 153.4386937120297 20 68 1176.25262744932\n",
      "progress:  7 w =  3.4383596734280077 loss =  0.5885858182013559\n",
      "MSE =  inf\n",
      "\tgrad: 1307.3606111805602 32 89.6 0.5885858182013559\n",
      "\tgrad: -1461.7245675664894 37 98.6 458.30374882692576\n",
      "\tgrad: 154.17890385114902 20 68 1178.6020642514657\n",
      "progress:  8 w =  3.4385447259627875 loss =  0.5942783598185507\n",
      "MSE =  inf\n",
      "\tgrad: 1307.7395987717891 32 89.6 0.5942783598185507\n",
      "\tgrad: -1462.2555617510461 37 98.6 458.56950046090833\n",
      "\tgrad: 154.44855115363566 20 68 1179.458510845177\n",
      "progress:  9 w =  3.4386121377884087 loss =  0.5963588738364259\n",
      "MSE =  inf\n",
      "\tgrad: 1307.8776581906614 32 89.6 0.5963588738364259\n",
      "\tgrad: -1462.4489948613673 37 98.6 458.6663288824812\n",
      "\tgrad: 154.54677956729142 20 68 1179.7705786181118\n",
      "progress:  10 w =  3.438636694891823 loss =  0.5971176768655285\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9279511384539 32 89.6 0.5971176768655285\n",
      "\tgrad: -1462.5194596032748 37 98.6 458.70160454470937\n",
      "\tgrad: 154.58256268531557 20 68 1179.8842704219192\n",
      "progress:  11 w =  3.4386456406713286 loss =  0.5973942171589791\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9462720948814 32 89.6 0.5973942171589791\n",
      "\tgrad: -1462.5451288376867 37 98.6 458.71445526934104\n",
      "\tgrad: 154.59559793130722 20 68 1179.9256879791412\n",
      "progress:  12 w =  3.438648899482827 loss =  0.5974949724934645\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9529461408301 32 89.6 0.5974949724934645\n",
      "\tgrad: -1462.5544797496132 37 98.6 458.7191366377251\n",
      "\tgrad: 154.60034647328825 20 68 1179.9407759463334\n",
      "progress:  13 w =  3.438650086618322 loss =  0.5975316782415149\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9553773943235 32 89.6 0.5975316782415149\n",
      "\tgrad: -1462.5578861446918 37 98.6 458.7208419950059\n",
      "\tgrad: 154.60207629495187 20 68 1179.9462722874086\n",
      "progress:  14 w =  3.438650519073738 loss =  0.5975450498677574\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9562630630162 32 89.6 0.5975450498677574\n",
      "\tgrad: -1462.5591270426428 37 98.6 458.72146323152964\n",
      "\tgrad: 154.602706442692 20 68 1179.9482745241035\n",
      "progress:  15 w =  3.438650676610673 loss =  0.5975499209851213\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9565856986583 32 89.6 0.5975499209851213\n",
      "\tgrad: -1462.5595790829036 37 98.6 458.7216895386568\n",
      "\tgrad: 154.60293599593456 20 68 1179.949003908917\n",
      "progress:  16 w =  3.4386507339989834 loss =  0.5975516954640672\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567032299183 32 89.6 0.5975516954640672\n",
      "\tgrad: -1462.5597437542997 37 98.6 458.7217719789167\n",
      "\tgrad: 154.60301961869163 20 68 1179.949269612774\n",
      "progress:  17 w =  3.438650754904673 loss =  0.5975523418804299\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567460447706 32 89.6 0.5975523418804299\n",
      "\tgrad: -1462.5598037415873 37 98.6 458.72180201065305\n",
      "\tgrad: 154.60305008119178 20 68 1179.9493664046602\n",
      "progress:  18 w =  3.4386507625202976 loss =  0.5975525773601698\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567616415698 32 89.6 0.5975525773601698\n",
      "\tgrad: -1462.5598255940426 37 98.6 458.7218129507575\n",
      "\tgrad: 154.6030611782163 20 68 1179.9494016644699\n",
      "progress:  19 w =  3.438650765294554 loss =  0.5975526631418779\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567673232468 32 89.6 0.5975526631418779\n",
      "\tgrad: -1462.5598335545606 37 98.6 458.7218169360713\n",
      "\tgrad: 154.6030652206946 20 68 1179.9494145090844\n",
      "progress:  20 w =  3.4386507663051735 loss =  0.597552694390863\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567693929957 32 89.6 0.597552694390863\n",
      "\tgrad: -1462.5598364544574 37 98.6 458.72181838786133\n",
      "\tgrad: 154.60306669330805 20 68 1179.949419188184\n",
      "progress:  21 w =  3.438650766673327 loss =  0.5975527057743952\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567701469741 32 89.6 0.5975527057743952\n",
      "\tgrad: -1462.5598375108455 37 98.6 458.7218189167262\n",
      "\tgrad: 154.60306722975872 20 68 1179.9494208927085\n",
      "progress:  22 w =  3.4386507668074393 loss =  0.5975527099212236\n",
      "MSE =  inf\n",
      "\tgrad: 1307.956770421636 32 89.6 0.5975527099212236\n",
      "\tgrad: -1462.5598378956702 37 98.6 458.7218191093832\n",
      "\tgrad: 154.60306742517844 20 68 1179.9494215136374\n",
      "progress:  23 w =  3.4386507668562944 loss =  0.5975527114318435\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705216914 32 89.6 0.5975527114318435\n",
      "\tgrad: -1462.5598380358563 37 98.6 458.72181917956493\n",
      "\tgrad: 154.60306749636743 20 68 1179.9494217398355\n",
      "progress:  24 w =  3.438650766874092 loss =  0.5975527119821585\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705581412 32 89.6 0.5975527119821585\n",
      "\tgrad: -1462.5598380869253 37 98.6 458.72181920513225\n",
      "\tgrad: 154.6030675223011 20 68 1179.949421822237\n",
      "progress:  25 w =  3.4386507668805755 loss =  0.5975527121826386\n",
      "MSE =  inf\n",
      "\tgrad: 1307.956770571419 32 89.6 0.5975527121826386\n",
      "\tgrad: -1462.5598381055293 37 98.6 458.7218192144458\n",
      "\tgrad: 154.60306753174848 20 68 1179.949421852254\n",
      "progress:  26 w =  3.438650766882937 loss =  0.5975527122556683\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705762556 32 89.6 0.5975527122556683\n",
      "\tgrad: -1462.5598381123057 37 98.6 458.7218192178383\n",
      "\tgrad: 154.60306753518978 20 68 1179.9494218631887\n",
      "progress:  27 w =  3.4386507668837973 loss =  0.5975527122822525\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705780173 32 89.6 0.5975527122822525\n",
      "\tgrad: -1462.5598381147738 37 98.6 458.721819219074\n",
      "\tgrad: 154.60306753644318 20 68 1179.94942186717\n",
      "progress:  28 w =  3.4386507668841104 loss =  0.5975527122919415\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705786585 32 89.6 0.5975527122919415\n",
      "\tgrad: -1462.559838115672 37 98.6 458.7218192195238\n",
      "\tgrad: 154.60306753689906 20 68 1179.949421868621\n",
      "progress:  29 w =  3.438650766884225 loss =  0.5975527122954787\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705788932 32 89.6 0.5975527122954787\n",
      "\tgrad: -1462.559838116002 37 98.6 458.7218192196888\n",
      "\tgrad: 154.60306753706675 20 68 1179.9494218691539\n",
      "progress:  30 w =  3.4386507668842667 loss =  0.597552712296775\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705789786 32 89.6 0.597552712296775\n",
      "\tgrad: -1462.559838116121 37 98.6 458.72181921974845\n",
      "\tgrad: 154.60306753712757 20 68 1179.9494218693453\n",
      "progress:  31 w =  3.4386507668842814 loss =  0.5975527122972144\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790087 32 89.6 0.5975527122972144\n",
      "\tgrad: -1462.559838116162 37 98.6 458.72181921976915\n",
      "\tgrad: 154.60306753714804 20 68 1179.9494218694097\n",
      "progress:  32 w =  3.4386507668842867 loss =  0.5975527122973902\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790196 32 89.6 0.5975527122973902\n",
      "\tgrad: -1462.5598381161776 37 98.6 458.72181921977705\n",
      "\tgrad: 154.603067537156 20 68 1179.9494218694351\n",
      "progress:  33 w =  3.4386507668842885 loss =  0.5975527122974341\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790232 32 89.6 0.5975527122974341\n",
      "\tgrad: -1462.559838116183 37 98.6 458.7218192197795\n",
      "\tgrad: 154.60306753715827 20 68 1179.949421869445\n",
      "progress:  34 w =  3.43865076688429 loss =  0.597552712297478\n",
      "MSE =  inf\n",
      "\tgrad: 1307.956770579026 32 89.6 0.597552712297478\n",
      "\tgrad: -1462.5598381161872 37 98.6 458.7218192197813\n",
      "\tgrad: 154.6030675371611 20 68 1179.9494218694526\n",
      "progress:  35 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  36 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  37 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  38 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  39 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  40 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  41 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  42 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  43 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  44 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  45 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  46 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  47 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  48 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  49 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  50 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  51 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  52 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  53 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  54 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  55 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  56 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  57 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  58 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  59 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  60 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  61 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  62 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  63 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  64 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  65 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  66 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  67 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  68 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  69 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  70 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  71 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  72 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  73 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  74 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  75 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  76 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  77 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  78 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  79 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  80 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  81 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  82 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  83 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  84 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  85 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  86 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  87 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  88 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  89 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  90 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  91 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  92 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  93 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  94 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  95 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  96 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  97 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  98 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  99 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  100 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  101 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  102 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  103 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  104 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  105 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  106 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  107 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  108 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  109 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  110 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "progress:  111 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  112 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  113 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  114 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  115 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  116 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  117 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  118 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  119 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  120 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  121 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  122 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  123 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  124 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  125 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  126 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  127 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  128 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  129 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  130 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  131 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  132 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  133 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  134 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  135 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  136 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  137 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  138 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  139 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  140 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  141 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  142 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  143 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  144 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  145 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  146 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  147 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  148 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  149 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  150 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  151 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  152 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  153 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  154 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  155 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  156 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  157 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  158 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  159 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  160 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  161 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  162 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  163 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  164 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  165 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  166 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  167 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  168 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  169 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  170 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  171 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  172 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  173 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  174 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  175 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  176 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  177 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  178 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  179 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  180 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  181 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  182 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  183 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  184 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  185 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  186 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  187 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  188 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  189 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  190 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  191 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  192 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  193 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  194 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  195 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  196 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  197 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  198 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  199 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  200 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  201 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  202 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  203 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  204 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  205 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  206 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  207 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  208 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  209 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  210 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  211 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  212 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  213 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  214 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  215 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  216 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  217 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  218 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  219 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  220 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  221 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  222 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  223 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  224 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  225 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  226 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  227 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  228 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  229 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  230 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  231 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  232 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  233 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  234 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  235 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  236 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  237 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  238 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  239 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  240 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  241 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  242 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  243 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  244 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  245 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  246 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  247 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  248 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  249 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  250 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  251 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  252 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  253 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  254 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  255 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  256 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  257 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  258 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  259 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  260 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  261 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  262 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  263 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  264 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  265 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  266 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  267 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  268 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  269 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  270 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  271 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  272 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  273 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  274 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  275 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  276 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  277 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  278 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  279 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  280 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  281 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  282 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  283 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  284 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  285 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  286 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  287 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  288 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  289 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  290 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  291 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  292 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  293 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  294 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  295 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  296 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  297 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  298 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n",
      "\tgrad: 1307.9567705790269 32 89.6 0.5975527122975\n",
      "\tgrad: -1462.5598381161892 37 98.6 458.72181921978256\n",
      "\tgrad: 154.60306753716225 20 68 1179.9494218694565\n",
      "progress:  299 w =  3.4386507668842903 loss =  0.5975527122975\n",
      "MSE =  inf\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXYAAAD4CAYAAAD4k815AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3deXiU9b338fc3M5NMQgIEEpAdEVT2BAIkek5brbb0qMUqi7KIigKtfbqec9o+7emm7bHWI9bWStgEd8HaR0+r1g2x1rAEZJV9B1mCJJAACQR+zx8ZaUqJTJbJPcvndV1zZeaemcyn91U//HLPzPc25xwiIhI/krwOICIiTUvFLiISZ1TsIiJxRsUuIhJnVOwiInHG35wvlpWV5bp3796cLykiEvOWL19+yDmXHe7jm7XYu3fvTnFxcXO+pIhIzDOznfV5vA7FiIjEGRW7iEicUbGLiMQZFbuISJxRsYuIxBkVu4hInFGxi4jEmZgo9g92lVK4aCsaMSwicmHN+gWlhnpxxV6eXLyTw8dP8v3hl2NmXkcSEYlaMVHsP/tyXxyOwkXbKK+s5t4R/fAlqdxFRM4nJoo9Kcm4d0Q/MoIBHntnK8eqqnlw1EACvpg4kiQi0qxiotgBzIzvDb+cjKCfB17bSEVlNY+OG0Qw4PM6mohIVIm5Je/XPteTe2/sx9sbD3LH48uoqKr2OpKISFSJuWIHmJDfjWmjc1i64zDjZi2h7PhJryOJiESNmCx2gBtzOzF9/GDW7zvKmMLFHDxa6XUkEZGocMFiN7OgmS01s1Vmts7MfhbaPtfMtpvZytAlJ/Jx/9G1fdrz+O1D2F16nFGFRew+fLy5I4iIRJ1wVuxVwNXOuYFADjDczPJD9/2Hcy4ndFkZsZSf4sqeWTx11zBKj51k1PQithws9yKGiEjUuGCxuxoVoZuB0CWqvgI6qGsmz08poPqMY3ThYtbuPeJ1JBERz4R1jN3MfGa2EjgIvOGcWxK66xdmttrMpplZSh3PnWxmxWZWXFJS0kSx/1nvDi1ZMLWA1ICPW2csZtmOwxF7LRGRaBZWsTvnTjvncoDOwFAz6wf8ALgcGAK0Ab5Xx3NnOOfynHN52dlhn4u1QS7OasGCqQVkt0xhwuwlLNoUuX9IRESiVb0+FeOcKwPeAYY75/aFDtNUAY8DQyOQr946tk5l/pQCemSlc9e8ZbyyZp/XkUREmlU4n4rJNrPWoeupwDXABjPrENpmwI3A2kgGrY+s9BSenZzPgM6t+fozK5hfvNvrSCIizSacFXsHYKGZrQaWUXOM/U/A02a2BlgDZAH3RS5m/bVKDfDkpKFc2TOL/3xhNXPe2+51JBGRZnHBWTHOudVA7nm2Xx2RRE0oLdnPrIl5fPPZlfz8Tx9SXlnNNz7fU2N/RSSuxew3T8OV4vfxu7G53DyoM9Pe3MR9f16vE3aISFyLmemOjeH3JfHrkQPICPqZ/d52Kiqr+eVN/TXTXUTiUkIUO9TMdP/JDX1oGfTzyNtbqKiqZtqYHJL9cf9Hi4gkmIQpdqiZ6f6dL1xGRjDAL15Zz7GT1Tw2bjCpyZrpLiLxIyGXq3d/pgf/fVN/Fm0qYeKcpZRXnvI6kohIk0nIYge4dWhXHrkllxW7Shk7cwmHj2mmu4jEh4QtdoAbBnZkxm2D2XSgnNGFRew/opnuIhL7ErrYAa6+vD3z7hzKvrITjCp8n10fa6a7iMS2hC92gPwebXnm7nzKK6sZOf19Nh3QTHcRiV0q9pCBXVozf0oBAKMLi1i1u8zjRCIiDaNir+XS9hm8MPUKMoJ+xs5cTNHWj72OJCJSbyr2c3Rtm8aCKVfQsXUqtz++lLc3HPA6kohIvajYz+OiVkGen1LApe0zmPzEcl5e9ZHXkUREwqZir0ObFsk8c/cwBnXL5JvPfcAzS3Z5HUlEJCwq9k+REQww746hfPbSbP7vH9cw492tXkcSEbkgFfsFpCb7mDEhj+sGdOCXr2zgf17fqLG/IhLVEmoIWEMl+5N45JZcMlL8/PbtLZRXVvPj6/uQpLG/IhKFVOxh8iUZ/31Tf9JT/Mx6bzvlldX86ub++H36o0dEossFi93MgsC7QEro8S84535iZhcDzwFtgBXABOdcXE/SMjN+eF1vWqYGeOiNTRyrquY3t+aQ4tfYXxGJHuEsN6uAq51zA4EcYLiZ5QO/AqY553oBpcCkyMWMHmbGNz7fix9f34fX1u3nrnnFHD9Z7XUsEZGzLljsrkZF6GYgdHHA1cALoe3zgBsjkjBK3fkvF/PAyAH8bcshJsxeypETmukuItEhrAPEZuYzs5XAQeANYCtQ5pz7ZKm6B+hUx3Mnm1mxmRWXlJQ0ReaoMTqvC4+OHcTqPWXcOmMxhyqqvI4kIhJesTvnTjvncoDOwFCg9/keVsdzZzjn8pxzednZ2Q1PGqW+1L8DsyYOYduhCkZPL+KjshNeRxKRBFevj3Q458qAd4B8oLWZffLma2cgYb93/9lLs3ly0jBKyqsYNb2I7YeOeR1JRBLYBYvdzLLNrHXoeipwDbAeWAiMDD1sIvBSpELGgiHd2/Ds5HxOnDrNqOlFrN931OtIIpKgwlmxdwAWmtlqYBnwhnPuT8D3gO+Y2RagLTA7cjFjQ79OrZg/pQB/kjGmsIgVu0q9jiQiCcia8+vxeXl5rri4uNlezyu7Dx9n/OwllJRXMfO2PK7smeV1JBGJYWa23DmXF+7j9bXJCOjSJo0FUwrokpnGHY8v4/V1+72OJCIJRMUeIe1aBnl+Sj69O7bkq0+v4I8f7PE6kogkCBV7BLVOS+bpu4YxtHsbvv38Kp4s2uF1JBFJACr2CEtP8fP4HUO4pnc7/uuldfz+nS1eRxKROKdibwbBgI/Hxg9mRE5HHnhtI/e/ukEz3UUkYjS2t5kEfElMG51Deoqf6Yu2Ul55intH9NNMdxFpcir2ZpSUZNx3Yz/Sg34KF22joqqaB0cNJKCZ7iLShFTszczM+MGXetMqNcADr23kWNVpfjc2l2BAM91FpGloqeiRr32uJ/eO6Mub6w9w59xlVFRppruINA0Vu4cmFHRn2piBLNl+mPGzllB2PK5PQCUizUTF7rGv5Hbm9+MG8eFHR7llxmIOlld6HUlEYpyKPQp8se9FPH7HEHYdPs7o6UXsKT3udSQRiWEq9ihxZc8snpw0jMPHTjJqehFbDlZc+EkiIuehYo8ig7tl8tzkAk6dPsOYwiLW7j3idSQRiUEq9ijTp2NLFky9gmDAx60zF1O847DXkUQkxqjYo9DFWS2YP7WA7PQUxs9ewqJN8XUScBGJLBV7lOrUOpXnpxRwcVY6d81bxqtr9nkdSURiRDjnPO1iZgvNbL2ZrTOzb4a2/9TM9prZytDl3yIfN7FkZ6Tw3OR8BnRuzT3PrOCF5ZrpLiIXFs6KvRr4rnOuN5AP3GNmfUL3TXPO5YQur0QsZQJrlRrgyUlDubJnFv++YBWP/22715FEJMpdsNidc/uccytC18uB9UCnSAeTv0tL9jNrYh5f7Nuen/3vhzzy1maN/RWROtXrGLuZdQdygSWhTV83s9VmNsfMMps4m9SS4vfx6NhB3DSoEw+9sYlfvrJe5S4i5xV2sZtZOvAH4FvOuaPAY8AlQA6wD/ifOp432cyKzay4pESf7mgMvy+JB0cOZGJBN2b+dTs/eHENp8+o3EXkH4U1ttfMAtSU+tPOuRcBnHMHat0/E/jT+Z7rnJsBzADIy8tTCzVSUpLx0y/3JSMY4HcLt1BRVc1Do3NI9usDTiJS44LFbmYGzAbWO+ceqrW9g3Puk8/gfQVYG5mIci4z49+/eBkZQT///eoGjlVV89j4wZrpLiJAeIdirgQmAFef89HGB8xsjZmtBq4Cvh3JoPLPpnz2En75lf68s6mE2+YspbzylNeRRCQKXHDF7px7DzjfiTn18cYoMHZYV1qk+Pju/FWMm7WEuXcMpU2LZK9jiYiHdGA2DozI6UThhMFs3F/OmMIiDhzVTHeRRKZijxOf792euXcM5aOyE4yc/j67PtZMd5FEpWKPIwWXtOXpu/Mpr6xmVOH7bD5Q7nUkEfGAij3O5HRpzfOTC3AORhcWsXpPmdeRRKSZqdjj0GUXZbBgagEtUvyMnbmEJds+9jqSiDQjFXuc6ta2BS9MvYKLWgW5bc5SFm446HUkEWkmKvY4dlGrIM9PzqdX+3TufqKY/131kdeRRKQZqNjjXNv0FJ65O59BXTP5xnMf8NzSXV5HEpEIU7EngJbBAPPuHMpnemXz/RfXMOuv27yOJCIRpGJPEKnJPmbelsd1/Ttw35/X89DrGzX2VyROhTXdUeJDsj+JR27NpUWKj0fe3sLRymp+fH0fkpLONzFCRGKVij3B+JKMX908gIxggNnvbaeiqpr7b+qP36c/3kTihYo9AZkZP7quNxlBPw+/uZljVdU8fEsOKX6N/RWJB1qmJSgz41vXXMp/Xd+HV9fu5655xRw/We11LBFpAir2BDfpXy7mgZsH8Lcth7ht9lKOaqa7SMxTsQujh3Tht7cOYtWeMm6dsZhDFVVeRxKRRlCxCwDXDejAzNvy2FpSwejCIvYdOeF1JBFpIBW7nPW5y9rxxJ3DKDlaxcjHithx6JjXkUSkAS5Y7GbWxcwWmtl6M1tnZt8MbW9jZm+Y2ebQz8zIx5VIG3pxG56dnM+JU6cZOb2IDfuPeh1JROopnBV7NfBd51xvIB+4x8z6AN8H3nLO9QLeCt2WONCvUyvmT8nHlwRjChfzwa5SryOJSD1csNidc/uccytC18uB9UAnYAQwL/SwecCNkQopza9nuwxemHoFrdMCjJu1hPe3HvI6koiEqV7H2M2sO5ALLAHaO+f2QU35A+2aOpx4q0ubNBZMKaBzZiq3P76MNz484HUkEQlD2MVuZunAH4BvOefCPvBqZpPNrNjMiktKShqSUTzUrmWQ5ycX0PuiDKY+tZyXVu71OpKIXEBYxW5mAWpK/Wnn3IuhzQfMrEPo/g7AeU/R45yb4ZzLc87lZWdnN0VmaWaZLZJ5+u58hnTP5FvPr+SpxTu9jiQinyKcT8UYMBtY75x7qNZdLwMTQ9cnAi81fTyJFukpfubeMZSrL2vHj/7fWh57Z6vXkUSkDuGs2K8EJgBXm9nK0OXfgPuBa81sM3Bt6LbEsWDAx/QJg7lhYEd+9doGHnhtg2a6i0ShC053dM69B9Q1sPvzTRtHol3Al8TDY3LICPr5/TtbKa+s5mdf7quZ7iJRRGN7pd58ScYvbuxHRtBP4aJtVFRV8+uRAzTTXSRKqNilQcyM7w+/nJbBAL/+y0Yqqqr57a25BAOa6S7iNS2xpMHMjHuu6snPR/TljQ8PMGneMo5Vaaa7iNdU7NJotxV056HRA1m87TDjZy/hyHHNdBfxkopdmsRNgzrz6NhBrNt7lDEzijhYXul1JJGEpWKXJjO830XMvj2PnR8fZ/T0IvaUHvc6kkhCUrFLk/rXXtk8dddQDh87yejpRWwtqfA6kkjCUbFLkxvcrQ3PTS7g5OkzjJ5exLqPjngdSSShqNglIvp0bMn8KQWk+JO4ZcZilu887HUkkYShYpeI6ZGdzoKvXkFWegrjZy3lr5s13VOkOajYJaI6tU5l/pQCurVNY9LcYl5bu9/rSCJxT8UuEZedkcLzkwvo26kl9zyzgj8s3+N1JJG4pmKXZtEqLcBTk4aR36MN312winnv7/A6kkjcUrFLs2mR4mf2xCF8oU97fvLyOn739maN/RWJABW7NKtgwMfvxw3iptxOPPj6Ju5/VTPdRZqapjtKs/P7knhw1EDSg34K393G0cpq7ruxHz7NdBdpEip28URSkvGzL/clI+jn0YVbqaiq5qHRAwloprtIo6nYxTNmxn988XIyggHuf3UDx6qq+f24QZrpLtJI4ZzMeo6ZHTSztbW2/dTM9p5zDlSRBpn62Uv4xVf6sXDjQSbOWUp5pcb+ijRGOH/3zgWGn2f7NOdcTujyStPGkkQzblg3Hh6TQ/HOUsbPWkLpsZNeRxKJWRcsdufcu4AGfUjEjcjpROH4wazfX86YGUUcOKqZ7iIN0Zh3qr5uZqtDh2oy63qQmU02s2IzKy4p0awQ+XTX9GnP3DuGsLf0BKOmF7H7sGa6i9RXQ4v9MeASIAfYB/xPXQ90zs1wzuU55/Kys7Mb+HKSSK64JIun7hrGkROnGDn9fTYfKPc6kkhMaVCxO+cOOOdOO+fOADOBoU0bSxJdbtdM5k8p4IyD0YVFrNmjme4i4WpQsZtZh1o3vwKsreuxIg112UUZLJhSQFqyn7EzF7N0u97qEQlHOB93fBYoAi4zsz1mNgl4wMzWmNlq4Crg2xHOKQmqe1YLXvhqAe1apjBh9hIWbjzodSSRqGfNOacjLy/PFRcXN9vrSfz4uKKK2+YsZdOBch4ek8t1Azpc+EkiccLMljvn8sJ9vL6/LTGhbXoKz07OJ6dLa/7PsyuYv2y315FEopaKXWJGy2CAJ+4cxr/0yuY//7CaWX/d5nUkkaikYpeYkprsY9Ztefxb/4u478/rmfbGJo39FTmHhoBJzEn2J/HILbm0SF7Db97aTHllNT+6rjdJGvsrAqjYJUb5fUn86uYBpAf9zPnbdsorT3H/zQM0010EFbvEsKQk48fX96FlMMBv3trMsZPVPDwml2S/jjBKYlOxS0wzM7597aVkBP3c9+f1HKsqZvr4waQma6a7JC4tbSQu3PWvPfjVzf15d3MJt81ZwlHNdJcEpmKXuDFmSFd+e2suK3eXMXbmYj6uqPI6kognVOwSV64f0JEZt+Wx+UAFowuL2H9EM90l8ajYJe5cdVk7nrhzKAeOVjFy+vvsOHTM60gizUrFLnFpWI+2PHt3PseqqhlVWMTG/ZrpLolDxS5xq3/nVsyfUkCSwZgZRazcXeZ1JJFmoWKXuNarfQYvTL2ClsEA42Yu5v2th7yOJBJxKnaJe13apLFgagGdMlO5/fFlvPnhAa8jiUSUil0SQvuWQZ6fXMDlF2Uw9anlvLRyr9eRRCJGxS4JI7NFMk/fNYzB3TL51vMreXrJTq8jiUSEil0SSkYwwLw7h3LVZe344R/XMn3RVq8jiTS5cM55OsfMDprZ2lrb2pjZG2a2OfQzM7IxRZpOMOCjcMJgbhjYkftf3cCv/7JBM90lroSzYp8LDD9n2/eBt5xzvYC3QrdFYkbAl8TDY3K4dWgXHl24lZ++vI4zZ1TuEh8uON3ROfeumXU/Z/MI4HOh6/OAd4DvNWEukYjzJRm//Ep/MoIBZry7jfLKah4YOQC/T0coJbY1dGxve+fcPgDn3D4za1fXA81sMjAZoGvXrg18OZHIMDN+8KXLaRn08+Drm6ioqua3Y3NJ8Wvsr8SuiC9NnHMznHN5zrm87OzsSL+cSL2ZGV+/uhc/vaEPr394gElzizl+strrWCIN1tBiP2BmHQBCPw82XSQRb9x+5cU8OGog7289xPhZSzhyXDPdJTY1tNhfBiaGrk8EXmqaOCLeGjm4M78fN4i1e49yy8zFlJRrprvEnnA+7vgsUARcZmZ7zGwScD9wrZltBq4N3RaJC8P7dWD27XnsOHSMMYVF7C074XUkkXqx5vz8bl5enisuLm621xNpjOIdh7lj7jIyUvw8ddcwemSnex1JEpSZLXfO5YX7eH2uS6QOed3b8NzkfKqqzzC6sIgPPzrqdSSRsKjYRT5F346tmD+1gIAviVtmFLF8Z6nXkUQuSMUucgGXZKezYGoBbVokM37WEt7brJnuEt1U7CJh6JyZxvypBXRrm8adc5fxl3X7vY4kUicVu0iY2mXUzHTv26klX3t6BS+u2ON1JJHzUrGL1EOrtABPTRrGsIvb8J35q3iyaIfXkUT+iYpdpJ5apPiZc/sQrundnv96aR2PLtyisb8SVVTsIg0QDPh4bPwgbszpyK//spH7X9NMd4keDZ3uKJLwAr4kHhqdQ3rQT+GimrG/947ohy/JvI4mCU7FLtIISUnGvSP6kREM8Ng7WzlWVc2DowYS0Ex38ZCKXaSRzIzvDb+cjKCfB17bSEVlNY+OG0QwoJnu4g0tK0SayNc+15N7b+zH2xsPcsfjy6io0kx38YaKXaQJTcjvxrTROSzdcZhxs5ZQdvyk15EkAanYRZrYjbmdmD5+MOv3HWVM4WIOHq30OpIkGBW7SARc26c9c28fwu7S44wqLGL34eNeR5IEomIXiZArembx9F3DKDt+ilHTi9hysMLrSJIgVOwiEZTbNZPnJudTfcYxurCItXuPeB1JEoCKXSTCendoyQtTC0gN+Lh1xmKW7TjsdSSJc40qdjPbYWZrzGylmemcdyJ16J7VggVTC8humcKE2UtYtKnE60gSx5pixX6Vcy6nPufjE0lEHVunMn9KAT2y0rlr3jJeWbPP60gSp3QoRqQZZaWn8OzkfAZ2bs3Xn1nB/OLdXkeSONTYYnfA62a23Mwmn+8BZjbZzIrNrLikRH9+irRKDfDEpKFc2TOL/3xhNXPe2+51JIkzjS32K51zg4AvAfeY2WfOfYBzboZzLs85l5ednd3IlxOJD2nJfmZNzGN434v4+Z8+5DdvbtbYX2kyjSp259xHoZ8HgT8CQ5silEgiSPH7+N3YXEYO7sy0Nzdx35/Xq9ylSTR4uqOZtQCSnHPloetfAH7eZMlEEoDfl8QDNw8gPcXP7Pe2U1FZzS9v6q+Z7tIojRnb2x74o5l98nuecc691iSpRBJIUpLxkxv60DLo55G3t1BRVc20MTkk+/XZBmmYBhe7c24bMLAJs4gkLDPjO1+4jIxggF+8sp5jJ6t5bNxgUpM1013qT0sCkShy92d6cP9N/Vm0qYSJc5ZSXnnK60gSg1TsIlHmlqFdeeSWXFbsKmXszCUcPqaZ7lI/KnaRKHTDwI7MvC2PTQfKGV1YxP4jmuku4VOxi0Spqy5vx7w7h7L/SCWjCt9n18ea6S7hUbGLRLH8Hm155u5hlFdWM3L6+8x+bzsf7CrlZPUZr6NJFLPm/EJEXl6eKy7WEEiR+tp0oJyvPb3i7Mk6kv1JDOjUikHdMhnUtTWDumbSrmXQ45QSKWa2vD6DFlXsIjHkwNFKVuwsZcWuUpbvLGXt3qOcPF2zeu+cmcqgrjVFP7hbGy7vkEHApz/K44GKXSSBVFWfZt1HR8+W/YqdZewPnTw7GEhiQOea1fzg0Mq+bXqKx4mlIVTsIgnuo7ITLP+k6HeVsW7vEarP1Px33q1tGoO7ZpIbKvrL2mfg16o+6tW32BszUkBEolDH1ql0bJ3KDQM7AlB56jRr9h45u6p/d/MhXvxgLwBpyT5yutSs6gd1a01ul0wyWyR7GV+agIpdJM4FAz6GdG/DkO5tAHDOsaf0xNnj9Ct2lfLYoq2cDq3qe2S3CB2rrzmE06tdOkkaShZTdChGRDh+sprVe46wfGcpH4QO4XzyjdeMFD85XT9Z1WeS06U1rVIDHidOLDoUIyL1lpbsJ79HW/J7tAVqVvU7Pj7+9zdld5Xx27c3c8aBGfTMTg+9IVtzCKdHllb10UQrdhEJS0VVNat2l7FiZynLd5Xywa4yjpyoGVLWKjVA7ier+q6Z5HRtTXqK1o1NRSt2EYmI9BQ/V/bM4sqeWQCcOePYduhY6GOWNSv7RZtKcA6SDC5tn8GgbpkMDh3C6d42jdD5GyTCtGIXkSZz5MQpVoZW9St2lbJyVxnlVdUAtGmRTG6X1qFvy2YysEsr0pK1tgyHVuwi4plWqQE+e2k2n7205sT1Z844Nh+sOLuqX76rlLc2HATAl2T07pBx9vDNoK6ZdGmTGper+jNnHA6a7ZSHWrGLSLMqO36SD3aVnf245ardZRw7eRqArPSUmtk33Wo+atm/UyuCgdg5i5RzjpKKKjbtr2DD/qNsOlDOxgMVbD5Qztw7hjL04jYN+r3NumI3s+HAbwAfMMs5d39jfp+IxL/WaclcdXk7rrq8HQCnzzg27i+veUM2dAjn9Q8PAOBPMvp2bEnuJ2MRumXSsVXQ01V9VfVp9pSeYNfh4+w5fJxdZy8n2H34OBWhQ08AWenJXNo+g9F5XchMa76PiDZ4xW5mPmATcC2wB1gG3Oqc+7Cu52jFLiLhOFRRdXZVv2JnKav2lFF5qmbYWfuWKWc/apnbNZN+nVqS4v/HVb1zjqrqM5w4eZrK6tM1P0+d4cSp01SdOs2JU3+/XVnrcv7tNb/nxKnTHDhayf6jldSuzRR/El3bpNG1TRpd2qTRvW0al16UwaXtM8hqotk8zbliHwpsCZ3UGjN7DhgB1FnsIiLhyEpP4do+7bm2T3sATp0+w4Z95aHP1NccwnllzX4Akn1JdGwdrCnyWmXcEL4kIzXgIxhIIhjwEQz4zt7OCPq5JDurpsTbpp4t8uz0lKh7X6Axxd4J2F3r9h5g2LkPMrPJwGSArl27NuLlRCRRBXxJ9O/civ6dWzHxiu4AHCyvZMXOmlX9viOVpIbKODXgI6VWIaeGCjp4zu3UZB9Bv49g8t+fFy9jjhtT7Of7J+qfjus452YAM6DmUEwjXk9E5Kx2GUGG97uI4f0u8jpK1GnMP097gC61bncGPmpcHBERaazGFPsyoJeZXWxmycAtwMtNE0tERBqqwYdinHPVZvZ14C/UfNxxjnNuXZMlExGRBmnU59idc68ArzRRFhERaQLx8RawiIicpWIXEYkzKnYRkTijYhcRiTPNOt3RzEqAnU3wq7KAQ03we5pTrGWOtbwQe5ljLS/EXuZYywvnz9zNOZcd7i9o1mJvKmZWXJ+BONEg1jLHWl6IvcyxlhdiL3Os5YWmyaxDMSIicUbFLiISZ2K12Gd4HaABYi1zrOWF2Msca3kh9jLHWl5ogswxeYxdRETqFqsrdhERqYOKXUQkzkRVsZtZ0MyWmtkqM1tnZj87z2M+Y2YrzKzazEaec99EM9scukyMgbynzWxl6NIsI4/DzPwdM/vQzFab2Vtm1q3WfdG4jz8tb7Tu46lmtiaU6z0z61Prvh+Y2RYz22hmX4zmvGbW3cxO1NrH0yOdN9zMtR470sycmeXV2pcLdekAAANeSURBVBZ1+7iuvA3ax865qLlQc1am9ND1ALAEyD/nMd2BAcATwMha29sA20I/M0PXM6M1b+i+iijdx1cBaaHrXwWej/J9fN68Ub6PW9a6/mXgtdD1PsAqIAW4GNgK+KI4b3dgbTTu49B9GcC7wGIgL5r38afkrfc+jqoVu6tREboZCF3cOY/Z4ZxbDZx7ttovAm845w4750qBN4DhUZzXE2FmXuicOx66uZias2NB9O7juvJ6IszMR2vdbFHr/hHAc865KufcdmALNSeOj9a8nggnc8i9wANAZa1tUbmPPyVvvUVVsQOYmc/MVgIHqSmRJWE+9Xwn1+7U1PnO1Yi8AEEzKzazxWZ2Y4Qi/pN6Zp4EvBq6Hgv7uHZeiOJ9bGb3mNlWav5D/kZoc9Tu4zryAlxsZh+Y2SIz+9dIZ62V51Mzm1ku0MU596dznhqV+/hT8kI993HUFbtz7rRzLoeaVddQM+sX5lPDOrl2U2tEXoCuruarw2OBh83skoiEPEe4mc1sPJAH/PqTTef7dZFJWesFGp4XongfO+cedc5dAnwP+FFoc9Tu4zry7qNmH+cC3wGeMbOWkc57ocxmlgRMA757nqdG3T6+QN567+OoK/ZPOOfKgHcI/099T0+u3YC8OOc+Cv3cFnpubiSyfcrr15nZzK4Bfgh82TlXFdoctfu4jrxRvY9reQ745K+JqN3HtZzNGzqc8XHo+nJqjldfGuGY/6COzBlAP+AdM9sB5AMvh96QjMZ9XGfeBu3j+hyQj/QFyAZah66nAn8Frq/jsXP55zdPt1Pzpl5m6HqbKM6bCaSErmcBm4E+0bCPqSm/rUCvc7ZH5T7+lLzRvI971bp+A1Acut6Xf3xjbxuRf2OvMXmzP8kH9AD2Rvr/E+FmPufx7/D3NyOjch9/St567+OI7vwG/I8fAHwArAbWAj8Obf85NSsxgCHU/It7DPgYWFfr+XdS80bIFuCOaM4LXAGsCf0fbA0wKYr28ZvAAWBl6PJylO/j8+aN8n38G2BdKO9CoG+t5/+Qmn+oNgJfiua8wM2h7auAFcAN0bKPz3n8O4SKMlr3cV15G7KPNVJARCTORO0xdhERaRgVu4hInFGxi4jEGRW7iEicUbGLiMQZFbuISJxRsYuIxJn/DwURHK8MhK7CAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "predict for x=19 (after training): 65.33436457080151\n"
     ]
    }
   ],
   "source": [
    "x_data = [32, 37, 20]\n",
    "y_data = [89.6, 98.6, 68]\n",
    "w = 2.5\n",
    "\n",
    "def forward(x):\n",
    "    return x * w\n",
    "\n",
    "def loss(x, y):\n",
    "    y_pred = forward(x)\n",
    "    return (y_pred - y) * (y_pred - y)\n",
    "\n",
    "def gradient(x, y):\n",
    "    return 2 * x * (x * w - y)\n",
    "\n",
    "print(\"predict for x=19 (before): \", forward(19))\n",
    "\n",
    "wlist = []; losslist = []\n",
    "\n",
    "for epoch in range(300):\n",
    "    for x_val, y_val in zip(x_data, y_data):\n",
    "        grad = gradient(x_val, y_val)\n",
    "        w = w - 0.001 * grad\n",
    "        y_pred_value = forward(x_val)\n",
    "        loss_sum += loss_val\n",
    "        print(\"\\tgrad:\", grad, x_val, y_val, loss_val)\n",
    "        loss_val = loss(x_val, y_val)\n",
    "    print(\"progress: \", epoch, \"w = \", w, \"loss = \", loss_val)\n",
    "    print(\"MSE = \", loss_sum / 3)\n",
    "    wlist.append(w)\n",
    "    losslist.append(loss_val)\n",
    "\n",
    "plt.plot(wlist, losslist)\n",
    "plt.show()\n",
    "\n",
    "print(\"predict for x=19 (after training):\", forward(19))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}