06. Comparative Statistcs.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import scipy\n",
    "from scipy import stats"
   ]
  },
  {
   "attachments": {
    "image.png": {
     "image/png": "iVBORw0KGgoAAAANSUhEUgAAAIsAAABWCAYAAAD/uWUOAAAGyUlEQVR4Ae2bz2vbSBTH81/5Ggo9BsIecigUAoUeCgu75FAoFAJFC15iMLQ+eHGKoQRK6UIg2eJCYAsNoQUjZCyUmJg6wcKpG1OzxsSkNXyX0Q9bVjTJ1E0iu/0GjDUzb0bK930svZl5mgH/qICiAjOKdjSjAiAshEBZAcKiLBUNCQsZUFaAsChLRUPCQgaUFSAsylLRkLCQAWUFCIuyVDQkLGRAWQHCoiwVDQkLGVBWgLAoS0VDwkIGlBUgLMpS0ZCwkAFlBQiLslQ0JCxkQFkBwqIsFQ0JCxlQVoCwKEtFQ8JCBpQVICzKUtGQsJABZQUIi7JUNCQsZEBZAcKiLBUNCQsZUFaAsChLRUPC4jCg48nNG7gR9fn9HxyRE0cBwkIQlBUgLMpS0ZCwkAFlBQiLkKp/jPpqFuVHeZTvpGFtFHEoystZlO7mUWsq63nGsPM2Bz2RQqU6bOo3tmAuZlGtD+um4YiwoAc7m0J5vYYvALqOczUYWRONZynoCQ2ljY9j+rKHw6QGPZHFh7Y/hF+XQbXh103HN2HpvIN1v4Bm33VY84UAJImKBXzeWYO5vIlGZ1xnmtid1aD/VkDLGx99w62bf4mGXzfu8Nfcj7CMCH6MD0sa9Nk11IOObO8g9+cKVs795LBzPDIYcLAJI6HBWDUxGK7y0qnTH22jGzKf9CJhCXro9B3MhAb9wRv8F6wf8/jzRsZ5jFnFr4MR/LrxH22Doa79gLCcmNhfzsHa+Yi+sebGKH/XvDtBDdX7azgc6zHURu2hiFfSgdjEr0thv3qMw5UMqgfX7vOxT/jTw9J+5f76jXwR9XTSvRO8d+8ErY0MjMfGeI8LPzZJpLHvzXq6xpr7CErkUW++QXn++VTFLT89LGhuw7ydRvlhGuXVbRw+y0BfyMBcFuUiPg+CjW/8QfqxyVwKxp0srGQG5moR9us8Sk5dGrvF9jCW+cbh4zCfCFj6p110Or2pEu4iZ/mxya5xkeX0tE8ALN5zfAqnknI3+7FJDocncqtpa4kfls4bdwYyhVNJqbP9eOWSZlXS81xzQ+yw9Hby7gxk3f5xHkOne/iQfY5qebpikovYiw2WoxdpGIspGHNieqlBF0HfYh611kWXzPa4FIgNFvcf3kNlPmLFNEIN6+mt6OSkqISlmzdw66kVMQqrvkeBeGFpbaF8iSum3yME+16sQKywxBmvzMzMYFI+F7tpMixiheUoL1ZMxdL3ZIjBqzhfgRhhsVG9p0H311dO3mH37kvYp9EX/K0xyy9/MWaJVnL82hhhMbAr4pV0EX10YT9OobzxA02fx/fJxPaMERag9SoHYy6N8n2RyriHzrj7MFcpb7+No408SgtJb6qfdPaMjt7mYawUnew65/QiiSq4FDDr2Ys68VnwlghE5t26fZVXfGVjxwrLlf1XlzVw30ZVJEMtbeKo7eWk9GtuXUJD+XU42wloraeddaORhCfvevxdZ6t4WRd4veMQlnP0djYDZ/Nn8lncvJeowNzPr9Vgvo3KgxPrSm7K5jmnndgmwiJ1TQ37ixr0ewWcWVRuFFDyA/OR/l7ObSCHRTT3Ol3vcSXGDCZDjXSe+AJhkbrIC8CF4w+GaZGOebuKuvVxGK/4Y3g5tyKH1/bjL2dT0d99FmPmR/N7/b5T8E1YpE5qo/ZoGJTqcxlYzwqoH8g3BztbWXefK7Db3BUbpcHsfun5Jr+BsJznoxMTlSU31dLZ7BRTfW824984gt3txx5c/kzotts3KtgN9puWY8Ki4CmRydeytrH/h/vSmZ4IvSrijOHFON47R05Vfw+VRQ2Wl9OrcKqJNiEsUe45sWGXbfTOtPlAZFANv9Lqb4qOxCQi4B2+jShmV9N8lyEsZ4AAnNgjMnMvtEUR6Otvio6+c/QVJ21vJtQ3UZkXwXKg05QdEpYzDvPWSgJB6sCkWUBJLMZFbEu4m6IaSoN3jga9nAPxWon+YAvtqGBn1HRiS4TljGv8tZIkzH+H0+MvzW1YCxqMle2I10O8O04wXvHH7bfx6XXeeV/I3IlaqPMNJ/+bsIR9dLCJ0lIBnxpFVJbTMOaSMG4nYdzNofLeRm/kzlDF/q8pp30wW1rw9oKcPaHATGph+l6ED0tDWMKKsCxVgLBIpWFDWAHCElaEZakChEUqDRvCChCWsCIsSxUgLFJp2BBWgLCEFWFZqgBhkUrDhrAChCWsCMtSBQiLVBo2hBUgLGFFWJYqQFik0rAhrABhCSvCslQBwiKVhg1hBQhLWBGWpQoQFqk0bAgrQFjCirAsVYCwSKVhQ1gBwhJWhGWpAoRFKg0bwgr8Dwv+LRSXd3gMAAAAAElFTkSuQmCC"
    }
   },
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## One Sample T test\n",
    "\n",
    "We use a one sample T-test to determine whether our sample mean (observed average) is statistically significantly different to the population mean (expected average).\n",
    "\n",
    "![image.png](attachment:image.png)\n",
    "\n"
   ]
  },
  {
   "attachments": {
    "image.png": {
     "image/png": "iVBORw0KGgoAAAANSUhEUgAAALUAAABNCAYAAADgkiXdAAAHY0lEQVR4Ae2c32tTSRTH+y/IPuirsC+LL/oU+1YKi2xBEGH7UBAqPu1KQQiyrIsgaoRIAoHShZQqYZcsUjZLwCp1MVioFGXDNSHhaklJKgnpr9DQWAxrA99l7o8kzb1dW9PJ3Ds9hZCb++OcM9/5ZDpzZiZ9oD9SQDIF+iQrDxWHFABBTRBIpwBBLV2VUoEIamJAOgUIaumqlApEUBMD0ilAUEtXpVQggpoYkE4Bglq6KqUCEdTEgHQKENRur9JGFeXYFNKjYagh9j6FfNntheoufoK6O/2EP70eC0G58AjlBoDaK2TP+aCEkmAfj+ofQe3qml/F0jUflKEwcuoG6h8LKPw+g+LajqtL1W3wBHW3Cgp+fiUShOLxNV/pSBbbgmMS7Z6gFl0D3fpvVLGemkOO9adZ18Pjx6LarVF3P09Qu7b+VpH3MojDKNT0QjSSUYIaoKWnrmW68hwZjw+pe3OoaKPCbZTGg1C8s8Zn15as68ClbKkbtXdY8oeQGg4iNeqHcn4Cb1+/w/tAEOrrtkHU8gwyo0GktH/bPijn/Eixz+brfKuvqia71vrQDVSeR/RUXjiK7E8hZMbnsGK02ofuzEUGpYO6UZ5FZsCHzPQ7bBl5rU9F/Rz7V52vWmunGNLhzTzbsFysPJ6A4glh6Yjnfi3COPiEZFAbKS7/S9Q6ErWlcR+U0TjWOs4DBeRGGdRB5JZsaqo2h+weXwabu+mUAxSQC+rlGaQ8PqTjJYu0lXgIqQdZ66SE0TdVPBEUm8Dv4GOtrt/77ytkPdG2axbTdMJhCsgFdYqN/n1QfpzBehNQXfGtpSRWbCYl6gsR/Zlrs9g0K2dtFmmzVWfHNvbMW+ndeQrIBXXtJbIDrcGd4o1g8XES6/8zeFqJ+DWo21vxtemQNtX8yXn1RRHtQwG5oAawrcaRacta6LNtE3sM9Iw+OGvdzczH8N6Dxk491YcjGPx2cN+vkYdHfFakU0BOn6WD2tSpXithZX4G2UtGy223yEfrL7PrraxIg7X2nhByRdMSvbtNAWmg3i6mUC7Xrfobg0elvc9s3pV5ZO2Ds4HjhT/1VW+oozTuh12qzzRxmO99fX3o9esw43eKLUmgrqJw04fsvM1SnvIs0mzmzSbzsTatLwbada1Rx7aZ+ajOITMQwfuPTqkuimM/CsgBtdGNsGtRN9nkyYBdn1r/IrA+965ZxqZq+rRzKpzFXgPGg/apL05Sn7opL8cDOaA2uxEXIig003Y72JyPIOUJQp1ftYLZSELVlmy2+tNNnRurKEX0mcTccvOssw82VKjWCVFnx8wpOimgZim4TLyASjKO7Bhb6xFEatiP9K04imVjEsUUsPYKKlvbYWQ5tOzIpbb1Hpf0FJ92/uYcqh35btOMs96riF3ux/VbI/CcOo5jXx377Ov4KQ9kzcZIAbWzABMQzZsAzlyOYUWAaye6JKidWCsHiqmKJz/04+4/B3pI6psJardX75sA+r+PIu/2chxi/AT1IYrZe1N1JK6fhPdvm/x874NxjEeC2jFV8QWB5KYw9N1Uq5VulFC4N4E0m0Udi6NcTGLxzgSygQjSw35kHqSw9QVu3PYIQe22GmvGW0fi55PwPm3teth6FgbLq9e1vYo+KMNRFKv6Th+29PaobMolqJuQuOygGMXFswEozd1p23gfCmFR3YG+8tCPt5nmReizp3aTUC4r9z7CJaj3IZKYW+pQ/5pCwnZhVR0Lt8/gyrRdEs/YyTMQRamZYzdWI5prxMUUqGdeCeqeSX0ARzt5xMb6tcVN39xTrA9uxHDl9N22VrrtFm37mQ/KnZetH7VhGx3Y+pc/lqw7f9oeleWQoHZcTdaRuH0FgadReE+wVXsjiHU0yMr9M7j4m30Sz9zJw7a0mQ219nt7bDntMrD+OAz1hdzz6QS146BuBZR/OKS11oOTbQBvPMHVs79g4UPrvvYjsz/d+pWmtq5HLQl1OIx8pf0J+Y4JaifXKQNYa629SBip6PzkEIbaId8V/wbyN3xQbszu2qO5+YKl9EJIj4WxmKk2W/Bdj0r0gaB2eGWyrgbbODDCBoUfEvB+7UVij1ba4UXpWXgEdc+k/kJHbIKF7Yg5HUCUtdK/0prszylJUH9OIeHX2STLCX2b14mrlkGj8PAcGABB7cBKsYTEFi319aH/vk16z3IznSCoXcFAFQuTU1joSO25InQBQRLUAkQnl3wVIKj56kvWBShAUAsQnVzyVYCg5qsvWRegAEEtQHRyyVcBgpqvvmRdgAIEtQDRySVfBQhqvvqSdQEKENQCRCeXfBUgqPnqS9YFKEBQCxCdXPJVgKDmqy9ZF6AAQS1AdHLJVwGCmq++ZF2AAgS1ANHJJV8FCGq++pJ1AQoQ1AJEJ5d8FSCo+epL1gUoQFALEJ1c8lWAoOarL1kXoABBLUB0cslXAYKar75kXYACBLUA0cklXwUIar76knUBChDUAkQnl3wVIKj56kvWBShAUAsQnVzyVYCg5qsvWRegAEEtQHRyyVeB/wAsYfZW9ZFotwAAAABJRU5ErkJggg=="
    }
   },
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Where x¯ is the sample mean, μ is the population mean and the standard error is:\n",
    "![image.png](attachment:image.png)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Example\n",
    "\n",
    "* Let’s say we want to calculate the resting systolic blood pressure of 20 first-year resident female doctors and compare it to the general public population mean of 120 mmHg.\n",
    "\n",
    "The null hypothesis is that there is no significant difference between the blood pressure of the resident female doctors and the general population."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Ttest_1sampResult(statistic=4.512403659336718, pvalue=0.00023838063630967753)"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# sample of blood pressure of 20 female doctors\n",
    "female_doctor_bps = [128, 127, 118, 115, 144, 142, 133, 140, 132, 131, \n",
    "                     111, 132, 149, 122, 139, 119, 136, 129, 126, 128]\n",
    "stats.ttest_1samp(female_doctor_bps, 120)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Our t-statistic value is 4.512, and along with our degrees of freedom (n-1; 19) this can be used to calculate a p-value."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The p-value in this case is 0.0002, which is far less than the standard thresholds of 0.05 or 0.01, so we reject the null hypothesis and we can say there is a statistically significant difference between the resting systolic blood pressure of the resident female doctors and the general population."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Two Sample T Test"
   ]
  },
  {
   "attachments": {
    "image.png": {
     "image/png": "iVBORw0KGgoAAAANSUhEUgAAAU4AAABoCAYAAACe0Rn2AAAQR0lEQVR4Ae2d72sbRxrH918o96J6myMvzjQv6leu4V6kAlMiKKSCBCowJJgLBBO4YkppRaAkUsDBCaaxDxTUYlJkQqh7vjYO6RE3gQYlJWYtIyHX2MhXbKI4NhG1TcRdDN9jVrIl27vSjn7OSt+A8Wp3duaZz7P5ejXzzDMa+I8ESIAESECKgCZVmoVJgARIgARA4eRDQAIkQAKSBCicksBYnARIgAQonHwGSIAESECSAIVTEhiLkwAJkACFk88ACZAACUgSoHBKAmNxEiABEqBw8hkgARIgAUkCFE5JYCxOAiRAAhROPgMkQAIkIEmAwikJjMVJgARIgMLJZ4AESIAEJAlQOCWBsTgJkAAJUDj5DJAACZCAJAEKpyQwFicBEiABCiefARIgARKQJEDhlATG4iRAAiRA4eQzUIZABsmfdaTflCnWSpdXdEzHM63UI/alxgQonDUG2lrVpTBxtgO+W6nW6lbZ3qQQ6T0C33i79bssGBbIE6Bw8lGwJJC66YHr/ATSliVa+ML6FPpdnRiabeE+smsVE6BwVoyuxW9cicCreTAyf7CfOkZ63HCb/XwyVVuRXU8iuX6w/TKfn42Y29bjxsAPcn8CxB8O7aMI+N5ZhnkbXqZwtqHT7XRZv9oJ7US4qaKRHvfC28xhgsUwPFoHAs/sEGOZdiJA4Wwnb9vuq46hdzW4/5G0fUc9CjZdOJFCuEdDx1W9Ht1jnQ4mQOF0sPPqZvpiGG5NQ/+9bN2asFNx84Uzi+lPNWgfNvfN2w4rlmksAQpnY3k7o7UnAWia+cTIzsYM5r8YRWIwhLm+MSz9+hjzn4WQuDiMucHHeFXDHlYinLW2T7/eCU3zI1rDfrEq5xOgcDrfhzXvgRAsTfMisnyg6v8mMN87iqUVEdS5jd8vB6F3DWI+nsDCaXE8iqW1A/dU8VFaOOtgnyWLKvrFW51PgMLpfB/WvAdWYrEdjSA+uYwdo8VlLJ4JQj/5HZ7vvMDKjTASEwls5i4aJbLLUwh8PIKyI4Rb0/CbzdIfc0E72m0yS+7H9Nbhbtu2b0vHyN/64P/Ui45jHgzcs55tt2JxuHWeaScCFM528rbNvtoSi40HiHcFoQ/P4H+H6k1h6uoQAufd0FyB8sJ56P7cCWFHxbPqJeyLXnLBczMXZGSEHJm9XedtssXCwn6ebl0CFM7W9W3lPTPGODtKBn9no2PQu4KI/2QdaGmITpOE09q+DKYuuOB6fwRGzIDRVw2+O+ZvnRzjrPwxauU7KZyt7N1K+7Ysgt8Pz6pvJ+8i8WUEK2vA6g0xpjmMxZV8Iyv3ER9+iu2iNhstnLL2CVNT33igHe3DxG4/iuwH8rPqPXmR3XeNH9qZAIWznb1v2fdcHGf3vjjOdaQGhFhew8LMDJInxfEYVsSY5s4qlgauYT5WLJtAY4VT3j4sR+A75sHQE6uwq1wcZyfjOC2flHa9QOFsV8+X6bexcqhnf/ziq4dhxM6FED83ivlfHmNhYBCxgTASF0KY//XFobHOxgonIGXfVhSBD/tykQNbGZhKp7FyqJMrh8o8K+14mcJZkdff4HUmg9dFM8gVVaPyTcZadbfJWnX7RlcrnNnZCCKzppJm3wizkkI0T/gQfpZBJpNC5KwXEZOv6sbE0SmuVTdD2O7nKJyVPAEL3yFWZmKkkmpVu0e/3g3t7ATkM1PmZtX9vSJ4vBt9F4cQeVYHAawIWG5ySNM0FH58mDg4N2RkRzJLclJRo7ypxQhQOCtwaHps0BjrW1yq4GZH3SLycR6pPCTIUX0tNlbk4+xAH/NxFkPhcREBCmcRDHuH+cDv45HcxIi9mxxcKp8BXpUXxkaQFBngZw++gjaiYbbhFAIUTrue2nyK5JlriJ0Rb5tiRjmI2JlrmBv/zW4NLEcCJNAiBCicko7cfBAyRHNucjW/9NCqgiTCH1sk/DVbXtjjQ/hQ0mCrunmeBEigmQQonJL0V0PibXMQC81NVSlpNYuTAAnUkgCFU4pmc8c3C7PAxTPCPG4VLlKPIgs3lQCFUwb/5iMkxPjm5cf7lhbKVMGyJEACzidA4ZTw4c5MZF9ii7XJEBI/vbCoQXaM04tw3KIqniYBElCKAIVTwh2vfhw1ElssPQd2nt9HvDeC1dcSFbAoCZBASxCgcMq48XUM8+cGEbsQwtxnt7GyJjKhO+9f6pYX3nHGKTrPc7RYFQIUTlU80TA7Mpg6b76fUMNMYEMk4HACFE6HO1De/CgCrn78819+ky0pCnGnXe+8jbf+9Fbu58+dOG4Se7pb5u13uizrYpm3UIqPO8/V9w3j2+Sf5ebdQeFsHvvmtCy2/j0VgTJf1NeTmLjohuuSw/aRdKrdzXnqWq5VCmfLubR0h9J3fHDvS1Bcuny9rupfueF+rxvd7x3JZSm66AzhdKrd9fJju9ZL4Wwrz+e2gvD/rFCn83v+aA4Rzj1yTrV7rwM8qIYAhbMaeo67V2yJ0YcJ6/3VGt8jpwqQU+1uvIdbskUKZ0u61aJTYhM21TYec6oAOdVui0eDp+UIUDjleDm6dOaHfvUmYZwqQE6129FPsDrGUzjV8UXdLYlecqH/nmIZiZ0qQE61u+5PWXs0QOFsDz+LHcQR7vHmdnVUqc9OFSCn2q2S7x1sC4XTwc6TMj09Ad+7Q9ClbmpAYacKkFPtboBL26EJCmc7eBlA9t8D0C5Mme8fXhMG+b2JZJfvO1WAKrH7TRr6z8kKdg2tiYNYSQ0JUDhrCFPlqvTrnZKJPbLQv+pD3+cD8B7rgOfTqRKrjcRumB3w3UrJI6hEgORbqf0dFdqdGvfhSC/3aq+9QxpbI4Wzsbyb1FoakVNujMjsafQkANeHYRhSuBiGR9MstwlO3fTAdX6ihLAe7nb6hwFjfXv30d0M9i50vO+G+5NSAn24nkafqd5ukWTFhc6ryg2aNBqlo9ujcDrafTaNz05jwOVHVOJrdOZeP1wuN0aM5MpRBDQNWq+JOK5E4NU8cqJs0+yqi60nkVQp2H+3Q8YfIgUn6nbt4++yBCicZRG1QIFnAbjOTlQ+tmb8Rz+Cvu8PpwbRr3ZCO5F/M1UMVXrca/mW3FxTUwif0NBxhW+dzfVD5a1TOCtn55g7Uzfd8H5Twfij0cMUIr0d8FyNmkwsiSWcmhJJQ8ycoa5wAsIn2l8UjHIwA8lzhwhQOA8habUT1SQuziJ6xYO+8RTwJovMwdh5kaJO09QLqs+7UGXhNKIcNA/Cy632vLVHfyicLe/nKPxaP6a2LDq6k8HziTDmzoSQHBa/w0g9F2WziF7ywHdTRyaTQWq87/CsvDGzrG42eZWFE7ND6NQ0+H+x8AtPK02Awqm0e2pgnPgPeso6/OXlxDD0k7fxfAfA5lMkPghCH57BhpgcEhNCRT++O/vHOIUwaZq6kxxKC6cxqWYdqVADz7OKOhKgcNYRbiOqzi6nSk76CPGwDn15gaW/B6F7QlhMriP7ehnL3961vQldOeEsFt1aHFvy3JqG32RrD/cxF7Sj3SbbevgxbfUGDuz7Y1E3uymclu50wgUKpxO8ZGVjVkfgvVLjZOUTF6fHrhl7xetdQeP33FgC21btHThfTjgPFG/4R75xNhx52zRI4XSwq/Xr3cbbkXXGIx0BV5nExTsZvIw9wqIY3xRf07sGsWB33zBjjLMDQ7NqQlRaODnGqeZDY9MqCqdNUMoVy6/mEV8lO6xWoYhZb8vExS+QGhBCGcLyZq53OzORPeHcWZjE3OlB6L0hJL4MY35wFLHBp/uHBURiZM6qV/Ro5GbVJVdzVdQSb6oHAQpnPajWvc4UIqc8GLkVMGZmNYtdK0smLt54gHhXELErj7AhJoawjdUb16AP3Dc+i+OFb4WQDmPxPwDW7mOu6xoWloo7l4vj7FZg87diq3aPVX7jNOI4VcxWtQuPv0sSoHCWxKPqxSxS82lALKU0Zr39mDZZThm9WDrGcuPBWC4MKRRB4rNhxG88Qjr/9pnd3MaamHH/4DaM6KSF7xDrCmLeWIJZ4GKsHOrhyqECETtHuZVDnVw5ZAeWkmUonEq6xa5RKUQ+EiFDZuOM1SYuzuL3wSD0y48htPTVj6PQj4f3vtbvWWjMDqv5lTM7G0Fk9mDU/p7lzTvgWvXmsa9RyxTOGoFsVjUiXZwY5/SO74+xRNWJi3/DwskgYmO/AciFLcW+TpgsuwSMSapq1sI3C15T2s1lR/IoOrzRFCQObJTC6UCnFZucm2TQoH0+XXw6l7j4wLl9Bcp9MMY0g9DPhTF/I4S5wd2xULMbRT7OI4om1DCzt3nnRD7OjrMRpEyGVppnFVuWJUDhlCWmWvn8zLb21xEURxGJN9G+7zMVW5uNjpl/NbesMZ8BXsFvxpYmN/qCkQFeR5qi2WjyNW+PwllzpI2uUMRqinHO4nhNMfZZ3bhjemwQet9dvKy2OzurWL4yirneIPQLk3i+MoOFy6NIDI0Z4U7xr2P4o9o26nG/U+2uBwvWeYgAhfMQEqedEGNmQjg1BJ7kbc9MoV8ycXFxrzdjdzEfup37eVhd+p4/fgohFkoga8SIBqGfjmAlk3vl2pgc3osbLW5fhWOn2q0Cu3awgcLZAl42YgI1DXvxlGLbCyUma7bx+/AwFpJvYLzBdg1iPl74nrp2Ryz3HMWSEe+kkiOcardKDFvbFgpnK/j3F38uMUVeLKtLXFwPIMtYPBOEfjyCVSPYXrSRTzByZhJre+dybWeXpxD4eESBrYzt2i2zsV09+LLORhOgcDaaeD3aE6FHRiB8AFGkMdGrWI7MzUdIiCQilx8XEojkZ+1j40so6GYKU1eHEDjvhuYKNF847dotsbFdPdzPOhtPgMLZeOZ1aFEEu4txTg/CcbGaqETi4jq0Xq5KY4a+K4i5ydU9kTTygOaXc778MYTkw8KuakbWJQWE067dtje2KweK1x1DgMLpGFeVNlQsrxQTRP0X/Ubi4gPh8KVvrvPV3fHNQtaloq/pmzNIng4htVEwQhXhlLXb6EGJje0KPeSR0wlQOJ3uwbz96Tu+3DinptrmaetIfRGE/sV9vCx8J8erhyIcaRhzF0JYiGf23kRFd9QQTnm7gVIb27XIg8ZuGAQonK3yIOTzO2qay/H72KghnLIPRpmN7WSrY3mlCVA4lXaPhHF7mZKKA+El7leoqPOE08bGdgrxpSnVE6BwVs9QkRrymZI+UjPFmz1IuVl1f69IXNKNvotDiDxTfw2nMTlUtKmdGGs+uLGdvf6zlFMIUDid4ikbdor16dYbs9mogEVIgARsEaBw2sLEQiRAAiRQIEDhLLDgEQmQAAnYIkDhtIWJhUiABEigQIDCWWDBIxIgARKwRYDCaQsTC5EACZBAgQCFs8CCRyRAAiRgiwCF0xYmFiIBEiCBAgEKZ4EFj0iABEjAFgEKpy1MLEQCJEACBQIUzgILHpEACZCALQIUTluYWIgESIAECgQonAUWPCIBEiABWwQonLYwsRAJkAAJFAhQOAsseEQCJEACtghQOG1hYiESIAESKBCgcBZY8IgESIAEbBGgcNrCxEIkQAIkUCDwf8TcrneLPe8kAAAAAElFTkSuQmCC"
    }
   },
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "A two sample T-test is used to compare the means of two separate samples.\n",
    "\n",
    "It is calculated as follows (assuming equal variances)\n",
    "\n",
    "![image.png](attachment:image.png)"
   ]
  },
  {
   "attachments": {
    "image.png": {
     "image/png": "iVBORw0KGgoAAAANSUhEUgAAAhIAAABxCAYAAACAwkpiAAAfs0lEQVR4Ae2d/WsT2f7H58+YXwv+8C34g/2pDXx/sIXlYkDwW1C4AWElrOAWYS9BxA3CpTcRKlGKWy9UsiJ7SRHZLEWN7IpxC17igmWa0pJuaUlcKkZtucO2ssNeC+8vZx6SmclD8zR9SN+FkszMeXydkznv+ZzPOSOBfyRAAiRAAiRAAiTQIgGpxXiMRgIkQAIkQAIkQAKgkGAnIAESIAESIAESaJkAhUTL6BiRBEiABEiABEiAQoJ9gARIgARIgARIoGUCFBIto2NEEiABEiABEiABCgn2ARIgARIgARIggZYJUEi0jI4RSYAESIAESIAEKCTYB0iABEiABEiABFomQCHRMjpGJAESIAESIAESoJBgHyABEiABEiABEmiZAIVEy+gYkQRIgARIgARIgEKCfYAESIAESIAESKBlAhQSLaNjRBIgARIgARIgAQoJ9gESIAESIAESIIGWCVBItIyOEUmABEiABEiABCgk2AdIgARIoBME1nNIzxU7kZJ3aXwqQnmeg9pSDhqUW0EEr4QwfLQX/ksp7EltDwJnqMi/yCC/1QrofcK5iaJTSDQBi0FJgARIoCqBQhLBowEkClWv7quT+akAes4mkG+2VC8jkE/GjXgrcfglCcPfNZ1Ks7k6wx8gztrLCHwDEWSaFRP7gbOT+o5HFBI7ImIAEiABEqhHII/4CRkjP+zJ83n1gmlFZG4F0XM6UcVqoCJ1QUbfdaV63Bpn1ScjkOUhTCyIABlEJAnS2WSV9Gsk0Pbpfca5kELknB/+wR5IR3wIjiaRc5l6lJs+SOeSTVmA9p5z8w1FIdE8M8YgARIggRKB4tQwpBMTyH0qndqzL8WHIQwN+uAb6IUsBvr/q2F50C0Kw61bUPT4PQi2Ip7Wc8itN49oP3HGWhKBwQjSVj0KCQRkCdKxsNMCsZVGSO5F+IXWfIVFjHY4t5ZjS7EoJFrCxkgkQAIkIAgoiB2T4L+zyyb+neCvJTBcT0hAPN1L6L3WnFXCyDaPxNle+K9n0MrwKARB81Mi+4uzcrMPkpjamSpboTKjsnHOMd2jIX1FbtFy0x7nnbpIJ69TSHSSJtMiARI4XATmYuiThjCxtM+qvaOQAPJ3hiD9TwzNSQkNmWt+BKfywCcNagtKoiUhsc845275dNHgu1mmp1tMhHi7mnF0Bu1pCJIURNKyXjiu1jpon3OtlL04TyHhBVWmSQIkcCgI6IOxNIKUy6HuY24aC+dvIHv8BhZ/XsX7nxJYvHwPuavjyJ6/h/zrFkbgZog2ICSMAc6PuNtBdFvF22Qc859PIjcuPuPIvxWZa8iM+hG4o0BVVeSngo4n8kaL14qQ2I+cNVWFZpvOKlkpHBYJY3piSJIQfu4i5DFnV26eHlJIeIqXiZMACXQzgcyomBd3PdVvL2L51CTyGwWsfhmF0h/FwnQB2jaA7Vnk+qNQvp7B716CaUBIQH/KlxB+4SzIh+Q4lFP38VaUd/MXLP4lCmV8FhvC2VI8cdv+Aw/Kpn1nKrWPWhES+5azVU0tg8gxCZI8gqQbiZrCSJUVLl5ztoq2G58UErtBmXmQAAl0IYEiEqerODS+foyFsRmo6gwWddHwDKoYlMXfn78Y58Zn8V/zlCcfjQgJM4zTX+EdVr+KQvFPYiW3Du2PAgr/eoy197ZH7zYL3LyQ2MecdRYalGs+SPIQIi9cyzb06+YKF8eUh/ec22ympqJTSDSFi4FJgARIwCJQY4AzL2uZe7o1Yv7ROysCtrMJ/dzii4+lc/oXTYVydwShh+WBKP8whtj1Hf4f5pzpWEctCwmgeO+GXkZhSRH/8/cW4SqtlUv9z600wp8NYcj9f1TWl0tWnP8sjLRrisjIoEOcCymEvxhB6Ish9A4EMTFnTC+1xVlM+Ij9IuQA4gvltnOCqSYkOsjZmdmeHFFI7Al2ZkoCJHDwCdQf4Ir3xqD038DKarmmb74Rg3Mcv/1RPqe+jCN2K6SvsmhlqqCcku1bG0IC2yo+ZGewIvwjxLRG/xiWa+gVW44Nf+2YRcLMsTHOoq16EXoqBnsN6UsyJDmMTJuGFiEiho4Gy8toxa6bS25BUV1IeM254QbpQEAKiQ5AZBIkQAKHk4A+d1915UMBK59HoRxPYM02rZE7HoUy9gs+/jmLpfPTts2cjMFmV4VEhY/EO+RDQjhMorBptOf2rLCgOIWEJjZi+utEk6s9yv2jeSEBtM85h4kBCT1/S+mbQ4kySJKMyKtyuZr+JvaOsIsIAMUHAQzfdS0FrvCR2Ikzt8huui0YgQRIgAQOKoH8d2JAqly1gU3LP8LmVFma1lCxMX0b2W8XbX4Suy8kjFUbtqWrG8+w0B9F9toMNnTx8xFvvrkBJfSjeZxH6noMkQtDkOTIrgqJznEWPc3Y20EejEFpdfHMVgaRAQm+cxHH9NPICQkjT1yJrsQhVm2Uzu/EmVtkH9TbActNAiRAAi0Q0J/qfZX7SCzch3L8BpZmVVgGCfz5K1ZCY5g/fxvzYzP4ULog8u2QkHg1YfgkCD8Ec3VFz4DwU6i0IOhLKl0rTjae3TOWfU6K5arjWPhmBkXTOmHR0Z/md1lIGCtMOsHZ8GkQ0xFJ97JXq4INfCrXynwtzsZnH2JzzgSq7SNRjzO3yHby4xEJkAAJdJbAloKJL4IIXxpG71E/Qk/ca+06m93OqRk7Lg61vbNlh4TEzgU2Qxg7W/a1sLPlnggJcwfRtjkXEgiejCGjAloru2k1zNcKaO5sea7Fd5Jwi2wLJD9JgARIoDMExDbE1nbU+Tt+SFIb74voTJGgD6yfTaA9f8RdFhJtvGujXSGhzSWQMFdMNNMEbXMWPg2DYaQKKlRVTE1E4NyDspnSNBhWf9dGX4vv2uAW2Q1SZjASIAESaJSAitRFGfKgOWi/jOjm+445KDZajIpwCmIDEoI/uL31KwJWPaGv2rg+or+WWz4ZQuxmqvlXfFdNudZJ4+2f/n+2Jn3aFRK1SrXz+XY4G86WjmmINqZndi6rEUK8/VO+ZDh4NhrHCMctspvjxdAkQAIk0AKB/F0/pCNBJNdaiNzpKIUkgkf23jrSSLXyUwH0nksg3+LSx70TEgAOEGd9aehgRJ9GaaRdymE6sxV5OT3vv3H5p/eMmQMJkECnCehL7/yIvXR5yHc6n2bSE3sIvCq29EbMZrJpK+ynIpTnCootiQhj1Ub4rHjzpQ/BqzEkXu0B/4PAGSryLzLIt2Ck0p0tbduQCyvK3lvd6vc6Con6fHiVBEhgvxEQS+9OmpsAban7e+Deb+xYHhLwgACFhAdQmSQJkEB7BLY3F7Hy93FkxRszxeffnxl7GQgRcSKA+CvhMJdH4twwEvthaqO96jI2CRxoAhQSB7r5WHgS6EYCBawEo8hOGhs2bb6I6+98yM0azpYOhzkpUPm2RRcS7Wm48n0P7vc/2I+vpmnlcDHkIQnUI0AhUY8Or5EACew+gfc/Yl5/a+ZjFDc0fHw9g+XkLP7j2MBp94vFHEmABKoToJCozoVnSYAE9orA9q9YPmO8eVJ/A+XxcSznWnr/pCc1cFpEpNIOkjxPFrvRBzzp1G0mSiHRJkBGJwES6DyB7c0C3vz0WPeP0MWE/3u87Xw2TJEESKADBCgkOgCRSZAACXSIwPtnWBBvyLw6A+sVD2vjUSinvsfbbaD4r3FkT0aRvRrH4t/vIxe6gdyL9bqZN+0jcaWVDYTqFoEXSaCrCVBIdHXzsnIkcLAIqE9u6y+7Wnz2xnjZ1R9ZLJ2JYuHRG2xvZ7F09nssfxOFEnyM99vAfx7dhnLG/jrug1VflpYEuoEAhUQ3tCLrQALdQmD7DQpjxrLPpfE4Fr6cRO6nX7EpHC23NXzcXMXKl1Eo3y7qNS7eG4Pyl/uc9uiW9mc9DiQBCokD2WwsNAkcUgJ//oLF/igWfxZbBr7D6ldRKP/4d2ka5JBSYbWbJJB/EkHwpB9DRyT0DAQR+SGHFjahbDLX7g1OIdG9bcuakUD3EVj+Htn+MSwvAxDLRI/fwNLCHmzT3H1k266RunAwBuPigwCGRtNQzW3C898FIEsS+q5muH9Ii72AQqJFcIxGAiSw+wR0n4i/jGH+2n3kLo8jZ/lS7H5RmKODQBGJ0wfhpWUKYsfEMlX7jqgZRGTzXMFRKR40SIBCokFQDEYCJLDXBDT8NsapjL1uher5HxQhYb1O3IfYnFUTUXZjD4zwC+scP5shQCHRDC2GJQES2EMCv2L5VBTzST42NtII229nsBgaR/Z4FPNTi/gwO43Fy3Hkxm4je2YSS9lOegU0LyQ+5qaxcP4GssdvYPHnVbz/KYFF8W6Vq+PInr+H/GuPpqw+aVBVe9o2KwW7ViNdqyIMhUQFEp4gARLYfwRUvEnex9Kk8V/gi7p2aKJ15L8e0/1H9H04+qPIfjOL3/Vtxt9gVax86egmX00Kie1FLJ+aRH6jYJSlP4qF6QI0fXXOLHL6Fukz+H2HWnbisvYygj5JgnwhiWInEjyEaVBIHMJGZ5VJgAS6nMDmL8hdnMZbsd34KbGh1319Qy+j1gWsfB6F8tWPxhtVO4KiSSHx+jEWxmagqjP6Khzl62dQrXepmCtzlPFZ/LcjZauTiKYgMiBBHowg00kDTZ0su/EShUQ3tirrRAIkQAKCwOvHyIqn+2+yxgZf4pz5UrTs1Gr5nDj/SYNYFhn4p1KXXa2dQntlsZRyqPJNq3Xepqpl7ulvdp1/9K6U53Y2oZ9bfGF7v0ohhfAXIwh9MYTegSAm5oypifzDGGLXd/h/mCul7fyiITPqg3w2jhxFhBNNk0cUEk0CY3ASIAESOCgENp9NVgzK+sqX/htYWbXVYiWF2PUIRj6TIF+rLyRssWxfm7RImDH1DcVcZXkjdi7tj+O3P6zkRdq9CD0Vo72G9CUZkhxGxly+aYVq7lND5toQes8lkDfTUZfSyNXfbb25LA5RaAqJQ9TYrCoJkMBhImCucum/jdXSG88KWAlaW4wXsHr5HgobFhMxYO+mkDCnWI4nsGab1siJd62M/YKPf85i6bzY/txYadHzN+MdKMWpYUiSjMgrq9zNf+anAg4RARSRPDuMOJ0tm4cJgEKiJWyMRAIkQAL7nYDlH2G88EwvrW1aY3M2gezVmbJvAnZZSGxa/hE2p8rStIaKjenbyH676PKT0JC+IkMejEGxL7xooimEc6VP8iE4ap8SGYFfGkFqq4mEGLREgEKihIJfSIAESKCLCGzM6G9SXXhUsA3G74x3mQRvY/7yNN5ar1jVq73LQmLhvv6CtqVZteyr8eevWAmNYf78bcyPzeCDZakwm0WIgKGjQbS+AlgxN58y9o2QJNvnsRhamdTpoh7TclUoJFpGx4gkQAIk0E0EdllINIuukEDwZExfXaE59oFoNiGG7zQBColOE2V6JEACJHAgCbQjJDQoUwkoXk0NFBIIDIaRKqhQ1QwiAxFkDiTj7iw0hUR3titrRQIkQAKNE9BXbYQREO+hGAgifN1DUdB4qcyQ1rbWtmkIOcJpiKY5eheBQsI7tkyZBEiABEiABLqeAIVE1zcxK0gCJEACJEAC3hGgkPCOLVMmARIgARIgga4nQCHR9U3MCpIACZAACZCAdwQoJLxjy5RJgARIgARIoOsJUEh0fROzgiRAAiRAAiTgHQEKCe/YMmUSIAESIAES6HoCFBJd38SsIAmQAAmQAAl4R4BCwju2TJkESIAESIAEup4AhUTXNzErSAIkQAIkQALeEaCQ8I4tUyYBEiABEiCBridAIdH1TcwKkgAJkAAJkIB3BCgkvGPLlEmABEiABEig6wlQSHR9E7OCJEACJEACJOAdAQoJ79gyZRIgARIgARLoegIUEl3fxKwgCZAACZAACXhHgELCO7ZMmQRIgARIgAS6ngCFRNc3MStIAiRAAiRAAt4RoJDwji1TJgESIAESIIGuJ0Ah0fVNzAqSAAmQAAmQgHcEKCS8Y8uUSYAESIAESKDrCVBIdH0Ts4IkQAIkQAIk4B0BCgnv2DJlEiABEiABEuh6AhQSXd/ErCAJkAAJkAAJeEeAQsI7tkyZBEiABAwChRQi5/zwD/ZAOuJDcDSJnEo4JNAdBPZcSBSfxxAc6IEkSZDkXvgvJXbpB5ZBRBpGYq07GnKnWuQfhjAkS5BGMzWCalBuDaNHkjA8VawRptOni0iclhB52el0a6WnIHZURvBhJ+/gO/Sj9RSCci9ic7XKtD/PKzd7IX+RQidJdbym6znk1jueaucTXEsiMBhB2iprIYGA+C0eCyOz1fnsmCIJ7DaBPRUS+akA5IERJOaK0D4BmppH+pof8pEgkp4P8DsMALvdEl7mp6YwIg0jvqLpnKtmNRdD37Ew0usa8KlqCA9O7raQaLMKawkMSxE4pdgh6kdt4ut09OLUMIa/y3c62Y6np9zs0x+U7AI9Myob5w5A+TsOhAl2HYG9ExIrcfiFRaDgZqohc7UP8pU0NPeljh4fogFAiISKAdAJU304Aul0ArtlizByp5BwtgKPmiFwUIRE7pZPFw2+m0qpeqLsuhX2qlOWlgLwCwkcIAJ7JiTyd4YgXahhOtUHvhDSupKoMuA7ngyNwSj8II3IiZ7ag+GWgolzPt10Lx8NYOJVCmHX1Eb+aQSBo8aTQs+JEBJLNinzKY/kJX85/lzKMTWi3xiuJpEeFWGsKZM80qMB9AozptRjTNs4TJn1r+d/CMF/RMSV0DMwgfJtyNXDCkmETvZCFtNDYv71llIySZduWOKa+K8ytZEZNa+ZYfQnp5cRSKcnkLob1MtvTT9oc3GMCM6SBMEx9sJp/K7LEHmkLvkNHkf8CP2QRtw9tVGnLoDZ1t+lENLLIKP3rxNQtsS0jMlZpPuw1lOqS7jodUwg89Di3AP/aLrEzkFZhLUY6p9WG5v984VVJgk9J2xmbLj6r6pg4q9mW8m9GHlYW7ppS0lEzD4rpv0C1tPrSsIxHRi4nnGUuWa/2VIQv2D0YT09Vzx7ffV+Y+srNdO0R9p+g8K125g/G4VycRpv12ax/I/bWIzdw/yZMSx8m8Xv9vBtfhdlbMYisf12BouhcWSPRzE/tYgPs9NYvBxHbuw2smcmsZR19uU2i+eIrqmqwxpYslJYbeoIzQMSOFgE9kxIZK5KGLpT64afQVgaQnxFwHTdiMWpKkJCHggjtaZB02yDf6kt8vpcvO9KCvktDdp6BrGTQjBYgwGgPQ1BT6MgTPsa8k/C8MlhU8xoyIz2QT4bhyLmOdcVxM/1QLbF12+8sg/hh0W9DBo0pC/JMPIEsJVH6orPZmnZ4bqw2MgBJFaM8hTnctWtBWL+VeT7JG9MDxUVxM/KsD/9QB8E3Sb5Ehz9i15+u0VCxJFlBP6pQNXMKRGzTPE5cVPUoM7FEZD9Zjs1wFBYmnSGGrStHJIXjSc1S6Rgx7oYQkAaGEFScNHySJyV0TcwhOGbGaifAPV5BD5pBKmqY0IVISHLGLqSQlEkt5ZC6JiMkSdVI7v6ncVP9E8Z8qDR/6AVkbrUB/miJZLt/VdD+ooMnxAr5lRebqVGXvo8ug8jUwqKQnxuFaEsmaJjTUGmYAxM2rqCidMSgj+Y6dTsN3nET8gI3BHtCYh4op/471b/DTqERM00LQbG5+8/TSI7uQhtNgGlPwrlTAJroqIANqbHofSPYTnnjNPOUXNCYh35r8ewtKBhbTyqly/7zSx+3xYleIPVL6NQ/N/jbTsFajSulkHkmPAJG0Gyto5sNDWGI4E9J7BHQsK4odvnDJ0kxM3XcsKz34jNUFWEROlG6kzIOHoZgXws5nyiFzfHkhAQ5ZFdTn9ioJcQeqoBpo+BwzFzJY6hUnxAv/GeS5afDEUZZdfgraURkkxLy07XX4kyR6Ds4K8gnmwqpoH0ulkWHaBlIeFiJuZ13W0mLEuGINyBod5mQSQthzPRMloaYdlqZ2Dnuhj9xt7WOndHOY2BPfKqWkcw4peEixBLjriAsM7I12rYfhz9zkpf5NfndKZ0pGvvv0Ukz0oIPthp9FCRuiDBX1NoW3kbn45Bv1a/Eb8Bu1AUUUUf/iyOalKioTQdxfiI38bHsZz7hOK9MV00LC2UO+/7Bzeg9N/GagdHalHGhi0Sm78gJ6wk279i+VQUyqn7eKuLCFGJAlY+j0L56kdslM45KtfBAw3KNR8keQgRlzWvg5kwKRLYVQJ7JCSATlskSoNDFXz6TfGS2+fCfoMX353mfcuMXTLzuwYct6XEceMVZdCtANXSNK0gO10X0wAXfcb0wZN8WaA46mcMjLrYcZx3DW56Xi5R4whvCiH7QCPi2I/NaQWLi+NTN4E3wLBi0LIP7I3UxR7eqIDO3VFOoxzV+4MrfkUdDSFRbfpHz62mkChbtvRwDt6iPOXr2lwMfllMc8WRqaknRBzLIudqKHEorDmjQfjMaS+9LUrTENX7jc6pah+v3i+c/bl6mlVKVh6UjyfwpjQov8PqV1Eon0/jfemcEVsTyyLF9FT1xIyzW2mEPxvCkPtfTEMe8VWe/yyMtGMK0Zb468fICmvJN1mUivL+R8z3R5GdWi2fE1OhXwQRvjSM3qN+hJ4YjaW+jCN2PVb//45zqsmWO7SXEfjkAOILNSxR9sD8TgIHhMCeCYlO+0hUHziMVtBvihVOTfYbvPjuQ+ylClV1/ovVJLooqBgE7fHNgbh0Mzfj/G8MGVd6qrAriz8x2NS7boSCupRC7HQP5MFIlaVijQy+lqipPmCY2RgWFfuAXDHIGnmNPChWMDKq1ADD/0u4nn7tA3sjdbGHN0p+0ISEXmqtiMxdsRy3B8EH1ewBgmUtIaEidVE2poiKRl/N3Rmu8H1x9xud04UkirX6o9URzE+nkDBOutN0RTEON2ewKAbqf/wbH60A1QZqIZSvxxC5MARJjtQXElY6rk9RxoYtEmbczWeT+rTG4otS6fCfR7eh9N/Aymo5A2F9syxC+Tt+Yxq0wjG8HL6Rb0JEDB0Nlh3M13NIL1FQNMKOYfY3gT0TEoafQ3l+vYzJvWrDHLBtP2LteRhyaRWCgtixsnm8nI7t245TGyqS5+qYkquZ5fVz5SdN3XnKLiTWkwhK1epnlmun67biA0b5AlVM4uKG58XURrVVHMr1PsgVlh2roC0wdE1t7FyXLhESFjLhVFx1EK03tSF+D87+nv+uUkgYWdj6jZ5XqPaTulUm87OakKhI0xVHHGqZe/pAPT/9pvR0/yEp/CPGsfIa+PBoErmfy/Nbej5VGVRJ3HWqeSGh4bcx4R9hn2IpYCUYhRJ8jPfbBaxevofChinWBiegu3ToFiYJ1X5/riLVPhQ+L3YRAaD4IIDhGj4qtRPiFRLYfwT2TkgA0PeROBLExEvTUdDaR2LA/vRtDB66g5pw+iukEB6UbUKi8sZaiVk4mkm646PuVGc6mjmcLV8JJz0fwj/kdGc0bKnIP0kbNxKIG7v5FLgunDUrnS31lQ92IQFzLnQgjOSSqi9lFftkpJ5b3mY7XF/JILVUNB3j0ogMyAg/r+JI6nZQLKQROdm+s6V+g7dbKARUPS8ZgVsZ5IXpWFNRnEtDMU30Wl2GhnNpyWHVdD4VZvmSNWnHuuyxkBCOv3Ifws9Vve5lS0xZUOp9r+bUhgrlaQZ5EfGThtx3AcgnqvsooKazpSEOHL+HAdtqnJr9RvhniD48gYxwKIYGtagg/ar6/IpDSNRMs/KXZvlHlJ0qbdMam7PInZlEfqMcb3eFhOUf8X3ZP8JmLdmcTSB7dQZqac7DKGf+rh9SO3vbbGUQGZDgOxdxTImMnJAw8qTKb7qMh99I4EAQ2FMhIQgVn09gxFq6WGtny4J9aV0IqRf2jYEaERIAbMvujGWLyYrln+pCoryMUu7F0DmbKX4rh4Rt+WfshTN+pZAQtVORmwrBby4plY8OIehY7lXnuljiN1heJuhe4mfvXdqSrdxH/Bi5W17+qYdzDGz2mOXvbuHgPi6FLKYRs5YkSj3wnY4gbbPO1mVoW0IriWWaUyl9xUFJSIjhrW5d9lpIAGKHUH1Jrhw0Pe5Ni5l9AzUHb/t1FenR4ZJvQ8US4xJk44u+/NO2VNR/xxShjt9DBPHrNotEvX7zqYj09bJvRc/AMCJCFFX5cwqJRvuiWBkRhfL1j/hgG4z/87NY/jmO+YuTWF5QS5YKke2uComNGSwcj2LhUQH/LdX5HQpj48gGb2P+8jTebpYuGF90S4IfsZetD/jKNWNJucOvSPdXcTnpurLmIQkcFAJ7LiQOCqiKcuorMGotM6wIzRMkQAJVCOyqkKiSf91TwpJw0vRp2DKsinXD8yIJHFICFBINNry6oiBXNKco1hUkxIqKmv4CDSbKYCRwyAm0IyS0uQQSc61bCuqiFyLiRADxV8KhNY/EOdf0Vd3IvEgCh4sAhUSD7S02OrKmKPTdI6+nUSwvk28wFQYjARIwCBirNsJnxXsofAhejSHxyiNR0DRyw9nSORUR4OZRTXNkhMNCgELisLQ060kCJEACJEACHhCgkPAAKpMkARIgARIggcNCgELisLQ060kCJEACJEACHhCgkPAAKpMkARIgARIggcNCgELisLQ060kCJEACJEACHhCgkPAAKpMkARIgARIggcNCgELisLQ060kCJEACJEACHhCgkPAAKpMkARIgARIggcNCgELisLQ060kCJEACJEACHhCgkPAAKpMkARIgARIggcNCgELisLQ060kCJEACJEACHhCgkPAAKpMkARIgARIggcNCgELisLQ060kCJEACJEACHhCgkPAAKpMkARIgARIggcNCgELisLQ060kCJEACJEACHhD4f3L7vxWUGRGUAAAAAElFTkSuQmCC"
    }
   },
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Where s2p is the pooled variance, calculated as follows:\n",
    "  ![image.png](attachment:image.png)  "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Example\n",
    "\n",
    "* Let’s look at an example to compare the blood pressure of male consultant doctors with the junior resident female doctors we explored above.\n",
    "\n",
    "Our null hypothesis in this case is that there is no statistically significant difference in the mean of male consulting doctors and junior resident female doctors.\n",
    "\n",
    "* Scipy implements this as ttest_ind()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Ttest_indResult(statistic=3.5143256412718564, pvalue=0.0011571376404026158)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "female_doctor_bps = [128, 127, 118, 115, 144, 142, 133, 140, 132, 131, \n",
    "                     111, 132, 149, 122, 139, 119, 136, 129, 126, 128]\n",
    "\n",
    "male_consultant_bps = [118, 115, 112, 120, 124, 130, 123, 110, 120, 121,\n",
    "                      123, 125, 129, 130, 112, 117, 119, 120, 123, 128]\n",
    "\n",
    "stats.ttest_ind(female_doctor_bps, male_consultant_bps)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Our t-statistic value is 3.514, and along with our degrees of freedom (38) this can be used to calculate a p-value.\n",
    "\n",
    "The p-value in this case is 0.0012, which again is below than the standard thresholds of 0.05 or 0.01, so we reject the null hypothesis and we can say there is a statistically significant difference between the resting systolic blood pressure of the resident female doctors and the male consultant doctors."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Paired T Test"
   ]
  },
  {
   "attachments": {
    "image.png": {
     "image/png": "iVBORw0KGgoAAAANSUhEUgAAAMQAAABJCAYAAABiiIltAAAHRklEQVR4Ae2d72tTVxjH8y/IXti3g70ZvrGvYt9JocgKAxFWWEGoBAabFBxBZIogaoRIChe6Dq5EKRuRIouU+YN2GC04imPlekPC7UpLoiSktilejKVhtPAdJz/aa5Nak+bHuTffQshpknPOc77P+eTc59xzTlzgHxWgAtsKuLZTTFABKgACwU5ABSwKEAiLGExSAQLBPkAFLAoQCIsYTFIBAsE+QAUsChAIixhMUgECwT5ABSwKEAiLGExSAQLBPkAFLAoQCIsYTFIBAsE+QAUsChAIixhMUgECwT5ABSwKEAiLGPInNfzc14veao8fH2FZ/gZIbyGBkN5FNLCVChCIVqrNuqRXgEBI76LdBmaR9I9AP+GD5vYhOpnG1u6P8P+6FSAQdUvX3owr90aguf1YMNprh9NqJxC29KiJ5GUxQgTxesOWDZDWaAIhrWs+Zlgc88d90M5N4e3HPsb3alaAQNQsmQQZMlOIun3Q7y4xfmiwOwhEgwVtSnEbS0iMqoheDCLmURC7oBQCamNusynVdXKhBEJ272/omB/wQVfmkBPTSf/pmD8p4gcVCVN24+1nH4GQ2mfZUvCsIrFWNjSJxSEftB8eYpXzrWVRGvZMIBomZRMKSj0sxAoieF4rd/6VUvxwO874oQmSE4gmiNqoIs3HY4VYwRo8556ohdfiz9cbVQ3LsShAICxiyJYsA2H8vRM8p0dF/DCGpRUTrwNjWHolm9X2todAyOy/0iVTeTRY1yegi/sP7hBSazOInZxApnwpJXM7bGRbBwCxiQ3TxIYtO84mVqfHEf1aQeyKgqh/CunnE4ie8EM/rWB+zmQc0WDYnA/Ewu/Q3T7EprMNlo7FOVEBxwOxPO6H5h7B4pIT3cc2NVoBhwNRmrM/HkLKlpdMjXY3y9tPAWcCkXsBY2gE+pAYHUQQ6oM+NILo3X/304Pvd7gCzgSi5NTynP3+m2gMBL/dY69ytf3LfYMIznd4z3Fo8x0NRFoVowM30Ti07zalWQ4Gor3xg8vlgh0fTellNirUuUDkZhAX8cO1v8BFDjbqkW021bFAbM2FCsF0+f7DyqSK+PSbPeSuNYY4hWBsj6L4sq0VcCwQbx+IhXEKljLAVmYKsdMhpLn/2NadtRXGOxYIiI013/mhD6uIXphAamVngVwrhD1oHWYsAoM31w8qY835nQtEzVLIlEFD4KgH4YMAkTUIVB0uJRB1iNbsLPmnl9B1Joz6d4iaCJ/pwfkrg3AfOYxDnx3a93H4iBuDd3jIE4Fodu+uufw8Ij99Du+f+Zpzbmd4GUD3mTAPP94W5NMTBOLTtWrNJ/MReLu8iLyvtzoTj77vwfV/6s3f2fkIhGT+N+970HV5tn6rXgbQ800IifpL6OicBKIV7t8ykQkHER1SYSjiOYhEplrF4tq/+wDf7nlEzh/wcquaWR30GoFogbNXwwq08nbP3AvExcndylzlbrfFIPqPXodW7wyxyP9VcGd02EojeWMM0dM+aMOTyKTmsHBtDPHAOKIDfsRu63jXgvbbqQoC0XRvvcHSOR+0fhWLRhb5jSSSvz2sel8kcacfvb/UO9NTCsYf78xNvZtWoatx5Et37bWBEFJmkba1SXH6Hxc+7nY/gditSBP+Xx4XR9cX92UUftNhPF5lfVUCwb5+BBfrNCAVwqljAcvoso7XioIFYxPFXYN+zMd2hp7icfpjhTv5ddboyGwEohVu3TKxqs9gUcQPhR86qfLNLKZKrZc7FXblYdwPIpKqeANAHrNXu+G5V+1X5nZW/aa3dw2WRq2hSaxsv1at3M57jUA01edvkPCKkUFFMlesqLjosBII7WY3Tv26x9zQZgLh4Z7CcvIvb2iVFmfD8OwVe1Rb9Vs+/Y+nh1doSSAqJGngC2tPEBPbV2/MlI6iXEd6dASa13I0ZaG6WVzv8iBc7QseeUSuehB4HIK3S+yxGKz43Mdgys+OFy7XrLsGC0G+W8HiK2D1gQrj2UHWiDRQLwmKIhBNdsLak/HidKsaQvyCgtjoDJZLo0W56k9dqiGCbrHpqPeWZSTJPsLZY5cwu8eNvHL8sPPTW5bLpdwcjAHrQcplizr3mUC03fc1LNUQnb8wSngRKa3sSNzqR78VkA/ak0Xiog/axakPTgp/+0xMuyqIDqtYiPGwM6tkBMKqRjvSNS7VEJdHYpQYFAH0+wi8XxxkmUc7Gix3nQSizf4x/zhb21INcfNN7Nc+GkBIjA5137doc8MlrZ5AtNUxYiFerUs1xCVWV/EAg66zFQF2W5vjgMoJRFudaMJ4atS+70Es4HO50HOzyhRsW9tj/8oJhC19aGL2VhCzVadpbdkgaYwmENK4gobIoACBkMELtEEaBQiENK6gITIoQCBk8AJtkEYBAiGNK2iIDAoQCBm8QBukUYBASOMKGiKDAgRCBi/QBmkUIBDSuIKGyKAAgZDBC7RBGgUIhDSuoCEyKEAgZPACbZBGgf8BNE+HAObk8QgAAAAASUVORK5CYII="
    }
   },
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Previously the observations in our two samples have been completely independent of one another.\n",
    "\n",
    "Perhaps we want to compare two related samples, e.g. a before and after test, we might use a paired T-test.\n",
    "\n",
    "This is calculated as follows:\n",
    "![image.png](attachment:image.png)\n",
    "Where d¯ is the average difference between the paired samples. The degrees of freedom is n−1."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Example\n",
    "\n",
    "* We will measure the amount of sleep got by patients before and after taking soporific drugs to help them sleep.\n",
    "\n",
    "* The null hypothesis is that the soporific drug has no effect on the sleep duration of the patients.\n",
    "\n",
    "* Scipy implements the paired t-test as ttest_rel()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Ttest_relResult(statistic=-3.6244859951782136, pvalue=0.0055329408161001415)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "control = [8.0, 7.1, 6.5, 6.7, 7.2, 5.4, 4.7, 8.1, 6.3, 4.8]\n",
    "treatment = [9.9, 7.9, 7.6, 6.8, 7.1, 9.9, 10.5, 9.7, 10.9, 8.2]\n",
    "\n",
    "stats.ttest_rel(control, treatment)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Our t-statistic value is -3.624, and along with our degrees of freedom (9) this can be used to calculate a p-value.\n",
    "\n",
    "The p-value is 0.0055, which again is below than the standard thresholds of 0.05 or 0.01, so we reject the null hypothesis and we can say there is a statistically significant difference in sleep duration caused by the soporific drug."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Analysis of Variance (ANOVA)\n",
    "\n",
    "* ANOVA is used to compare the means of three or more samples.\n",
    "\n",
    "* While you could do multiple T-tests, as you increase the numbers of T-tests you do, you are more likely to encounter a Type I error. If you have a p value of 0.05 for each T-test, once you have run three T-tests, your p is effectively 0.143. ANOVA controls for this error such that the Type I error rate remains at 5%.\n",
    "\n",
    "```An ANOVA will provide an F-statistic which can, along with degrees of freedom, be used to calculate a p value.```\n",
    "\n",
    "* ANOVAs assume independence of observations, homogeneity of variances and normally distributed observations within groups.\n",
    "\n",
    "* This is implemented in scipy by as f_oneway()."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Example\n",
    "\n",
    "We will use R’s Plant Growth Data Set for our ANOVA.\n",
    "\n",
    "The null hypothesis is that there is no difference between the means of the weights of dried plants under control and 2 different treatment conditions."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "F_onewayResult(statistic=4.846087862380136, pvalue=0.0159099583256229)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ctrl = [4.17, 5.58, 5.18, 6.11, 4.5, 4.61, 5.17, 4.53, 5.33, 5.14]\n",
    "trt1 = [4.81, 4.17, 4.41, 3.59, 5.87, 3.83, 6.03, 4.89, 4.32, 4.69]\n",
    "trt2 = [6.31, 5.12, 5.54, 5.5, 5.37, 5.29, 4.92, 6.15, 5.8, 5.26]\n",
    "\n",
    "stats.f_oneway(ctrl, trt1, trt2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We report this using the degrees of freedom (between), which is k-1, and the degrees of freedom within, which is N-k.\n",
    "\n",
    "So we report the result of our ANOVA as (F(2, 27), p=0.016).\n",
    "\n",
    "As p < 0.05, we can reject the null hypothesis that there is no difference between the means of the weights of dried plants under control and each of the 2 different treatment conditions."
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}