vpc attached - set for load

Author: ProgrammingOperative

notebooks/redshift_warehousing.ipynb

@@ -381,7 +381,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 62,
+   "execution_count": 66,
    "metadata": {},
    "outputs": [
     {
@@ -432,7 +432,7 @@
        "  'AquaConfigurationStatus': 'auto'}}"
       ]
      },
-     "execution_count": 62,
+     "execution_count": 66,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -444,7 +444,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 63,
+   "execution_count": 67,
    "metadata": {},
    "outputs": [
     {
@@ -503,6 +503,11 @@
        "      <td>Endpoint</td>\n",
        "      <td>{'Address': 'my-first-redshift.cwdmvcljvlpf.us-east-2.redshift.amazonaws.com', 'Port': 5439}</td>\n",
        "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6</th>\n",
+       "      <td>VpcId</td>\n",
+       "      <td>vpc-0343be62f9b6090eb</td>\n",
+       "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "</div>"
@@ -515,37 +520,73 @@
        "3     MasterUsername   \n",
        "4             DBName   \n",
        "5           Endpoint   \n",
+       "6              VpcId   \n",
        "\n",
        "                                                                                          value  \n",
        "0                                                                             my-first-redshift  \n",
        "1                                                                                     dc2.large  \n",
        "2                                                                                     available  \n",
        "3                                                                                       awsuser  \n",
        "4                                                                             first-redshift-db  \n",
-       "5  {'Address': 'my-first-redshift.cwdmvcljvlpf.us-east-2.redshift.amazonaws.com', 'Port': 5439}  "
+       "5  {'Address': 'my-first-redshift.cwdmvcljvlpf.us-east-2.redshift.amazonaws.com', 'Port': 5439}  \n",
+       "6                                                                         vpc-0343be62f9b6090eb  "
       ]
      },
-     "execution_count": 63,
+     "execution_count": 67,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
     "def prettyRedshiftProps(props):\n",
     "    pd.set_option('display.max_colwidth', None)\n",
-    "    keysToShow = ['ClusterIdentifier', 'NodeType', 'ClusterStatus', 'MasterUsername', 'DBName', 'Endpoint', 'ClusterStatus']\n",
+    "    keysToShow = ['ClusterIdentifier', 'NodeType', 'ClusterStatus', 'MasterUsername', 'DBName', 'Endpoint', 'ClusterStatus', 'VpcId']\n",
     "    x = [(k, v) for k,v in props.items() if k in keysToShow]\n",
     "    return pd.DataFrame(data=x, columns=['key', 'value'])\n",
     "    \n",
     "prettyRedshiftProps(cluster_details)"
    ]
   },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "ATTACH VPC TO THE REDSHIFT CLUSTER USING ec2 CONNECTION"
+   ]
+  },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 78,
    "metadata": {},
-   "outputs": [],
-   "source": []
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "An error occurred (InvalidPermission.Duplicate) when calling the AuthorizeSecurityGroupIngress operation: the specified rule \"peer: 0.0.0.0/0, TCP, from port: 5439, to port: 5439, ALLOW\" already exists\n"
+     ]
+    }
+   ],
+   "source": [
+    "try:\n",
+    "    vpc = ec2.Vpc(id=cluster_details['VpcId'])\n",
+    "    defaultSG = list(vpc.security_groups.all())[0]\n",
+    "\n",
+    "    defaultSG.authorize_ingress(\n",
+    "            CidrIp='0.0.0.0/0',\n",
+    "            IpProtocol='TCP',\n",
+    "            FromPort=int(DWH_PORT),\n",
+    "            ToPort=int(DWH_PORT),\n",
+    "            GroupName=defaultSG.group_name\n",
+    "    )\n",
+    "\n",
+    "    print(\"VPC Attached to Redshift through ec2\")\n",
+    "\n",
+    "\n",
+    "except Exception as e:\n",
+    "    print(e)"
+   ]
   },
   {
    "cell_type": "code",