updates

Author: fleshgordo

002_scraping.ipynb

@@ -218,7 +218,7 @@
         "lat = \"47.1227347\"\n",
         "lon = \"8.1855324\"\n",
         "date = \"2020-05-01\"\n",
-        "api_key = \"4aGLgbow4rdiRJqOF12KuHOxERGdZcVZO7NaiomC\"\n",
+        "api_key = \"\"\n",
         "dim = \"0.1\"\n",
         "\n",
         "url = f\"https://api.nasa.gov/planetary/earth/imagery?lon={lon}&lat={lat}&date={date}&dim={dim}&api_key={api_key}\"\n",
@@ -229,15 +229,15 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "HIFFxI1vy90M",
-        "outputId": "d1080e99-fa90-4978-e971-779efc9f655f"
+        "outputId": "fed560e5-1b49-4b98-d377-77b8d3d694c0"
       },
-      "execution_count": 11,
+      "execution_count": 51,
       "outputs": [
         {
           "output_type": "stream",
           "name": "stdout",
           "text": [
-            "https://api.nasa.gov/planetary/earth/imagery?lon=8.1855324&lat=47.1227347&date=2020-05-01&dim=0.1&api_key=4aGLgbow4rdiRJqOF12KuHOxERGdZcVZO7NaiomC\n"
+            "https://api.nasa.gov/planetary/earth/imagery?lon=8.1855324&lat=47.1227347&date=2020-05-01&dim=0.1&api_key=\n"
           ]
         }
       ]
@@ -372,7 +372,7 @@
       "source": [
         "## Get images from specific locations\n",
         "\n",
-        "We are preparing a `locations.csv` file with a couple of location points (lat,long) seperated with a comma. Make sure you store a locations.csv file in your sample_data directory:"
+        "We are preparing a `locations.csv` file with a couple of location points (lat,long) seperated with a comma. Make sure you store a locations.csv file in your sample_data directory. Downloading with `wget` directly into the google drive:"
       ],
       "metadata": {
         "id": "Ji8VG22889Im"
@@ -381,50 +381,14 @@
     {
       "cell_type": "code",
       "source": [
-        "with (open(\"sample_data/locations.csv\") as f):\n",
-        "  locations = f.readlines()[1:]\n",
-        "\n",
-        "for location in locations[:5]: # read only first five entries\n",
-        "  place = location.strip().split(\",\")\n",
-        "  lat = place[2]\n",
-        "  lon = place[1]\n",
-        "  #print(f\"lat: {place[2]} lon: {place[1]} \")\n",
-        "  url = f\"https://api.nasa.gov/planetary/earth/imagery?lon={lon}&lat={lat}&date={date}&dim={dim}&api_key={api_key}\"\n",
-        "  print(url)"
+        "!wget https://raw.githubusercontent.com/fleshgordo/scrapinghub/main/data/locations.csv -O sample_data/locations.csv "
       ],
       "metadata": {
         "colab": {
           "base_uri": "https://localhost:8080/"
         },
-        "id": "o3ocl-Ro9WOG",
-        "outputId": "c54d4338-6cdd-47f9-afba-007943d74f85"
-      },
-      "execution_count": 42,
-      "outputs": [
-        {
-          "output_type": "stream",
-          "name": "stdout",
-          "text": [
-            "https://api.nasa.gov/planetary/earth/imagery?lon=87.82472222222222&lat=-70.17777777777778&date=2016-05-01&dim=0.1&api_key=4aGLgbow4rdiRJqOF12KuHOxERGdZcVZO7NaiomC\n",
-            "https://api.nasa.gov/planetary/earth/imagery?lon=114.4525&lat=16.071666666666665&date=2016-05-01&dim=0.1&api_key=4aGLgbow4rdiRJqOF12KuHOxERGdZcVZO7NaiomC\n",
-            "https://api.nasa.gov/planetary/earth/imagery?lon=81.22333333333333&lat=31.219166666666666&date=2016-05-01&dim=0.1&api_key=4aGLgbow4rdiRJqOF12KuHOxERGdZcVZO7NaiomC\n",
-            "https://api.nasa.gov/planetary/earth/imagery?lon=77.35&lat=39.166666666666664&date=2016-05-01&dim=0.1&api_key=4aGLgbow4rdiRJqOF12KuHOxERGdZcVZO7NaiomC\n",
-            "https://api.nasa.gov/planetary/earth/imagery?lon=81.27111111111111&lat=30.15583333333333&date=2016-05-01&dim=0.1&api_key=4aGLgbow4rdiRJqOF12KuHOxERGdZcVZO7NaiomC\n"
-          ]
-        }
-      ]
-    },
-    {
-      "cell_type": "code",
-      "source": [
-        "!wget https://raw.githubusercontent.com/fleshgordo/scrapinghub/main/data/locations.csv -O sample_data/locations.csv "
-      ],
-      "metadata": {
         "id": "iyrR7XQ5-AjA",
-        "outputId": "fda0c70a-1552-4bee-c615-d48ac0236c36",
-        "colab": {
-          "base_uri": "https://localhost:8080/"
-        }
+        "outputId": "fda0c70a-1552-4bee-c615-d48ac0236c36"
       },
       "execution_count": 25,
       "outputs": [
@@ -446,6 +410,60 @@
           ]
         }
       ]
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "with (open(\"sample_data/locations.csv\") as f):\n",
+        "  locations = f.readlines()[1:]\n",
+        "\n",
+        "date = \"2016-01-01\"\n",
+        "for location in locations[:5]: # read only first five entries\n",
+        "  place = location.strip().split(\",\")\n",
+        "  lat = place[2]\n",
+        "  lon = place[1]\n",
+        "  #print(f\"lat: {place[2]} lon: {place[1]} \")\n",
+        "  url = f\"https://api.nasa.gov/planetary/earth/imagery?lon={lon}&lat={lat}&date={date}&dim={dim}&api_key={api_key}\"\n",
+        "  print(url)\n",
+        "  download = requests.get(url) # this will download the image file\n",
+        "  file = open(f\"sample_data/locations-{place[0]}.jpg\", \"wb\") # create a filehandler and give path\n",
+        "  file.write(download.content) # write image content to filename\n",
+        "  file.close() # close filehandler"
+      ],
+      "metadata": {
+        "id": "o3ocl-Ro9WOG"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "Try to replace the locations.csv file with coordinates that might be interesting for you to spot. Can you combine the dates and the locations into one big batch download?"
+      ],
+      "metadata": {
+        "id": "mJspCWE1HEeG"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "# experiment here"
+      ],
+      "metadata": {
+        "id": "ItkoYVlcHQJg"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "## Fetching satellite images with Google Maps API"
+      ],
+      "metadata": {
+        "id": "G7BpldHgHRbO"
+      }
     }
   ],
   "metadata": {