Updating to use configuration files.

Author: Miguel Yanez

alert/email_alert.py

@@ -1,8 +1,21 @@
 import mongoengine
+import smtplib
+from datetime import datetime
+
+def send_email(user, password, from_addr, to_addr, subject, msg):
+    server=smtplib.SMTP('smtp.gmail.com:587')
+    server.starttls()
+    server.login(user, password)
+
+    senddate=datetime.strftime(datetime.now(), '%Y-%m-%d')
+
+    formatted_message = "Date: %s\r\nFrom: %s\r\nTo: %s\r\nSubject: %s\r\nX-Mailer: My-Mail\r\n\r\n %s" % (senddate, from_addr, to_addr, subject, msg)
+    server.sendmail(from_addr, to_addr, formatted_message)
+    server.quit()
 
 def send_alert(email, origin, destination, dept_date, ret_date, flights):
     """ TODO: Refactor """
-    #return get_min_price_itinerary(get_itineraries("SEA", "JFK", datetime.strptime("12-13-2013", "%m-%d-%Y"), datetime.strptime("12-15-2013", "%m-%d-%Y"), set([Flight(airline="DL", fno="1542")])))
+    #get_min_price_itinerary(get_itineraries("SEA", "JFK", datetime.strptime("12-13-2013", "%m-%d-%Y"), datetime.strptime("12-15-2013", "%m-%d-%Y"), set([Flight(airline="DL", fno="1542")])))
 
 if __name__ == '__main__':
     mongoengine.connect('flight_scraper')

automation/scrape_daily.cfg

@@ -0,0 +1,9 @@
+[mongodb]
+name = flight_scraper
+
+[email]
+username = user
+password = pass
+
+[dates]
+end = 1-1-2014

automation/scrape_daily.py

@@ -1,4 +1,5 @@
 #!/usr/local/bin/python
+import ConfigParser
 import datetime
 import logging
 from mongoengine import *
@@ -8,13 +9,12 @@
 
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
+Config = ConfigParser.ConfigParser()
+Config.read('scrape_daily.cfg')
 
 def bidirectional_search(origin, dest, until_date):
     """ Sample Script for automation."""
 
-    #Connect to MongoDB
-    connect('flight_scraper')
-
     #Initialize FlightScraper
     flight_scraper = FlightScraper()
 
@@ -61,11 +61,15 @@ def __get_start_date():
     return start_date
 
 if __name__ == '__main__':
+    #Connect to MongoDB
+    connect(Config.get("mongodb", "name"))
+
     origin = "SEA"
     dest = "PDX"
+
     try:
         logger.info("Started at %s" % (datetime.datetime.utcnow()))
-        bidirectional_search(origin, dest, datetime.datetime.strptime("1-1-2014", "%m-%d-%Y"))
+        bidirectional_search(origin, dest, datetime.datetime.strptime(Config.get("dates", "end"), "%m-%d-%Y"))
     except Exception, e:
         logger.error(e)
         pass

flight_scraper.cfg

@@ -0,0 +1,9 @@
+[mongodb]
+name = flight_scraper
+
+[email]
+username = user
+password = pass
+
+[webapp]
+port = 5454

web_app.py

@@ -1,3 +1,4 @@
+import ConfigParser
 import os
 import mongoengine
 
@@ -18,7 +19,10 @@
 #----------------------------------------
 app = Flask(__name__)
 
-mongoengine.connect('flight_scraper')
+Config = ConfigParser.ConfigParser()
+Config.read('flight_scraper.cfg')
+
+mongoengine.connect(Config.get("mongodb", "name"))
 
 app.config.update(
     DEBUG = True,
@@ -136,12 +140,39 @@ def graph_2():
     #ret = datetime.strptime(ret, '%m-%d-%Y')
     #
     #return render_template('graph_seats.html', json_obj=graph_seats(origin, dest, dept))
+
+@app.route("/graph_weekly", methods=['GET'])
+def graph_weekly():
+    origin = request.args.get('origin')
+    dest = request.args.get('dest')
+    dept = request.args.get('dept')
+    ret = request.args.get('ret')
+
+    start_date = datetime.strptime("1-1-2013", '%m-%d-%Y')
+    until_date = datetime.strptime("12-31-2013", '%m-%d-%Y')
+    weekdays = map(int, [4,6])
+
+    #Can probably use dateutils parser for this.
+    freq=DAILY
+
+    date_pairs = generate_date_pairs(freq, weekdays, start_date, until_date)
+    result = list()
+
+    for d in date_pairs:
+        flight_scraper.depart_date = d[0]
+        flight_scraper.return_date = d[1]
+        result.append(graph_prices(flight_scraper))
+
+    return render_template('graph_weekly.html', graphs=result, length=len(result))
+
+
+
 #----------------------------------------
 # launch
 #----------------------------------------
 
 if __name__ == "__main__":
-    port = int(os.environ.get("PORT", 5454))
+    port = int(os.environ.get("PORT", Config.get("webapp", "port")))
     app.run(host='0.0.0.0', port=port)