patch download to process files

Author: jonromero

cot.py

@@ -5,7 +5,7 @@
   cot.py latest <currency>
   cot.py --date <report_date> <currency>
   cot.py --from-file <filename> <currency>
-  
+
 Example:
   cot.py latest EURO
   cot.py --date 01/19/2017 YEN
@@ -72,21 +72,19 @@ def _download_report(date_to_get='latest'):
 
 def _visualize(json_data, currency, report_date):
     data = []
-    data.append(['Non-Commercial (current)', 'Non-Commercial (changes)', 'Commercial (current)', 'Commercial (changes)'])
+    data.append(['Non-Commercial (% long)', 'Commercial (% long)'])
 
     non_com_current = json_data['non-commercial']['current']
     non_com_changes = json_data['non-commercial']['changes']
     com_current = json_data['commercial']['current']
     com_changes = json_data['commercial']['changes']
 
     # all
-    data.append([locale.atoi(non_com_current['long']) - locale.atoi(non_com_current['short']),
-                 locale.atoi(non_com_changes['long']) - locale.atoi(non_com_changes['short']),
-                 locale.atoi(com_current['long']) - locale.atoi(com_current['short']),
-                 locale.atoi(com_changes['long']) - locale.atoi(com_changes['short'])])
+    data.append([float(locale.atoi(non_com_changes['long']))/locale.atoi(non_com_current['long']),
+                 float(locale.atoi(com_changes['long']))/locale.atoi(com_current['long'])])
 
     table = SingleTable(data)
-    table.title = 'Commitment of Traders (sum):' + currency + "|" + report_date    
+    table.title = 'Commitment of Traders (long %): ' + currency + " | " + report_date    
     print table.table
 
     # Non-Commercial

download_all_cot.py

@@ -7,10 +7,13 @@
 """
 from datetime import datetime, timedelta
 from cot import _download_report, process
+import locale
 
 if __name__ == "__main__":
+    locale.setlocale(locale.LC_ALL, 'en_US.UTF-8')
+
     csv_file = open("all_data.csv", "w+")
-    csv_file.write("non_com_long;non_com_short;spreads;com_long;com_short\n")
+    csv_file.write("non_com_long;non_com_short;spreads;com_long;com_short;date\n")
 
     start, end = datetime(2005, 01, 4), datetime(2017, 01, 23)
     days = (start + timedelta(days=i) for i in range((end - start).days + 1))
@@ -26,10 +29,11 @@
             with open(report, 'r') as fd:
                 data, current, changes = process(fd.readlines(), 'EURO')
                 for c in current[:5]:
-                    csv_file.write(c+";")
-                csv_file.write(str_tuesday+"\n")
+                    csv_file.write(str(locale.atoi(c))+";")
+
+            csv_file.write(str_tuesday+"\n")
+            
         except:
             print "Something went wrong"
-