-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathapp.py
116 lines (99 loc) · 4.74 KB
/
app.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
import traceback
from datetime import datetime
from analyzer import Analyzer
from logger import Logger
lg = Logger()
anal = Analyzer()
# anal.db["analyzed_articles"].drop()
# anal.db["category_day"].drop()
# anal.db["category_week"].drop()
# anal.db["category_month"].drop()
# anal.db["extra_research_day"].drop()
# anal.db["extra_research_week"].drop()
# anal.db["extra_research_month"].drop()
# anal.db["deep_research_day"].drop()
# anal.db["deep_research_week"].drop()
# anal.db["deep_research_month"].drop()
# anal.db["impactful-new-day"].drop()
# anal.db["impactful-new-week"].drop()
# anal.db["impactful-new-month"].drop()
# anal.db["prediction-day"].drop()
# anal.db["prediction-week"].drop()
# anal.db["prediction-month"].drop()
curDate = datetime.utcnow().date().isoformat()
def main():
try:
lg.log('Stage 1 - Started...')
anal.stage_1("stage_1.csv", curDate)
lg.log('Stage 1 - Successfully completed')
except Exception as e:
error = str(traceback.print_exc())
lg.log(f'Stage 1 - Error: {e},\n Error logs: {error}')
try:
lg.log('Stage 2 - Started...')
anal.stage_2('stage_1.csv', 'stage_2_day.csv', 'day')
anal.stage_2('stage_1.csv', 'stage_2_week.csv', 'week')
anal.stage_2('stage_1.csv', 'stage_2_month.csv', 'month')
lg.log('Stage 2 - Successfully completed')
except Exception as e:
error = str(traceback.print_exc())
lg.log(f'Stage 2 - Error: {e},\n Error logs: {error}')
try:
lg.log('Stage 3 - Started...')
anal.stage_3('stage_2_day.csv', 'stage_1.csv', 'stage_3_day.csv')
anal.stage_3('stage_2_week.csv', 'stage_1.csv', 'stage_3_week.csv')
anal.stage_3('stage_2_month.csv', 'stage_1.csv', 'stage_3_month.csv')
lg.log('Stage 3 - Successfully completed')
except Exception as e:
error = str(traceback.print_exc())
lg.log(f'Stage 3 - Error: {e},\n Error logs: {error}')
try:
lg.log('Stage 4 - Started...')
anal.stage_4('stage_3_day.csv', 'stage_4_day.csv')
anal.stage_4('stage_3_week.csv', 'stage_4_week.csv')
anal.stage_4('stage_3_month.csv', 'stage_4_month.csv')
lg.log('Stage 4 - Successfully completed')
except Exception as e:
error = str(traceback.print_exc())
lg.log(f'Stage 4 - Error: {e},\n Error logs: {error}')
try:
lg.log('Stage 5 - Started...')
anal.stage_5('stage_1.csv', 'stage_5_day.csv', 'day')
anal.stage_5('stage_1.csv', 'stage_5_week.csv', 'week')
anal.stage_5('stage_1.csv', 'stage_5_month.csv', 'month')
lg.log('Stage 5 - Successfully completed')
except Exception as e:
error = str(traceback.print_exc())
lg.log(f'Stage 5 - Error: {e},\n Error logs: {error}')
try:
lg.log('Stage 6 - Started...')
anal.stage_6('stage_4_day.csv', 'stage_6_day.csv', 'day')
anal.stage_6('stage_4_week.csv', 'stage_6_week.csv', 'week')
anal.stage_6('stage_4_month.csv', 'stage_6_month.csv', 'month')
lg.log('Stage 6 - Successfully completed')
except Exception as e:
error = str(traceback.print_exc())
lg.log(f'Stage 6 - Error: {e},\n Error logs: {error}')
try:
lg.log('Saving results on DB.....')
anal.stage_1_save_db("stage_1.csv", curDate=curDate)
anal.stage_2_save_db('stage_2_day.csv', 'category_day', curDate=curDate)
anal.stage_2_save_db('stage_2_week.csv', 'category_week', curDate=curDate)
anal.stage_2_save_db('stage_2_month.csv', 'category_month', curDate=curDate)
anal.stage_3_save_db('stage_3_day.csv', "extra_research_day", curDate=curDate)
anal.stage_3_save_db('stage_3_week.csv', "extra_research_week", curDate=curDate)
anal.stage_3_save_db('stage_3_month.csv', "extra_research_month", curDate=curDate)
anal.stage_4_save_db('stage_4_day.csv', "deep_research_day", curDate=curDate)
anal.stage_4_save_db('stage_4_week.csv', "deep_research_week", curDate=curDate)
anal.stage_4_save_db('stage_4_month.csv', "deep_research_month", curDate=curDate)
anal.stage_5_save_db('stage_5_day.csv', 'impactful-new-day', curDate=curDate)
anal.stage_5_save_db('stage_5_week.csv', 'impactful-new-week', curDate=curDate)
anal.stage_5_save_db('stage_5_month.csv', 'impactful-new-month', curDate=curDate)
anal.stage_6_save_db('stage_6_day.csv', 'prediction-day', curDate=curDate)
anal.stage_6_save_db('stage_6_week.csv', 'prediction-week', curDate=curDate)
anal.stage_6_save_db('stage_6_month.csv', 'prediction-month', curDate=curDate)
lg.log('Finished saving results on DB')
except Exception as e:
lg.log(f'Saving results error: {e},\n Error logs: {error}')
if __name__ == "__main__":
main()