forked from dataforgoodfr/12_bloom
-
Notifications
You must be signed in to change notification settings - Fork 0
/
app.py
58 lines (50 loc) · 1.89 KB
/
app.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
"""Bloom scrapper.
This application execute the scrapping of different vessel's positions source,
based on a list of vessel. It can run in local mode, with a custom scheduler
or scheduled outside of the app by a cronjob.
"""
import argparse
from datetime import datetime, timezone
from bloom.enums import ExecutionMode
from bloom.logger import logger
from bloom.scheduler import PeriodicScheduler
from container import UseCases
SCRAP_INTERVAL = 15 * 60
def main() -> None:
parser = argparse.ArgumentParser(description="Bloom scraping application")
parser.add_argument(
"-m",
"--mode",
type=ExecutionMode,
help="execution mode of the scraper",
required=False,
default=ExecutionMode.CRONTAB,
)
args = parser.parse_args()
use_cases = UseCases()
#marine_traffic_usecase = use_cases.scrap_marine_data_usecase()
spire_traffic_usecase = use_cases.get_spire_data_usecase()
alert_usecase = use_cases.generate_alert_usecase()
timestamp = datetime.now(timezone.utc).strftime("%Y-%m-%d %H:%M UTC")
if args.mode == ExecutionMode.LOCAL:
logger.info("Starting scraping with internal scheduler")
scheduler = PeriodicScheduler(
function=marine_traffic_usecase.scrap_vessels,
interval=SCRAP_INTERVAL,
)
spire_traffic_usecase.save_vessels(
spire_traffic_usecase.get_all_vessels(timestamp),
)
#marine_traffic_usecase.scrap_vessels(timestamp)
alert_usecase.generate_alerts(timestamp)
while True:
scheduler.start()
else:
logger.info("Starting scraping with external scheduler")
spire_traffic_usecase.save_vessels(
spire_traffic_usecase.get_all_vessels(timestamp),
)
#marine_traffic_usecase.scrap_vessels(timestamp)
alert_usecase.generate_alerts(timestamp)
if __name__ == "__main__":
main()