Add logging to proxy validator

xeph21 · Aug 3, 2020 · d0ecedc · d0ecedc
1 parent 6b9673b
commit d0ecedc
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 3 deletions.
diff --git a/airflow/modules/proxypool/proxypool_scraper.py b/airflow/modules/proxypool/proxypool_scraper.py
@@ -1,5 +1,5 @@
 from bs4 import BeautifulSoup
-from dataclasses import dataclass, field, asdict
+from dataclasses import dataclass, field
 from parser import WebParser
 
 

diff --git a/airflow/modules/proxypool/proxypool_validator.py b/airflow/modules/proxypool/proxypool_validator.py
@@ -1,5 +1,6 @@
-from dataclasses import dataclass, asdict
+from dataclasses import dataclass
 from parser import WebParser
+from log import log
 
 
 @dataclass(frozen=True)
@@ -8,6 +9,7 @@ class ProxyStatus:
     is_valid: bool
 
 
+@log
 class ProxyPoolValidator:
     def __init__(self, url, timeout=10):
         self.timeout = timeout 
@@ -18,7 +20,9 @@ def validate_proxy(self, proxy_record):
             timeout=self.timeout,
             proxies=proxy_record.proxy
         )
-        return ProxyStatus(
+        proxy_status = ProxyStatus(
             proxy_record.proxy, 
             content is not None
         )
+        self.logger.info(f"Proxy status: {proxy_status}")
+        return proxy_status