fixed a crawler bug

s0md3v · Apr 30, 2019 · 5a6d773 · 5a6d773
1 parent d28d553
commit 5a6d773
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/core/utils.py b/core/utils.py
@@ -217,6 +217,7 @@ def js_extractor(response):
 
 
 def handle_anchor(parent_url, url):
+    scheme = urlparse(parent_url).scheme
     if url[:4] == 'http':
         return url
     elif url[:2] == '//':