Update auto_crawler.py

IrvingShu · Nov 21, 2018 · 542d6e3 · 542d6e3
1 parent 726154e
commit 542d6e3
Showing 1 changed file with 2 additions and 5 deletions.
diff --git a/auto_crawler.py b/auto_crawler.py
@@ -125,13 +125,10 @@ def download_from_site(self, keyword, site, collect_links_func):
             print('Exception {} - {}'.format(keyword, e))
 
     def download(self, args):
-        func = None
         if args[1] == 'google':
-            func = google.collect_links
+            self.download_from_site(keyword=args[0], site=args[1], collect_links_func=google.collect_links)
         elif args[1] == 'naver':
-            func = naver.collect_links
-
-        self.download_from_site(keyword=args[0], site=args[1], collect_links_func=func)
+            self.download_from_site(keyword=args[0], site=args[1], collect_links_func=naver.collect_links)
 
     def do_crawling(self):
         keywords = self.get_keywords()