Merge pull request YoongiKim#19 from hajunho/master

Master
so02e · Jun 25, 2020 · 45c9911 · 45c9911
2 parents 1f2a9d0 + 4396a46
commit 45c9911
Show file tree

Hide file tree

Showing 5 changed files with 8 additions and 3 deletions.
diff --git a/chromedriver/chromedriver_linux b/chromedriver/chromedriver_linux
diff --git a/chromedriver/chromedriver_mac b/chromedriver/chromedriver_mac
diff --git a/chromedriver/chromedriver_win.exe b/chromedriver/chromedriver_win.exe
diff --git a/collect_links.py b/collect_links.py
@@ -23,6 +23,7 @@
 import platform
 from selenium.webdriver.support.ui import WebDriverWait
 from selenium.webdriver.support import expected_conditions as EC
+from selenium.webdriver.chrome.options import Options
 import os.path as osp
 
 
@@ -45,7 +46,11 @@ def __init__(self):
         if not osp.exists(executable):
             raise FileNotFoundError('Chromedriver file should be placed at {}'.format(executable))
 
-        self.browser = webdriver.Chrome(executable)
+        chrome_options = Options()
+        chrome_options.add_argument('--headless')
+        chrome_options.add_argument('--no-sandbox')
+        chrome_options.add_argument('--disable-dev-shm-usage')
+        self.browser = webdriver.Chrome(executable, chrome_options=chrome_options)
 
         browser_version = 'Failed to detect version'
         chromedriver_version = 'Failed to detect version'

diff --git a/main.py b/main.py
@@ -157,7 +157,7 @@ def base64_to_object(src):
         return data
 
     def download_images(self, keyword, links, site_name):
-        self.make_dir('{}/{}'.format(self.download_path, keyword))
+        self.make_dir('{}/{}'.format(self.download_path, keyword.replace('"', '')))
         total = len(links)
 
         for index, link in enumerate(links):
@@ -177,7 +177,7 @@ def download_images(self, keyword, links, site_name):
                     ext = self.get_extension_from_link(link)
                     is_base64 = False
 
-                no_ext_path = '{}/{}/{}_{}'.format(self.download_path, keyword, site_name, str(index).zfill(4))
+                no_ext_path = '{}/{}/{}_{}'.format(self.download_path.replace('"', ''), keyword, site_name, str(index).zfill(4))
                 path = no_ext_path + '.' + ext
                 self.save_object_to_file(response, path, is_base64=is_base64)