diff --git a/README.md b/README.md index 1a91165..40f6b70 100644 --- a/README.md +++ b/README.md @@ -1,7 +1,7 @@ # AutoCrawler Google, Naver multiprocess image crawler -![](img/animation.gif) +![](animation.gif) # How to use @@ -46,3 +46,8 @@ sudo apt-get install screen <- This will allow you to close SSH terminal while r Xvfb :99 -ac DISPLAY=:99 python3 main.py + + +# Customize + +You can make your own crawler by changing collect_links.py diff --git a/img/animation.gif b/animation.gif similarity index 100% rename from img/animation.gif rename to animation.gif diff --git a/chromedriver/chromedriver_linux b/chromedriver/chromedriver_linux index 1b8ff86..7ff33f9 100755 Binary files a/chromedriver/chromedriver_linux and b/chromedriver/chromedriver_linux differ diff --git a/chromedriver/chromedriver_linux64_v2.44.zip b/chromedriver/chromedriver_linux64_v2.44.zip deleted file mode 100644 index a65fc3a..0000000 Binary files a/chromedriver/chromedriver_linux64_v2.44.zip and /dev/null differ diff --git a/chromedriver/chromedriver_mac b/chromedriver/chromedriver_mac index eb5bd61..90f9730 100755 Binary files a/chromedriver/chromedriver_mac and b/chromedriver/chromedriver_mac differ diff --git a/chromedriver/chromedriver_mac64_v2.44.zip b/chromedriver/chromedriver_mac64_v2.44.zip deleted file mode 100644 index e4cb88a..0000000 Binary files a/chromedriver/chromedriver_mac64_v2.44.zip and /dev/null differ diff --git a/chromedriver/chromedriver_v2.46.txt b/chromedriver/chromedriver_v2.46.txt new file mode 100644 index 0000000..37b81e2 --- /dev/null +++ b/chromedriver/chromedriver_v2.46.txt @@ -0,0 +1 @@ +http://chromedriver.chromium.org/downloads diff --git a/chromedriver/chromedriver_win.exe b/chromedriver/chromedriver_win.exe index f74d9fe..1f542be 100644 Binary files a/chromedriver/chromedriver_win.exe and b/chromedriver/chromedriver_win.exe differ diff --git a/chromedriver/chromedriver_win32_v2.44.zip b/chromedriver/chromedriver_win32_v2.44.zip deleted file mode 100644 index b0d3ac8..0000000 Binary files a/chromedriver/chromedriver_win32_v2.44.zip and /dev/null differ diff --git a/main.py b/main.py index 1ba7241..0330f6a 100644 --- a/main.py +++ b/main.py @@ -49,9 +49,7 @@ def __init__(self, skip_already_exist=True, n_threads=4, do_google=True, do_nave self.do_naver = do_naver self.download_path = download_path - # If download_path doesn't exist -> make one - if not os.path.exists('./{}'.format(self.download_path)): - os.mkdir('./{}'.format(self.download_path)) + os.makedirs('./{}'.format(self.download_path), exist_ok=True) @staticmethod def all_dirs(path):