add img download support

focusontec · Nov 2, 2017 · 1828c85 · 1828c85
1 parent 53b6d25
commit 1828c85
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 5 deletions.
diff --git a/config/__init__.py b/config/__init__.py
@@ -5,5 +5,6 @@
     get_db_args, get_redis_args, get_timeout, get_crawl_interal, get_excp_interal,
     get_max_repost_page, get_max_search_page, get_max_home_page, get_max_comment_page,
     get_max_retries, get_broker_and_backend, get_redis_master, get_code_username, get_code_password,
-    get_running_mode, get_crawling_mode, get_share_host_count, get_cookie_expire_time, get_email_args
+    get_running_mode, get_crawling_mode, get_share_host_count, get_cookie_expire_time, get_email_args,
+    get_images_allow, get_images_path, get_images_type
 )
diff --git a/config/spider.yaml b/config/spider.yaml
@@ -35,15 +35,16 @@ share_host_count: 5
 # the expire time(hours) of each weibo cookies
 cookie_expire_time: 23
 
-# true for allow download images, false otherwise
-images_allow: false
+# 1 for allow download images, otherwise set it to 0
+images_allow: 1
 
 # the default image path is '${user.home}/weibospider/images'
 # if you want to change another directory for download image, just set the path below
 images_path: ''
 
-# In large type, you will download the large image
-# In thumbnail type, you will download the thumbnail image
+# the value can be large or thumbnail
+# in large type, you will download the large image
+# in thumbnail type, you will download the thumbnail image
 image_type: large
 
 db: