moved ITEM_PIPELINE to custome_settings

FilipeOrfao · Sep 4, 2024 · fc2aeb5 · fc2aeb5
1 parent 099175e
commit fc2aeb5
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 5 deletions.
diff --git a/022_/nobel_laureates/nobel_laureates/__pycache__/pipelines.cpython-311.pyc b/022_/nobel_laureates/nobel_laureates/__pycache__/pipelines.cpython-311.pyc
diff --git a/022_/nobel_laureates/nobel_laureates/__pycache__/settings.cpython-311.pyc b/022_/nobel_laureates/nobel_laureates/__pycache__/settings.cpython-311.pyc
diff --git a/022_/nobel_laureates/nobel_laureates/settings.py b/022_/nobel_laureates/nobel_laureates/settings.py
@@ -11,7 +11,7 @@
 
 SPIDER_MODULES = ["nobel_laureates.spiders"]
 NEWSPIDER_MODULE = "nobel_laureates.spiders"
-ITEM_PIPELINES = {"scrapy.pipelines.images.ImagesPipeline": 1}
+# ITEM_PIPELINES = {"scrapy.pipelines.images.ImagesPipeline": 1}
 
 IMAGES_STORE = "images"
 

diff --git a/022_/nobel_laureates/nobel_laureates/spiders/__pycache__/laureates_spiders.cpython-311.pyc b/022_/nobel_laureates/nobel_laureates/spiders/__pycache__/laureates_spiders.cpython-311.pyc
diff --git a/022_/nobel_laureates/nobel_laureates/spiders/laureates_spiders.py b/022_/nobel_laureates/nobel_laureates/spiders/laureates_spiders.py
@@ -9,15 +9,15 @@ class ListSpider(scrapy.Spider):
     # allowed_domains = ["en.wikipedia.org"]
     start_urls = ["http://en.wikipedia.org/wiki/List_of_Nobel_laureates_by_country"]
 
-    # custom_settings = {
-    #     "ITEM_PIPELINES": {"nobel_laureates.pipelines.NobelImagesPipeline": 300},
-    # }
+    custom_settings = {
+        "ITEM_PIPELINES": {"scrapy.pipelines.images.ImagesPipeline": 300},
+    }
 
     def parse(self, response):
 
         countries = response.xpath("//h3")
 
-        for l in response.css("ol>li:has(>a)")[:10]:
+        for l in response.css("ol>li:has(>a)"):
             # for l in response.css("ol>li:has(>a)"):
             nwinner = NWinnerItem()