bugfix: KeyError:'data' when using BaiduImageCrawler

see #103 (comment)
hellock · Oct 16, 2024 · 2c3f6fd · 2c3f6fd
1 parent 4273064
commit 2c3f6fd
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/icrawler/crawler.py b/icrawler/crawler.py
@@ -134,6 +134,7 @@ def set_session(self, headers=None):
         """
         if headers is None:
             headers = {
+                "Accept-Language": "zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2",
                 "User-Agent": (
                     "Mozilla/5.0 (Windows NT 10.0; Win64; x64)"
                     " AppleWebKit/537.36 (KHTML, like Gecko) "