diff --git a/icrawler/crawler.py b/icrawler/crawler.py index ce53a0e..1791c7e 100644 --- a/icrawler/crawler.py +++ b/icrawler/crawler.py @@ -134,6 +134,7 @@ def set_session(self, headers=None): """ if headers is None: headers = { + "Accept-Language": "zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2", "User-Agent": ( "Mozilla/5.0 (Windows NT 10.0; Win64; x64)" " AppleWebKit/537.36 (KHTML, like Gecko) "