@@ -7,8 +7,8 @@ class PyppeteerRequest(Request):
7
7
Scrapy ``Request`` subclass providing additional arguments
8
8
"""
9
9
10
- def __init__ (self , url , callback = None , wait_until = None , wait_for = None , script = None , sleep = None , timeout = None ,
11
- proxy = None , ignore_resource_types = None , meta = None , screenshot = None , * args ,
10
+ def __init__ (self , url , callback = None , wait_until = None , wait_for = None , script = None , proxy = None ,
11
+ sleep = None , timeout = None , ignore_resource_types = None , pretend = None , screenshot = None , meta = None , * args ,
12
12
** kwargs ):
13
13
"""
14
14
:param url: request url
@@ -17,12 +17,14 @@ def __init__(self, url, callback=None, wait_until=None, wait_for=None, script=No
17
17
see https://miyakogi.github.io/pyppeteer/reference.html#pyppeteer.page.Page.goto
18
18
:param wait_for: wait for some element to load
19
19
:param script: script to execute
20
- :param sleep: time to sleep after loaded
21
- :param timeout: load timeout
22
- :param proxy: use proxy to request
23
- :param ignore_resource_types: ignored resource types
20
+ :param proxy: use proxy for this time, like `http://x.x.x.x:x`
21
+ :param sleep: time to sleep after loaded, override `GERAPY_PYPPETEER_SLEEP`
22
+ :param timeout: load timeout, override `GERAPY_PYPPETEER_DOWNLOAD_TIMEOUT`
23
+ :param ignore_resource_types: ignored resource types, override `GERAPY_PYPPETEER_IGNORE_RESOURCE_TYPES`
24
+ :param pretend: pretend as normal browser, override `GERAPY_PYPPETEER_PRETEND`
24
25
:param screenshot: ignored resource types, see
25
- https://miyakogi.github.io/pyppeteer/_modules/pyppeteer/page.html#Page.screenshot
26
+ https://miyakogi.github.io/pyppeteer/_modules/pyppeteer/page.html#Page.screenshot,
27
+ override `GERAPY_PYPPETEER_SCREENSHOT`
26
28
:param args:
27
29
:param kwargs:
28
30
"""
@@ -36,16 +38,20 @@ def __init__(self, url, callback=None, wait_until=None, wait_for=None, script=No
36
38
self .script = pyppeteer_mata .get ('script' ) if pyppeteer_mata .get ('script' ) is not None else script
37
39
self .sleep = pyppeteer_mata .get ('sleep' ) if pyppeteer_mata .get ('sleep' ) is not None else sleep
38
40
self .proxy = pyppeteer_mata .get ('proxy' ) if pyppeteer_mata .get ('proxy' ) is not None else proxy
41
+ self .pretend = pyppeteer_mata .get ('pretend' ) if pyppeteer_mata .get ('pretend' ) is not None else pretend
39
42
self .timeout = pyppeteer_mata .get ('timeout' ) if pyppeteer_mata .get ('timeout' ) is not None else timeout
40
43
self .ignore_resource_types = pyppeteer_mata .get ('ignore_resource_types' ) if pyppeteer_mata .get (
41
44
'ignore_resource_types' ) is not None else ignore_resource_types
42
- self .screenshot = pyppeteer_mata .get ('screenshot' ) if pyppeteer_mata .get ('screenshot' ) is not None else screenshot
45
+ self .screenshot = pyppeteer_mata .get ('screenshot' ) if pyppeteer_mata .get (
46
+ 'screenshot' ) is not None else screenshot
47
+
43
48
pyppeteer_mata = meta .setdefault ('pyppeteer' , {})
44
49
pyppeteer_mata ['wait_until' ] = self .wait_until
45
50
pyppeteer_mata ['wait_for' ] = self .wait_for
46
51
pyppeteer_mata ['script' ] = self .script
47
52
pyppeteer_mata ['sleep' ] = self .sleep
48
53
pyppeteer_mata ['proxy' ] = self .proxy
54
+ pyppeteer_mata ['pretend' ] = self .pretend
49
55
pyppeteer_mata ['timeout' ] = self .timeout
50
56
pyppeteer_mata ['screenshot' ] = self .screenshot
51
57
pyppeteer_mata ['ignore_resource_types' ] = self .ignore_resource_types
0 commit comments