forked from cessna911/web-scraper
-
Notifications
You must be signed in to change notification settings - Fork 0
/
scraper.js
21 lines (21 loc) · 787 Bytes
/
scraper.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
module.exports = {
subdirectories: [
{directory: 'img', extensions: ['.png', '.jpg', '.jpeg', '.gif']},
{directory: 'js', extensions: ['.js']},
{directory: 'css', extensions: ['.css']},
{directory: 'fonts', extensions: ['.ttf', '.woff', '.eot', '.svg']},
{directory: 'audio', extensions: ['.mp3']}
],
sources: [
{selector: 'img:not([src^="//mc.yandex.ru/watch/"], [src^="//top-fwz1.mail.ru/counter"])', attr: 'src'},
{selector: 'input', attr: 'src'},
{selector: 'script', attr: 'src'},
{selector: 'link[rel="stylesheet"]', attr: 'href'},
{selector: 'link[rel*="icon"]', attr: 'href'},
{selector: 'object', attr: 'data'},
{selector: 'embed', attr: 'src'},
{selector: 'param[name="movie"]', attr: 'value'},
{selector: 'audio', attr: 'src'}
],
log: true
};