-
Notifications
You must be signed in to change notification settings - Fork 24
/
package.json
45 lines (45 loc) · 871 Bytes
/
package.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
{
"name": "roboto",
"version": "0.8.2",
"description": "A web crawler for Nodejs.",
"main": "index.js",
"scripts": {
"test": "mocha"
},
"repository": {
"type": "git",
"url": "https://github.com/jculvey/roboto.git"
},
"keywords": [
"crawler",
"crawling",
"spider",
"spidering",
"scraping",
"scraper",
"robot",
"bot",
"cheerio"
],
"author": "jculvey",
"license": "MIT",
"bugs": {
"url": "https://github.com/jculvey/roboto/issues"
},
"dependencies": {
"cheerio": "~0.17.0",
"request": "~2.40.0",
"async": "~0.9.0",
"utils-merge": "~1.0.0",
"underscore": "~1.6.0",
"log": "~1.4.0",
"solr": "~0.2.2",
"moment": "~2.8.1",
"tldjs": "~1.5.0"
},
"devDependencies": {
"htmlstrip-native": "0.0.2",
"express": "~4.8.3",
"robots.txt": "~1.0.0"
}
}