-
Notifications
You must be signed in to change notification settings - Fork 373
/
config.properties
64 lines (62 loc) · 2.44 KB
/
config.properties
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
# config
#是否使用代理
isProxy = true
# 默认下载网页数,保证程序能够正常停止
downloadPageCount = 1000000
# 下载网页线程数
downloadThreadSize = 100
#֪ 知乎注册手机号码或有限
zhiHu.emailOrPhoneNum = ...
# 知乎账号密码
zhiHu.password = ...
#֪ 验证码path
verificationCodePath = src/main/resources/zhiHuYZM.gif
# Cookie path
cookiePath = src/main/resources/zhihucookies
# proxyPath
proxyPath = src/main/resources/proxies
# 爬虫入口,必须是某个用户的关注following页面
startURL = https://www.zhihu.com/people/wo-yan-chen-mo/following
startUserToken = wo-yan-chen-mo
-------------------------------------------------------------------
# 是否持久化到数据库,如果要,请配置下面数据库相关
db.enable = false
# 数据库配置
db.host =localhost
db.username = root
db.password = root
# 数据库名
db.name = temp4
##创建url表
createUrlTable = CREATE TABLE `url` (\
`id` int(11) NOT NULL AUTO_INCREMENT,\
`md5_url` varchar(32) DEFAULT NULL,\
PRIMARY KEY (`id`),\
KEY `id` (`id`),\
KEY `key_md5_url` (`md5_url`)\
) ENGINE=InnoDB AUTO_INCREMENT=0 DEFAULT CHARSET=utf8;
##创建user表
createUserTable = CREATE TABLE `user` (\
`id` int(11) NOT NULL AUTO_INCREMENT,\
`user_token` varchar(100) DEFAULT NULL,\
`location` varchar(255) DEFAULT NULL,\
`business` varchar(255) DEFAULT NULL,\
`sex` varchar(255) DEFAULT NULL,\
`employment` varchar(255) DEFAULT NULL,\
`education` varchar(255) DEFAULT NULL,\
`username` varchar(255) DEFAULT NULL,\
`url` varchar(255) DEFAULT NULL,\
`agrees` int(11) DEFAULT NULL,\
`thanks` int(11) DEFAULT NULL,\
`asks` int(11) DEFAULT NULL,\
`answers` int(11) DEFAULT NULL,\
`posts` int(11) DEFAULT NULL,\
`followees` int(11) DEFAULT NULL,\
`followers` int(11) DEFAULT NULL,\
`hashId` varchar(255) DEFAULT NULL,\
PRIMARY KEY (`id`),\
UNIQUE KEY `key_user_token` (`user_token`)\
) ENGINE=InnoDB AUTO_INCREMENT=0 DEFAULT CHARSET=utf8;
##创建索引
createUserIndex = CREATE INDEX index_user_token ON user (user_token);
createUrlIndex = CREATE INDEX index_md5_url ON url (md5_url);