Skip to content

Commit 184b15b

Browse files
carlosxiaocarlosxiao
committed
add rpm-build scm configuration.
1 parent 5c0d8af commit 184b15b

File tree

7 files changed

+138
-11
lines changed

7 files changed

+138
-11
lines changed

‎pom.xml

Lines changed: 78 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -123,5 +123,83 @@
123123
</plugins>
124124
</build>
125125

126+
<profiles>
127+
<profile>
128+
<id>rpm-build</id>
129+
<properties>
130+
<USER_NAME>epai</USER_NAME>
131+
<GROUP_NAME>epai</GROUP_NAME>
132+
<APP_HOME>/home/epai/apps</APP_HOME>
133+
</properties>
134+
<build>
135+
<plugins>
136+
<plugin>
137+
<groupId>org.codehaus.mojo</groupId>
138+
<artifactId>rpm-maven-plugin</artifactId>
139+
<version>2.1.5</version>
140+
<extensions>true</extensions>
141+
<executions>
142+
<execution>
143+
<goals>
144+
<goal>attached-rpm</goal>
145+
</goals>
146+
<phase>verify</phase>
147+
</execution>
148+
</executions>
149+
<configuration>
150+
<group>DH</group>
151+
<summary>DH</summary>
152+
<vendor>DH</vendor>
153+
<packager>DH</packager>
154+
<needarch>noarch</needarch>
155+
<name>dh-winghead-migration</name>
156+
<prefixes>
157+
<prefix>${APP_HOME}</prefix>
158+
</prefixes>
159+
<mappings>
160+
<mapping>
161+
<directory>${APP_HOME}/${project.artifactId}</directory>
162+
<filemode>755</filemode>
163+
<username>${USER_NAME}</username>
164+
<groupname>${GROUP_NAME}</groupname>
165+
</mapping>
166+
<mapping>
167+
<directory>${APP_HOME}/${project.artifactId}/lib</directory>
168+
<filemode>755</filemode>
169+
<username>${USER_NAME}</username>
170+
<groupname>${GROUP_NAME}</groupname>
171+
<sources>
172+
<source>
173+
<location>${basedir}/target/${project.artifactId}-${project.version}.jar
174+
</location>
175+
</source>
176+
</sources>
177+
</mapping>
178+
<mapping>
179+
<directory>${APP_HOME}/${project.artifactId}/bin</directory>
180+
<filemode>755</filemode>
181+
<username>${USER_NAME}</username>
182+
<groupname>${GROUP_NAME}</groupname>
183+
<sources>
184+
<source>
185+
<location>src/main/resources/bin
186+
</location>
187+
</source>
188+
</sources>
189+
</mapping>
190+
<mapping>
191+
<directory>${APP_HOME}/${project.artifactId}/logs</directory>
192+
<filemode>755</filemode>
193+
<username>${USER_NAME}</username>
194+
<groupname>${GROUP_NAME}</groupname>
195+
</mapping>
196+
</mappings>
197+
</configuration>
198+
</plugin>
199+
</plugins>
200+
</build>
201+
</profile>
202+
</profiles>
203+
126204

127205
</project>

‎src/main/java/com/cc/etherscan/io/schedule/EtherEumSchedule.java

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22

33
import com.cc.etherscan.io.pipeline.EthereumPipeline;
44
import com.cc.etherscan.io.processor.EthereumContractProcessor;
5+
import org.springframework.beans.factory.annotation.Value;
56
import org.springframework.data.redis.core.RedisTemplate;
67
import org.springframework.stereotype.Component;
78
import us.codecraft.webmagic.Spider;
@@ -22,13 +23,16 @@ public class EtherEumSchedule {
2223
@Resource
2324
private EthereumPipeline ethereumPipeline;
2425

25-
int pageSize = 10;
26+
int pageSize = 25;
2627

2728
int totalPage = 3898;
2829

30+
@Value("${etherscan.startPage}")
31+
private int startPage;
32+
2933
@PostConstruct
3034
public void start() {
31-
for (int i = 1; i<= totalPage; i++) {
35+
for (int i = startPage; i<= totalPage; i++) {
3236
Spider.create(new EthereumContractProcessor(redisTemplate))
3337
.addUrl("https://etherscan.io/contractsVerified/" + i + "?ps=" + pageSize)
3438
.addPipeline(ethereumPipeline)

‎src/main/resources/application-prod.yml

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
spring:
2+
redis:
3+
host: 172.17.0.5
4+
port: 6379
5+
password: bp)82vM4@]8Wz-PK
6+
datasource:
7+
url: jdbc:mysql://122.152.203.240:3307/esc?useUnicode=true&characterEncoding=utf8
8+
username: esc
9+
password: esc

‎src/main/resources/application.yml

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -38,4 +38,6 @@ mybatis-plus:
3838
#sql-injector: com.baomidou.springboot.xxx
3939
configuration:
4040
map-underscore-to-camel-case: true
41-
cache-enabled: false
41+
cache-enabled: false
42+
etherscan:
43+
startPage: 10

‎src/main/resources/bin/startup.sh

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,33 @@
1+
#!/usr/bin/env bash
2+
3+
#startup for application
4+
ACTIVE_PROFILE=$1
5+
if [ -z $1 ]; then
6+
echo "active environment not specified use default: dev"
7+
ACTIVE_PROFILE="dev"
8+
fi
9+
10+
if [ -z $JAVA_HOME ]; then
11+
echo "ERROR: JAVA_HOME is not found in your Environment."
12+
exit 1
13+
fi
14+
echo "Using JAVA_HOME: $JAVA_HOME"
15+
16+
# the path of the application installed.
17+
APP_HOME=$(cd "`dirname $0`/.."; pwd)
18+
echo "Using APP_HOME: $APP_HOME"
19+
20+
# add jar to classpath
21+
CP=$CLASSPATH
22+
for JAR in $APP_HOME/lib/*.jar
23+
do
24+
CP=$CP:$JAR
25+
done
26+
27+
echo "CLASSPATH: $CP"
28+
29+
MAX_HEAP=2G
30+
31+
JAVA_OPTS="-server -Xmx$MAX_HEAP -Xms$MAX_HEAP -Xmn256m -Xss512k -XX:+DisableExplicitGC -XX:+UseConcMarkSweepGC -XX:+CMSParallelRemarkEnabled -XX:LargePageSizeInBytes=128m -XX:+UseFastAccessorMethods -XX:+UseCMSInitiatingOccupancyOnly -XX:CMSInitiatingOccupancyFraction=70 -Duser.timezone=GMT+8"
32+
## -Detherscan.startPage=1
33+
nohup $JAVA_HOME/bin/java -DAPP_HOME=$APP_HOME -Dspring.profiles.active=$ACTIVE_PROFILE -cp $CP $JAVA_OPTS -Xloggc:$APP_HOME/logs/gc.log org.springframework.boot.loader.JarLauncher --server.tomcat.basedir=$APP_HOME/logs --server.tomcat.access-log-enabled=true --server.tomcat.accesslog.directory=$APP_HOME/logs --server.tomcat.access-log-pattern='%{X-FORWARDED-FOR}i %l %u %t "%r" %s %b %D %q "%{User-Agent}i" %T' > /dev/null 2>&1 &

‎src/main/resources/changelog/ether-contract-changelog.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717
<column name="transactions" type="varchar(20)" remarks=""/>
1818
<column name="create_address" type="varchar(128)" remarks=""/>
1919
<column name="txn" type="varchar(128)" remarks=""/>
20-
<column name="source_code" type="longblob" remarks="源代码"/>
20+
<column name="source_code" type="longtext" remarks="源代码"/>
2121
</createTable>
2222
<createIndex tableName="ether_contract" unique="true" indexName="INDEX_ETHER_CONTRACT_ADDRESS">
2323
<column name="address" />

‎src/main/resources/logback.xml

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -6,9 +6,9 @@
66
</encoder>
77
</appender>
88
<appender name="FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
9-
<file>spider.log</file>
9+
<file>${APP_HOME}/logs/spider.log</file>
1010
<rollingPolicy class="ch.qos.logback.core.rolling.FixedWindowRollingPolicy">
11-
<fileNamePattern>spider.%i.log.zip</fileNamePattern>
11+
<fileNamePattern>${APP_HOME}/logs/spider.%i.log.zip</fileNamePattern>
1212
<minIndex>1</minIndex>
1313
<maxIndex>3</maxIndex>
1414
</rollingPolicy>
@@ -21,13 +21,14 @@
2121
</appender>
2222
<root level="INFO">
2323
<appender-ref ref="STDOUT" />
24+
<appender-ref ref="FILE" />
2425
　　</root>
2526

2627
<!--myibatis log configure-->
27-
<logger name="com.apache.ibatis" level="DEBUG"/>
28-
<logger name="java.sql.Connection" level="DEBUG"/>
29-
<logger name="java.sql.Statement" level="DEBUG"/>
30-
<logger name="java.sql.PreparedStatement" level="DEBUG"/>
28+
<logger name="com.apache.ibatis" level="ERROR"/>
29+
<logger name="java.sql.Connection" level="ERROR"/>
30+
<logger name="java.sql.Statement" level="ERROR"/>
31+
<logger name="java.sql.PreparedStatement" level="ERROR"/>
3132
<logger name="org.apache.http" level="ERROR"/>
32-
<logger name="com.cc.etherscan.io" level="DEBUG"/>
33+
<logger name="com.cc.etherscan.io" level="ERROR"/>
3334
</configuration>

0 commit comments

Comments
 (0)