delete standard_statistics by step

Author: carlosfu

cachecloud-open-web/src/main/java/com/sohu/cache/dao/InstanceStatsDao.java

@@ -34,5 +34,7 @@ public List<StandardStats> getDiffJsonList(@Param("beginTime") long beginTime, @
 
     public int deleteStandardStatsByCreatedTime(@Param("createdTime") Date createdTime);
 
+    public int deleteStandardStatsByScanTime(@Param("startTime") Date startTime,@Param("endTime") Date endTime);
+
     public List<StandardStats> getStandardStatsByCreateTime(@Param("beginTime") Date beginTime, @Param("endTime") Date endTime, @Param("dbType") String dbType);
 }

cachecloud-open-web/src/main/java/com/sohu/cache/stats/instance/impl/InstanceStatsCenterImpl.java

@@ -15,11 +15,14 @@
 import org.apache.commons.collections4.MapUtils;
 import org.apache.commons.lang.BooleanUtils;
 import org.apache.commons.lang.StringUtils;
+import org.apache.commons.lang.time.DateUtils;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.springframework.util.Assert;
 
+import java.text.SimpleDateFormat;
 import java.util.*;
+import java.util.concurrent.TimeUnit;
 
 /**
  * Created by yijunzhang on 14-9-17.
@@ -258,12 +261,32 @@ public List<Map<String, Object>> queryDiffMapList(long beginTime, long endTime,
 
     @Override
     public void cleanUpStandardStats(int day) {
-        Calendar calendar = Calendar.getInstance();
-        calendar.setTime(new Date());
-        calendar.add(Calendar.DAY_OF_MONTH, -Math.abs(day));
-        Date deleteTime = calendar.getTime();
-        int deleteCount = instanceStatsDao.deleteStandardStatsByCreatedTime(deleteTime);
-        logger.warn("cleanUpStandardStats: {} day deleteCount={}", day, deleteCount);
+        try {
+            SimpleDateFormat minSdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+            SimpleDateFormat hourSdf = new SimpleDateFormat("yyyy-MM-dd HH");
+            // 基准时间
+            Date baseTime = DateUtils.addDays(hourSdf.parse(minSdf.format(new Date())), 0 - day);
+            Date startTime = null;          //删除开始时间
+            Date endTime = null;            //删除结束时间
+            int mins = 24 * 60 * (day - 1); //天换算分钟数,保留一天数据
+            int perMin = 10;                //每10分钟区间做一次删除
+            long beginTime = System.currentTimeMillis();
+            for (int count = 1; count <= mins / perMin; count++) {
+                startTime = DateUtils.addMinutes(baseTime, perMin * (count - 1));
+                endTime = DateUtils.addMinutes(baseTime, perMin * count);
+                long startMills = System.currentTimeMillis();
+                instanceStatsDao.deleteStandardStatsByScanTime(startTime, endTime);
+                logger.warn("execute delete task cost：{} ms ,time :{},{}", System.currentTimeMillis() - startMills, minSdf.format(startTime), minSdf.format(endTime));
+                try {
+                    TimeUnit.MILLISECONDS.sleep(10);
+                } catch (InterruptedException e) {
+                    logger.error(e.getMessage(), e);
+                }
+            }
+            logger.info("cleanUpStandardStats total costTime =" + (System.currentTimeMillis() - beginTime) / 1000 + " s");
+        } catch (Exception e) {
+            logger.error(e.getMessage(), e);
+        }
     }
 
     public void setInstanceDao(InstanceDao instanceDao) {

cachecloud-open-web/src/main/resources/mapper/InstanceStatsDao.xml

@@ -80,6 +80,11 @@
         from standard_statistics
         where <![CDATA[ created_time <=  #{createdTime}]]>
     </delete>
+
+    <delete id="deleteStandardStatsByScanTime">
+        DELETE FROM standard_statistics
+        where created_time BETWEEN #{startTime} AND #{endTime}
+    </delete>
 
     <select id="getStandardStatsByCreateTime" resultType="StandardStats">
         select id,collect_time,ip,port,db_type,info_json,diff_json,cluster_info_json,created_time