Make sync start tiem configurable

Author: xiongjianqiang

mongo_sync/config.yaml

@@ -11,13 +11,18 @@ blacklist: []
 
 oplog_start_time: 2018-11-01T00:00:00
 
+sync_start_time: 
+
 # minutes between oplog dumping
 oplog_dump_interval: 10
 
 oplog_store_url: ''
 
 oplog_store_db: 'oplog_store'
 
+# days of oplog to keep
+keep_days: 2
+
 logging:
     version: 1
     disable_existing_loggers: False

mongo_sync/oplog_manager.py

@@ -61,6 +61,10 @@ def _initialize_slice_range(self, start, interval):
 
         LOG.info('Initial ts={}, interval={}'.format(self._start_ts, interval))
 
+    @property
+    def is_running(self):
+        return self._running
+
     def remove_expiration(self):
         slice_names = self._oplog_store.list_names()
 
@@ -133,7 +137,7 @@ def run_dumping(self):
                     self._hungry = False
                 self.slice_oplog()
 
-        LOG.info('Stopped.')
+        LOG.warning('Oplog dumping stopped.')
 
     def start(self):
         self._running = True

mongo_sync/oplog_reader.py

@@ -25,16 +25,25 @@
 
 class OplogReader(object):
 
-    def __init__(self, start):
+    def __init__(self, start=None):
 
         self._oplog_store = OplogStore()
 
         self._running = False
-        _dt = dateutil.parser.parse(start)
-        self._last_ts = dt2ts(_dt)
+
+        start = start or conf['sync_start_time']
+        if not isinstance(start, datetime.datetime):
+            raise TypeError('Expect datetime.datetime, got {}'.format(
+                    type(start)))
+
+        self._last_ts = dt2ts(start)
 
         self.docman = DocManager()
 
+    @property
+    def is_running(self):
+        return self._running
+
     def load_oplog(self):
         oplog = self._oplog_store.load_oplog(self._last_ts)
         if oplog: