feat: add first submit flag to the database

Author: maksyuki

src/add_soc.py

@@ -9,12 +9,12 @@
 
 class Cores(object):
     def __init__(self):
-        self.cores = []
-        self.id_list = []
+        self.submit_list = []
+        self.core_list = []
 
     def clear(self):
-        self.cores.clear()
-        self.id_list.clear()
+        self.submit_list.clear()
+        self.core_list.clear()
 
     # 1. pattern: ysyx_([0-9]{6})
     # 2. in id list
@@ -25,14 +25,14 @@ def check_valid(self, val: str) -> str:
             return ''
 
     def fill_data(self, term: List[str]):
-        self.cores.append(CoreInfo(term[0], term[1]))
+        self.submit_list.append(CoreInfo(term[0], term[1]))
 
     def handle_err(self, val: str):
         # NOTE: need to write to the submit info
         print('ID: error format, the err val: ' + val)
 
     def add(self):
-        with open(cicd_config.SOC_LIST_PATH, 'r+', encoding='utf-8') as fp:
+        with open(cicd_config.SUBMIT_LIST_PATH, 'r+', encoding='utf-8') as fp:
             for v in fp.readlines():
                 tmp = v.split()
                 # print(tmp[1])
@@ -41,42 +41,42 @@ def add(self):
                 else:
                     self.handle_err(tmp)
 
-    # update the id list
+    # update the core list
     def update(self):
         os.chdir(cicd_config.SUBMIT_DIR)
         # os.system('git checkout ' + cicd_config.CUR_BRAN)
         print('git checkout ' + cicd_config.CUR_BRAN)
-        with open(cicd_config.ID_LIST_PATH, 'r+', encoding='utf-8') as fp:
-            for v in fp:
-                val = v.rstrip('\n')
+        with open(cicd_config.CORE_LIST_PATH, 'r+', encoding='utf-8') as fp:
+            for v in fp.readlines():
+                tmp = v.split()
                 # print('id: ' + val)
                 # filter err and spaces
-                if self.check_valid(val) != '':
-                    self.id_list.append(v.rstrip('\n'))
+                if self.check_valid(tmp[0]) != '':
+                    self.core_list.append(CoreInfo('', tmp[0]))
                 # print('id: ' + v.rstrip('\n'))
 
-        self.id_list.sort()
-        self.cores.sort(key=lambda v: v.sid)
+        self.core_list.sort(key=lambda v: v.sid)
+        self.submit_list.sort(key=lambda v: v.sid)
 
         new_id = []
-        for va in self.cores:
+        for va in self.submit_list:
             is_find = False
-            for vb in self.id_list:
-                if va.sid == vb:
+            for vb in self.core_list:
+                if va.sid == vb.sid:
                     is_find = True
                     break
 
             if is_find is False:
                 # os.system('git submodule add ' + va.url + ' submit/' + va.sid)
                 print('git submodule add ' + va.url + ' submit/' + va.sid)
-                new_id.append(va.sid)
-
-        self.id_list += new_id
-        self.id_list.sort()
-        # print(self.id_list)
-        with open(cicd_config.ID_LIST_PATH, 'w+', encoding='utf-8') as fp:
-            for v in self.id_list:
-                fp.write(v + '\n')
+                new_id.append(CoreInfo('', va.sid, 'F'))
+
+        self.core_list += new_id
+        self.core_list.sort(key=lambda v: v.sid)
+        # print(self.core_list)
+        with open(cicd_config.CORE_LIST_PATH, 'w+', encoding='utf-8') as fp:
+            for v in self.core_list:
+                fp.write(v.sid + ' ' + v.flag + '\n')
 
 
 cores = Cores()

src/cicd_config.py

@@ -9,8 +9,8 @@
 CUR_BRAN = '202302'
 HOME_DIR = os.getcwd() + '/'
 DATA_DIR = HOME_DIR + '../data/' + CUR_BRAN
-SOC_LIST_PATH = DATA_DIR + '/soc_list'
-ID_LIST_PATH = DATA_DIR + '/id_list'
+SUBMIT_LIST_PATH = DATA_DIR + '/submit_list'
+CORE_LIST_PATH = DATA_DIR + '/core_list'
 QUEUE_LIST_PATH = DATA_DIR + '/queue_list'
 
 DC_HOME_DIR = HOME_DIR + '../lib/dc/bes_data/syn/scr'

src/data_type.py

@@ -1,6 +1,8 @@
 #!/bin/python
 
+
 class CoreInfo(object):
-    def __init__(self, url: str, sid: str):
+    def __init__(self, url: str, sid: str, flag='E'):
         self.url = url
-        self.sid = sid
+        self.sid = sid
+        self.flag = flag