Merge pull request #100 from lostsnow/feature/sca

Feature/sca

Author: lostsnow

dongtai_agent_python/api/openapi.py

@@ -10,7 +10,7 @@
 import socket
 import threading
 from dongtai_agent_python.common.logger import logger_config
-from dongtai_agent_python.utils import scope
+from dongtai_agent_python.utils import scope, utils
 from dongtai_agent_python.utils import Singleton, SystemInfo
 
 logger = logger_config('openapi')
@@ -202,6 +202,9 @@ def agent_register(self):
         # check manual pause
         t3 = threading.Timer(self.interval_check_manual_pause, self.thread_check_manual_pause)
         t3.start()
+        # packages
+        t4 = threading.Timer(2, self.packages_report)
+        t4.start()
 
         return resp
 
@@ -216,6 +219,25 @@ def async_report_upload(self, executor, upload_report):
         self.report_queue = self.report_queue + 1
         executor.submit(self.report_upload, upload_report)
 
+    @scope.with_scope(scope.SCOPE_AGENT)
+    def packages_report(self):
+        packages = utils.get_packages()
+        if not packages:
+            return
+        detail = {
+            'detail': {
+                'agentId': self.agent_id,
+                'packages': packages,
+            },
+            'type': 18,
+        }
+        url = '/api/v1/report/upload'
+        heart_resp = self.report(url, detail)
+        if heart_resp.get('status', 0) == 201:
+            logger.debug("packages report success")
+        else:
+            logger.error("packages report error")
+
     # check agent should pause when use high system resource
     def check_enable(self):
         url = '/api/v1/agent/limit'

dongtai_agent_python/tests/utils/test_utils.py

@@ -0,0 +1,14 @@
+import unittest
+
+from dongtai_agent_python.utils import utils
+
+
+class TestUtils(unittest.TestCase):
+    def test_get_packages(self):
+        packages = utils.get_packages()
+        for package in packages:
+            print(package)
+
+
+if __name__ == '__main__':
+    unittest.main()

dongtai_agent_python/utils/utils.py

@@ -1,5 +1,8 @@
 import base64
 import hashlib
+import os
+
+import pkg_resources
 
 from dongtai_agent_python.setting import const
 from dongtai_agent_python.utils import scope
@@ -64,3 +67,43 @@ def get_hash(item):
     except Exception:
         h = id(item)
     return h
+
+
+@scope.with_scope(scope.SCOPE_AGENT)
+def get_packages():
+    packages = pkg_resources.working_set
+    sca_packages = []
+    for package in packages:
+        module_path = package.location + os.sep + package.project_name.lower()
+        found = False
+        if os.path.exists(module_path):
+            found = True
+
+        if not found:
+            module_path = package.location + os.sep + package.project_name.replace('-', '_')
+            if os.path.exists(module_path):
+                found = True
+
+        if not found:
+            module_path = package.location + os.sep + package.project_name
+            if os.path.exists(module_path):
+                found = True
+
+        if not found and package.has_metadata('top_level.txt'):
+            top_level = package.get_metadata('top_level.txt').splitlines()
+            if top_level:
+                for lvl in top_level:
+                    if os.path.exists(package.location + os.sep + lvl):
+                        module_path = package.location + os.sep + lvl
+
+        sha_1 = hashlib.sha1()
+        sha_1.update(bytes(package.project_name.lower() + '-' + package.version, encoding='utf-8'))
+        digest = sha_1.hexdigest()
+
+        sca_packages.append({
+            'packageName': package.project_name + '-' + package.version,
+            'packagePath': module_path,
+            'packageAlgorithm': 'SHA-1',
+            'packageSignature': digest
+        })
+    return sca_packages