Test tests

.github/workflows/testing.yml

@@ -7,6 +7,25 @@ on:
     - cron: '0 13 * * *'
 
 jobs:
+  testrun_tests:
+    permissions: {}
+    name:  Tests
+    runs-on: ubuntu-22.04
+    timeout-minutes: 30
+    steps:
+      - name: Checkout source
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+      - name: Install dependencies
+        shell: bash {0}
+        run: cmd/prepare
+      - name: Install Testrun
+        shell: bash {0}
+        run: TESTRUN_DIR=. cmd/install
+        timeout-minutes: 30
+      - name: Run tests
+        shell: bash {0}
+        run: testing/tests/test_tests
+
   testrun_baseline:
     permissions: {}
     name:  Baseline
@@ -98,7 +117,7 @@ jobs:
         if: ${{ always() }}
         with:
           if-no-files-found: error
-          name: reports_${{ github.run_id }}
+          name: unit_reports_${{ github.run_id }}
           path: testing/unit/report/output
 
   pylint:

modules/test/protocol/python/src/protocol_bacnet.py

@@ -29,7 +29,6 @@
 DEFAULT_CAPTURE_FILE = 'protocol.pcap'
 DEFAULT_BIN_DIR = '/testrun/bin'
 
-
 class BACnet():
   """BACnet Test module"""
 

testing/device_configs/bacnet_compliant/device_config.json

@@ -0,0 +1,54 @@
+{
+  "mac_addr": "02:42:aa:00:00:01",
+  "manufacturer": "Google",
+  "model": "BACnet Compliant",
+  "type": "IoT Gateway",
+  "technology": "Hardware - Access Control",
+  "test_pack": "Pilot Assessment",
+  "additional_info": [
+    {
+      "question": "What type of device is this?",
+      "answer": "IoT Gateway"
+    },
+    {
+      "question": "Please select the technology this device falls into",
+      "answer": "Hardware - Access Control"
+    },
+    {
+      "question": "Does your device process any sensitive information?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Can all non-essential services be disabled on your device?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Is there a second IP port on the device?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Can the second IP port on your device be disabled?",
+      "answer": "Yes"
+    }
+  ],
+  "test_modules": {
+    "protocol": {
+      "enabled": true
+    },
+    "services": {
+      "enabled": false
+    },
+    "ntp": {
+      "enabled": false
+    },
+    "tls": {
+      "enabled": false
+    },
+    "connection": {
+      "enabled": false
+    },
+    "dns": {
+      "enabled": false
+    }  
+  }
+}

testing/device_configs/dns_compliant/device_config.json

@@ -0,0 +1,54 @@
+{
+  "mac_addr": "02:42:aa:00:00:02",
+  "manufacturer": "Google",
+  "model": "Dns Compliant",
+  "type": "IoT Gateway",
+  "technology": "Hardware - Access Control",
+  "test_pack": "Pilot Assessment",
+  "additional_info": [
+    {
+      "question": "What type of device is this?",
+      "answer": "IoT Gateway"
+    },
+    {
+      "question": "Please select the technology this device falls into",
+      "answer": "Hardware - Access Control"
+    },
+    {
+      "question": "Does your device process any sensitive information?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Can all non-essential services be disabled on your device?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Is there a second IP port on the device?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Can the second IP port on your device be disabled?",
+      "answer": "Yes"
+    }
+  ],
+  "test_modules": {
+    "protocol": {
+      "enabled": false
+    },
+    "services": {
+      "enabled": false
+    },
+    "ntp": {
+      "enabled": false
+    },
+    "tls": {
+      "enabled": false
+    },
+    "connection": {
+      "enabled": false
+    },
+    "dns": {
+      "enabled": true
+    }  
+  }
+}

testing/device_configs/dns_non_compliant/device_config.json

@@ -0,0 +1,54 @@
+{
+  "mac_addr": "02:42:aa:00:00:03",
+  "manufacturer": "Google",
+  "model": "Dns Non Compliant",
+  "type": "IoT Gateway",
+  "technology": "Hardware - Access Control",
+  "test_pack": "Pilot Assessment",
+  "additional_info": [
+    {
+      "question": "What type of device is this?",
+      "answer": "IoT Gateway"
+    },
+    {
+      "question": "Please select the technology this device falls into",
+      "answer": "Hardware - Access Control"
+    },
+    {
+      "question": "Does your device process any sensitive information?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Can all non-essential services be disabled on your device?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Is there a second IP port on the device?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Can the second IP port on your device be disabled?",
+      "answer": "Yes"
+    }
+  ],
+  "test_modules": {
+    "protocol": {
+      "enabled": false
+    },
+    "services": {
+      "enabled": false
+    },
+    "ntp": {
+      "enabled": false
+    },
+    "tls": {
+      "enabled": false
+    },
+    "connection": {
+      "enabled": false
+    },
+    "dns": {
+      "enabled": true
+    }  
+  }
+}

testing/device_configs/services_compliant/device_config.json

@@ -0,0 +1,54 @@
+{
+  "mac_addr": "02:42:aa:00:00:04",
+  "manufacturer": "Google",
+  "model": "Services Compliant",
+  "type": "IoT Gateway",
+  "technology": "Hardware - Access Control",
+  "test_pack": "Pilot Assessment",
+  "additional_info": [
+    {
+      "question": "What type of device is this?",
+      "answer": "IoT Gateway"
+    },
+    {
+      "question": "Please select the technology this device falls into",
+      "answer": "Hardware - Access Control"
+    },
+    {
+      "question": "Does your device process any sensitive information?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Can all non-essential services be disabled on your device?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Is there a second IP port on the device?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Can the second IP port on your device be disabled?",
+      "answer": "Yes"
+    }
+  ],
+  "test_modules": {
+    "protocol": {
+      "enabled": false
+    },
+    "services": {
+      "enabled": true
+    },
+    "ntp": {
+      "enabled": false
+    },
+    "tls": {
+      "enabled": false
+    },
+    "connection": {
+      "enabled": false
+    },
+    "dns": {
+      "enabled": false
+    }  
+  }
+}

testing/device_configs/services_non_compliant/device_config.json

@@ -0,0 +1,54 @@
+{
+  "mac_addr": "02:42:aa:00:00:05",
+  "manufacturer": "Google",
+  "model": "Sevices Non Compliant",
+  "type": "IoT Gateway",
+  "technology": "Hardware - Access Control",
+  "test_pack": "Pilot Assessment",
+  "additional_info": [
+    {
+      "question": "What type of device is this?",
+      "answer": "IoT Gateway"
+    },
+    {
+      "question": "Please select the technology this device falls into",
+      "answer": "Hardware - Access Control"
+    },
+    {
+      "question": "Does your device process any sensitive information?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Can all non-essential services be disabled on your device?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Is there a second IP port on the device?",
+      "answer": "Yes"
+    },
+    {
+      "question": "Can the second IP port on your device be disabled?",
+      "answer": "Yes"
+    }
+  ],
+  "test_modules": {
+    "protocol": {
+      "enabled": false
+    },
+    "services": {
+      "enabled": true
+    },
+    "ntp": {
+      "enabled": false
+    },
+    "tls": {
+      "enabled": false
+    },
+    "connection": {
+      "enabled": false
+    },
+    "dns": {
+      "enabled": false
+    }  
+  }
+}