Add AI Models database schema and management UI

db/AI_Models.sql

@@ -0,0 +1,80 @@
+--
+-- Add AI Models tables for ZoneMinder
+--
+
+-- AI Datasets table - stores datasets like COCO, ImageNet, etc.
+CREATE TABLE IF NOT EXISTS `AI_Datasets` (
+  `Id` int(10) unsigned NOT NULL auto_increment,
+  `Name` varchar(64) NOT NULL,
+  `Description` TEXT,
+  `Version` varchar(32),
+  `NumClasses` int(10) unsigned NOT NULL,
+  PRIMARY KEY (`Id`),
+  UNIQUE KEY `AI_Datasets_Name_idx` (`Name`)
+) ENGINE=@ZM_MYSQL_ENGINE@;
+
+-- AI Models table - stores AI model implementations
+CREATE TABLE IF NOT EXISTS `AI_Models` (
+  `Id` int(10) unsigned NOT NULL auto_increment,
+  `Name` varchar(64) NOT NULL,
+  `Description` TEXT,
+  `ModelPath` varchar(255),
+  `Framework` enum('TensorFlow','PyTorch','ONNX','OpenVINO','TensorRT','Other') NOT NULL default 'ONNX',
+  `Version` varchar(32),
+  `DatasetId` int(10) unsigned,
+  `Enabled` tinyint(1) unsigned NOT NULL default 0,
+  PRIMARY KEY (`Id`),
+  UNIQUE KEY `AI_Models_Name_idx` (`Name`),
+  FOREIGN KEY (`DatasetId`) REFERENCES `AI_Datasets` (`Id`) ON DELETE SET NULL
+) ENGINE=@ZM_MYSQL_ENGINE@;
+
+-- AI Object Classes table - stores object classes from datasets
+CREATE TABLE IF NOT EXISTS `AI_Object_Classes` (
+  `Id` int(10) unsigned NOT NULL auto_increment,
+  `DatasetId` int(10) unsigned NOT NULL,
+  `ClassName` varchar(64) NOT NULL,
+  `ClassIndex` int(10) unsigned NOT NULL,
+  `Description` TEXT,
+  PRIMARY KEY (`Id`),
+  KEY `AI_Object_Classes_DatasetId_idx` (`DatasetId`),
+  UNIQUE KEY `AI_Object_Classes_Dataset_Class_idx` (`DatasetId`, `ClassName`),
+  FOREIGN KEY (`DatasetId`) REFERENCES `AI_Datasets` (`Id`) ON DELETE CASCADE
+) ENGINE=@ZM_MYSQL_ENGINE@;
+
+-- AI Detection Settings table - stores detection settings per monitor and object class
+CREATE TABLE IF NOT EXISTS `AI_Detection_Settings` (
+  `Id` int(10) unsigned NOT NULL auto_increment,
+  `MonitorId` int(10) unsigned NULL,
+  `ObjectClassId` int(10) unsigned NOT NULL,
+  `Enabled` tinyint(1) unsigned NOT NULL default 1,
+  `ReportDetection` tinyint(1) unsigned NOT NULL default 1,
+  `ConfidenceThreshold` tinyint(3) unsigned NOT NULL default 50,
+  `BoxColor` varchar(7) NOT NULL default '#FF0000',
+  PRIMARY KEY (`Id`),
+  KEY `AI_Detection_Settings_MonitorId_idx` (`MonitorId`),
+  KEY `AI_Detection_Settings_ObjectClassId_idx` (`ObjectClassId`),
+  UNIQUE KEY `AI_Detection_Settings_Monitor_Object_idx` (`MonitorId`, `ObjectClassId`),
+  FOREIGN KEY (`MonitorId`) REFERENCES `Monitors` (`Id`) ON DELETE CASCADE,
+  FOREIGN KEY (`ObjectClassId`) REFERENCES `AI_Object_Classes` (`Id`) ON DELETE CASCADE
+) ENGINE=@ZM_MYSQL_ENGINE@;
+
+-- AI Detections table - stores actual detection results
+CREATE TABLE IF NOT EXISTS `AI_Detections` (
+  `Id` BIGINT unsigned NOT NULL auto_increment,
+  `EventId` BIGINT unsigned NOT NULL,
+  `FrameId` int(10) unsigned,
+  `ObjectClassId` int(10) unsigned NOT NULL,
+  `Confidence` decimal(5,4) NOT NULL,
+  `BoundingBoxX` int(10) unsigned,
+  `BoundingBoxY` int(10) unsigned,
+  `BoundingBoxWidth` int(10) unsigned,
+  `BoundingBoxHeight` int(10) unsigned,
+  `DetectedAt` TIMESTAMP(3) DEFAULT CURRENT_TIMESTAMP(3),
+  PRIMARY KEY (`Id`),
+  KEY `AI_Detections_EventId_idx` (`EventId`),
+  KEY `AI_Detections_FrameId_idx` (`FrameId`),
+  KEY `AI_Detections_ObjectClassId_idx` (`ObjectClassId`),
+  FOREIGN KEY (`EventId`) REFERENCES `Events` (`Id`) ON DELETE CASCADE,
+  FOREIGN KEY (`FrameId`) REFERENCES `Frames` (`FrameId`) ON DELETE SET NULL,
+  FOREIGN KEY (`ObjectClassId`) REFERENCES `AI_Object_Classes` (`Id`) ON DELETE CASCADE
+) ENGINE=@ZM_MYSQL_ENGINE@;

db/coco_dataset.sql

@@ -0,0 +1,110 @@
+--
+-- Pre-populate COCO 2017 Dataset with 80 object classes
+--
+
+-- Insert COCO 2017 Dataset
+INSERT IGNORE INTO AI_Datasets (Id, Name, Description, Version, NumClasses) VALUES 
+(1, 'COCO', 'Microsoft Common Objects in Context', '2017', 80);
+
+-- Insert all 80 COCO object classes with correct indices (0-79)
+INSERT IGNORE INTO AI_Object_Classes (DatasetId, ClassName, ClassIndex, Description) VALUES
+(1, 'person', 0, 'Person'),
+(1, 'bicycle', 1, 'Bicycle'),
+(1, 'car', 2, 'Car'),
+(1, 'motorcycle', 3, 'Motorcycle'),
+(1, 'airplane', 4, 'Airplane'),
+(1, 'bus', 5, 'Bus'),
+(1, 'train', 6, 'Train'),
+(1, 'truck', 7, 'Truck'),
+(1, 'boat', 8, 'Boat'),
+(1, 'traffic light', 9, 'Traffic light'),
+(1, 'fire hydrant', 10, 'Fire hydrant'),
+(1, 'stop sign', 11, 'Stop sign'),
+(1, 'parking meter', 12, 'Parking meter'),
+(1, 'bench', 13, 'Bench'),
+(1, 'bird', 14, 'Bird'),
+(1, 'cat', 15, 'Cat'),
+(1, 'dog', 16, 'Dog'),
+(1, 'horse', 17, 'Horse'),
+(1, 'sheep', 18, 'Sheep'),
+(1, 'cow', 19, 'Cow'),
+(1, 'elephant', 20, 'Elephant'),
+(1, 'bear', 21, 'Bear'),
+(1, 'zebra', 22, 'Zebra'),
+(1, 'giraffe', 23, 'Giraffe'),
+(1, 'backpack', 24, 'Backpack'),
+(1, 'umbrella', 25, 'Umbrella'),
+(1, 'handbag', 26, 'Handbag'),
+(1, 'tie', 27, 'Tie'),
+(1, 'suitcase', 28, 'Suitcase'),
+(1, 'frisbee', 29, 'Frisbee'),
+(1, 'skis', 30, 'Skis'),
+(1, 'snowboard', 31, 'Snowboard'),
+(1, 'sports ball', 32, 'Sports ball'),
+(1, 'kite', 33, 'Kite'),
+(1, 'baseball bat', 34, 'Baseball bat'),
+(1, 'baseball glove', 35, 'Baseball glove'),
+(1, 'skateboard', 36, 'Skateboard'),
+(1, 'surfboard', 37, 'Surfboard'),
+(1, 'tennis racket', 38, 'Tennis racket'),
+(1, 'bottle', 39, 'Bottle'),
+(1, 'wine glass', 40, 'Wine glass'),
+(1, 'cup', 41, 'Cup'),
+(1, 'fork', 42, 'Fork'),
+(1, 'knife', 43, 'Knife'),
+(1, 'spoon', 44, 'Spoon'),
+(1, 'bowl', 45, 'Bowl'),
+(1, 'banana', 46, 'Banana'),
+(1, 'apple', 47, 'Apple'),
+(1, 'sandwich', 48, 'Sandwich'),
+(1, 'orange', 49, 'Orange'),
+(1, 'broccoli', 50, 'Broccoli'),
+(1, 'carrot', 51, 'Carrot'),
+(1, 'hot dog', 52, 'Hot dog'),
+(1, 'pizza', 53, 'Pizza'),
+(1, 'donut', 54, 'Donut'),
+(1, 'cake', 55, 'Cake'),
+(1, 'chair', 56, 'Chair'),
+(1, 'couch', 57, 'Couch'),
+(1, 'potted plant', 58, 'Potted plant'),
+(1, 'bed', 59, 'Bed'),
+(1, 'dining table', 60, 'Dining table'),
+(1, 'toilet', 61, 'Toilet'),
+(1, 'tv', 62, 'TV'),
+(1, 'laptop', 63, 'Laptop'),
+(1, 'mouse', 64, 'Mouse'),
+(1, 'remote', 65, 'Remote'),
+(1, 'keyboard', 66, 'Keyboard'),
+(1, 'cell phone', 67, 'Cell phone'),
+(1, 'microwave', 68, 'Microwave'),
+(1, 'oven', 69, 'Oven'),
+(1, 'toaster', 70, 'Toaster'),
+(1, 'sink', 71, 'Sink'),
+(1, 'refrigerator', 72, 'Refrigerator'),
+(1, 'book', 73, 'Book'),
+(1, 'clock', 74, 'Clock'),
+(1, 'vase', 75, 'Vase'),
+(1, 'scissors', 76, 'Scissors'),
+(1, 'teddy bear', 77, 'Teddy bear'),
+(1, 'hair drier', 78, 'Hair drier'),
+(1, 'toothbrush', 79, 'Toothbrush');
+
+-- Create default detection settings for common security monitoring objects
+-- Only enable person and vehicles by default
+INSERT IGNORE INTO AI_Detection_Settings (MonitorId, ObjectClassId, Enabled, ReportDetection, ConfidenceThreshold, BoxColor)
+SELECT NULL, Id, 1, 1, 
+  CASE 
+    WHEN ClassName = 'person' THEN 60
+    ELSE 50
+  END,
+  CASE 
+    WHEN ClassName = 'person' THEN '#FF0000'
+    WHEN ClassName = 'car' THEN '#0000FF'
+    WHEN ClassName = 'truck' THEN '#0066FF'
+    WHEN ClassName = 'bus' THEN '#0099FF'
+    WHEN ClassName = 'motorcycle' THEN '#00CCFF'
+    ELSE '#808080'
+  END
+FROM AI_Object_Classes 
+WHERE DatasetId = (SELECT Id FROM AI_Datasets WHERE Name = 'COCO' LIMIT 1)
+AND ClassName IN ('person', 'car', 'truck', 'bus', 'motorcycle');

web/ajax/modals/ai_class.php

@@ -0,0 +1,83 @@
+<?php
+// This is the HTML representing the AI Object Class modal from Options -> AI Classes
+if ( !isset($_REQUEST['id']) ) {
+  ajaxError('Class Id Not Provided');
+  return;
+}
+
+$result = '';
+$checked = ' checked="checked"';
+$null = '';
+$cid = validCardinal($_REQUEST['id']);
+
+if ( !canEdit('System') ) return;
+
+if ( $cid ) {
+  $class = dbFetchOne('SELECT * FROM AI_Object_Classes WHERE Id=?', NULL, [$cid]);
+  if ( !$class ) return;
+} else {
+  $class = array(
+    'Id' => 0,
+    'DatasetId' => null,
+    'ClassName' => '',
+    'ClassIndex' => 0,
+    'Description' => ''
+  );
+}
+
+// Get datasets for dropdown
+$datasets = array();
+$result = dbQuery('SELECT Id, Name FROM AI_Datasets ORDER BY Name');
+if ($result) {
+  while ($row = dbFetchNext($result)) {
+    $datasets[$row['Id']] = $row['Name'];
+  }
+}
+
+?>
+<div class="modal fade" id="ClassModal" data-backdrop="static" data-keyboard="false" tabindex="-1" aria-labelledby="staticBackdropLabel" aria-hidden="true">
+  <div class="modal-dialog">
+    <div class="modal-content">
+      <div class="modal-header">
+        <h5 class="modal-title"><?php echo translate('AIObjectClass') .' - '. validHtmlStr($class['ClassName']) ?></h5>
+        <button type="button" class="close" data-dismiss="modal" aria-label="Close">
+          <span aria-hidden="true">&times;</span>
+        </button>
+      </div>
+      <form id="classModalForm" name="contentForm" method="post" action="?view=ai_class" class="validateFormOnSubmit">
+        <div class="modal-body">
+          <?php
+          // We have to manually insert the csrf key into the form when using a modal generated via ajax call
+          echo getCSRFinputHTML();
+          ?>
+          <input type="hidden" name="object" value="ai_class"/>
+          <input type="hidden" name="id" value="<?php echo $cid ?>"/>
+          <table class="table-sm">
+            <tbody>
+              <tr class="Dataset">
+                <th scope="row"><?php echo translate('Dataset') ?></th>
+                <td><?php echo htmlSelect('newClass[DatasetId]', $datasets, $class['DatasetId']) ?></td>
+              </tr>
+              <tr class="ClassName">
+                <th scope="row"><?php echo translate('ClassName') ?></th>
+                <td><input type="text" name="newClass[ClassName]" value="<?php echo validHtmlStr($class['ClassName']) ?>" required/></td>
+              </tr>
+              <tr class="ClassIndex">
+                <th scope="row"><?php echo translate('ClassIndex') ?></th>
+                <td><input type="number" name="newClass[ClassIndex]" value="<?php echo validCardinal($class['ClassIndex']) ?>" step="1" min="0" required/></td>
+              </tr>
+              <tr class="Description">
+                <th scope="row"><?php echo translate('Description') ?></th>
+                <td><textarea name="newClass[Description]" rows="3"><?php echo validHtmlStr($class['Description']) ?></textarea></td>
+              </tr>
+            </tbody>
+          </table>
+        </div>
+        <div class="modal-footer">
+          <button name="action" id="classSubmitBtn" type="submit" class="btn btn-primary" value="save"><?php echo translate('Save') ?></button>
+          <button type="button" class="btn btn-secondary" data-dismiss="modal"><?php echo translate('Cancel') ?></button>
+        </div>
+      </form>
+    </div>
+  </div>
+</div>

web/ajax/modals/ai_dataset.php

@@ -0,0 +1,74 @@
+<?php
+// This is the HTML representing the AI Dataset modal from Options -> AI Datasets
+if ( !isset($_REQUEST['id']) ) {
+  ajaxError('Dataset Id Not Provided');
+  return;
+}
+
+$result = '';
+$checked = ' checked="checked"';
+$null = '';
+$did = validCardinal($_REQUEST['id']);
+
+if ( !canEdit('System') ) return;
+
+if ( $did ) {
+  $dataset = dbFetchOne('SELECT * FROM AI_Datasets WHERE Id=?', NULL, [$did]);
+  if ( !$dataset ) return;
+} else {
+  $dataset = array(
+    'Id' => 0,
+    'Name' => '',
+    'Description' => '',
+    'Version' => '',
+    'NumClasses' => 0
+  );
+}
+
+?>
+<div class="modal fade" id="DatasetModal" data-backdrop="static" data-keyboard="false" tabindex="-1" aria-labelledby="staticBackdropLabel" aria-hidden="true">
+  <div class="modal-dialog">
+    <div class="modal-content">
+      <div class="modal-header">
+        <h5 class="modal-title"><?php echo translate('AIDataset') .' - '. validHtmlStr($dataset['Name']) ?></h5>
+        <button type="button" class="close" data-dismiss="modal" aria-label="Close">
+          <span aria-hidden="true">&times;</span>
+        </button>
+      </div>
+      <form id="datasetModalForm" name="contentForm" method="post" action="?view=ai_dataset" class="validateFormOnSubmit">
+        <div class="modal-body">
+          <?php
+          // We have to manually insert the csrf key into the form when using a modal generated via ajax call
+          echo getCSRFinputHTML();
+          ?>
+          <input type="hidden" name="object" value="ai_dataset"/>
+          <input type="hidden" name="id" value="<?php echo $did ?>"/>
+          <table class="table-sm">
+            <tbody>
+              <tr class="Name">
+                <th scope="row"><?php echo translate('Name') ?></th>
+                <td><input type="text" name="newDataset[Name]" value="<?php echo validHtmlStr($dataset['Name']) ?>" required/></td>
+              </tr>
+              <tr class="Version">
+                <th scope="row"><?php echo translate('Version') ?></th>
+                <td><input type="text" name="newDataset[Version]" value="<?php echo validHtmlStr($dataset['Version']) ?>"/></td>
+              </tr>
+              <tr class="NumClasses">
+                <th scope="row"><?php echo translate('NumClasses') ?></th>
+                <td><input type="number" name="newDataset[NumClasses]" value="<?php echo validCardinal($dataset['NumClasses']) ?>" step="1" min="0" required/></td>
+              </tr>
+              <tr class="Description">
+                <th scope="row"><?php echo translate('Description') ?></th>
+                <td><textarea name="newDataset[Description]" rows="3"><?php echo validHtmlStr($dataset['Description']) ?></textarea></td>
+              </tr>
+            </tbody>
+          </table>
+        </div>
+        <div class="modal-footer">
+          <button name="action" id="datasetSubmitBtn" type="submit" class="btn btn-primary" value="save"><?php echo translate('Save') ?></button>
+          <button type="button" class="btn btn-secondary" data-dismiss="modal"><?php echo translate('Cancel') ?></button>
+        </div>
+      </form>
+    </div>
+  </div>
+</div>