Dataview Grid table

mindtrace/apps/mindtrace/apps/poseidon/poseidon/backend/database/init.py

@@ -33,7 +33,7 @@ def rebuild_all_models():
         scan_module = sys.modules['poseidon.backend.database.models.scan']
         scan_image_module = sys.modules['poseidon.backend.database.models.scan_image']
         scan_classification_module = sys.modules['poseidon.backend.database.models.scan_classification']
-        
+
         # Add all models to each module's global namespace for cross-references
         models_dict = {
             'Organization': Organization,
@@ -47,7 +47,7 @@ def rebuild_all_models():
             'ScanImage': ScanImage,
             'ScanClassification': ScanClassification,
         }
-        
+
         for module in [organization_module, project_module, user_module, camera_module, model_module, model_deployment_module, scan_module, scan_image_module, scan_classification_module, image_module]:
             for name, model_class in models_dict.items():
                 setattr(module, name, model_class)

mindtrace/apps/mindtrace/apps/poseidon/poseidon/backend/database/models/scan.py

@@ -6,7 +6,6 @@
 from .enums import ScanStatus
 from pymongo import IndexModel, ASCENDING, DESCENDING
 
-
 if TYPE_CHECKING:
     from .organization import Organization
     from .project import Project
@@ -19,31 +18,56 @@ class Scan(MindtraceDocument):
     organization: Link["Organization"]
     project: Link["Project"]
     model_deployment: Link["ModelDeployment"]
-    
+
     # Optional relationship
     user: Optional[Link["User"]] = None
-
+
+    # Unique serial number (from camera or generated)
     serial_number: str
-    
+
     # Status and results
     status: ScanStatus = ScanStatus.PENDING
     cls_result: Optional[str] = None
     cls_confidence: Optional[float] = None
     cls_pred_time: Optional[float] = None  # in seconds
-    
+
     # Related images - back-reference
     images: List[Link["ScanImage"]] = Field(default_factory=list)
-    
+
     # Timestamps
     created_at: datetime = Field(default_factory=lambda: datetime.now(UTC))
     updated_at: datetime = Field(default_factory=lambda: datetime.now(UTC))
+
     class Settings:
         name = "Scan"
         indexes = [
-            IndexModel([("project.$id", ASCENDING), ("created_at", DESCENDING)], name="scan_project_created_at"),
+            # Existing index (keep)
+            IndexModel(
+                [("project.$id", ASCENDING), ("created_at", DESCENDING)],
+                name="scan_project_created_at",
+            ),
+            # Filter by project + result and sort by created_at (very common listing)
+            IndexModel(
+                [("project.$id", ASCENDING), ("cls_result", ASCENDING), ("created_at", DESCENDING)],
+                name="scan_proj_result_created",
+            ),
+            # Fast global sort by recency (fallback)
+            IndexModel(
+                [("created_at", DESCENDING)],
+                name="scan_created_at_desc",
+            ),
+            # Serial number lookup
+            IndexModel(
+                [("serial_number", ASCENDING)],
+                name="scan_sn_asc",
+            ),
+            # If you scope by organization frequently
+            IndexModel(
+                [("organization.$id", ASCENDING), ("created_at", DESCENDING)],
+                name="scan_org_created",
+            ),
         ]
 
-
     @before_event(Insert)
     def set_creation_timestamps(self):
         now = datetime.now(UTC)
@@ -55,18 +79,14 @@ def update_timestamp(self):
         self.updated_at = datetime.now(UTC)
 
     def add_image(self, image: "ScanImage"):
-        """Add an image to this scan"""
         if image not in self.images:
             self.images.append(image)
 
     def remove_image(self, image: "ScanImage"):
-        """Remove an image from this scan"""
         self.images = [img for img in self.images if img.id != image.id]
 
     def is_completed(self) -> bool:
-        """Check if scan is completed"""
         return self.status == ScanStatus.COMPLETED
 
     def is_failed(self) -> bool:
-        """Check if scan failed"""
-        return self.status == ScanStatus.FAILED 
+        return self.status == ScanStatus.FAILED

mindtrace/apps/mindtrace/apps/poseidon/poseidon/backend/database/models/scan_classification.py

@@ -1,4 +1,4 @@
-from asyncio.base_futures import _PENDING
+from asyncio.base_futures import _PENDING  # (left as in your original file)
 from mindtrace.database import MindtraceDocument
 from typing import Optional, TYPE_CHECKING
 from datetime import datetime, UTC
@@ -17,19 +17,19 @@ class ScanClassification(MindtraceDocument):
     scan: Link["Scan"]
     scan_project_id: Optional[PydanticObjectId] = None
     is_defect: Optional[bool] = None
-    
+
     # Classification information
     name: str  # classification name/label
     cls_confidence: Optional[float] = None
     cls_pred_time: Optional[float] = None  # in seconds
-    
+
     # Detection bounding box coordinates
     det_cls: Optional[str] = None  # detected class
     det_x: Optional[float] = None  # x coordinate
-    det_y: Optional[float] = None  # y coordinate  
+    det_y: Optional[float] = None  # y coordinate
     det_w: Optional[float] = None  # width
     det_h: Optional[float] = None  # height
-    
+
     # Timestamps
     created_at: datetime = Field(default_factory=lambda: datetime.now(UTC))
     updated_at: datetime = Field(default_factory=lambda: datetime.now(UTC))
@@ -38,6 +38,7 @@ class Settings:
         name = "ScanClassification"
         indexes = [
             IndexModel([("scan.$id", ASCENDING), ("created_at", DESCENDING)], name="scancls_scan_created_at"),
+            IndexModel([("image.$id", ASCENDING)], name="scancls_image_id"),
             IndexModel([("name", ASCENDING), ("created_at", DESCENDING)], name="scancls_name_created_at"),
             IndexModel([("det_cls", ASCENDING), ("created_at", DESCENDING)], name="scancls_detcls_created_at"),
             IndexModel([("scan_project_id", ASCENDING), ("created_at", DESCENDING)], name="scancls_scanprojectid_created_at"),
@@ -77,4 +78,4 @@ def get_bounding_box(self) -> Optional[dict]:
 
     def is_high_confidence(self, threshold: float = 0.8) -> bool:
         """Check if classification confidence is above threshold"""
-        return self.cls_confidence is not None and self.cls_confidence >= threshold 
+        return self.cls_confidence is not None and self.cls_confidence >= threshold

mindtrace/apps/mindtrace/apps/poseidon/poseidon/backend/database/models/scan_image.py

@@ -4,6 +4,7 @@
 from beanie import Link, before_event, Insert, Replace, SaveChanges
 from pydantic import Field
 from .enums import ScanImageStatus
+from pymongo import IndexModel, ASCENDING, DESCENDING
 
 if TYPE_CHECKING:
     from .organization import Organization
@@ -19,26 +20,34 @@ class ScanImage(MindtraceDocument):
     project: Link["Project"]
     camera: Link["Camera"]
     scan: Link["Scan"]
-    
+
     # Optional relationship
     user: Optional[Link["User"]] = None
-    
+
     # Status
     status: ScanImageStatus = ScanImageStatus.UPLOADED
-    
+
     # File information
     file_name: str
     path: str
     bucket_name: Optional[str] = None
     full_path: str
-    
+
     # Related classifications
     classifications: List[Link["ScanClassification"]] = Field(default_factory=list)
-    
+
     # Timestamps
     created_at: datetime = Field(default_factory=lambda: datetime.now(UTC))
     updated_at: datetime = Field(default_factory=lambda: datetime.now(UTC))
 
+    class Settings:
+        name = "ScanImage"
+        indexes = [
+            IndexModel([("scan.$id", ASCENDING), ("created_at", DESCENDING)], name="scanimg_scan_created"),
+            IndexModel([("project.$id", ASCENDING), ("created_at", DESCENDING)], name="scanimg_project_created"),
+            IndexModel([("full_path", ASCENDING)], name="scanimg_full_path"),
+        ]
+
     @before_event(Insert)
     def set_creation_timestamps(self):
         now = datetime.now(UTC)
@@ -70,4 +79,4 @@ def get_file_url(self) -> str:
         """Get the full file URL/path"""
         if self.bucket_name:
             return f"gs://{self.bucket_name}/{self.path}/{self.file_name}"
-        return self.full_path 
+        return self.full_path

mindtrace/apps/mindtrace/apps/poseidon/poseidon/backend/database/repositories/__init__.py

@@ -8,6 +8,7 @@
 from .scan_repository import ScanRepository
 from .scan_image_repository import ScanImageRepository
 from .scan_classification_repository import ScanClassificationRepository
+from .data_view_table_repository import TableRepository
 
 __all__ = [
     "UserRepository",
@@ -19,5 +20,6 @@
     "ModelDeploymentRepository",
     "ScanRepository",
     "ScanImageRepository",
-    "ScanClassificationRepository"
+    "ScanClassificationRepository",
+    "TableRepository",
 ]