feat: use summary tables and triggers (PilotAgentsDB.PilotAgents, distinct values)

Author: fstagni

src/DIRAC/WorkloadManagementSystem/DB/PilotAgentsDB.py

@@ -943,11 +943,12 @@ def getPilotSummaryWeb(self, selectDict, sortList, startItem, maxItems):
     def getPilotMonitorSelectors(self):
         """Get distinct values for the Pilot Monitor page selectors"""
 
-        paramNames = ["VO", "GridType", "Status", "DestinationSite", "GridSite"]
+        paramNames = ["VO", "Status", "DestinationSite", "GridSite"]
 
         resultDict = {}
         for param in paramNames:
-            result = self.getDistinctAttributeValues("PilotAgents", param)
+            sql = f"SELECT * FROM Summary_{param} ORDER BY {param};"
+            result = self._query(sql)
             if result["OK"]:
                 resultDict[param] = result["Value"]
             else:

src/DIRAC/WorkloadManagementSystem/DB/PilotAgentsDB.sql

@@ -48,7 +48,6 @@ CREATE TABLE `PilotAgents` (
   KEY `Statuskey` (`GridSite`,`DestinationSite`,`Status`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
 
-
 DROP TABLE IF EXISTS `JobToPilotMapping`;
 CREATE TABLE `JobToPilotMapping` (
   `PilotID` INT(11) UNSIGNED NOT NULL,
@@ -65,3 +64,89 @@ CREATE TABLE `PilotOutput` (
   `StdError` MEDIUMTEXT,
   PRIMARY KEY (`PilotID`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
+
+
+-- ------------------------------------------------------------------------------
+-- summary tables and triggers
+-- ------------------------------------------------------------------------------
+
+-- distict values for GridType, GridSite, DestinationSite, Status and VO
+
+DROP TABLE IF EXISTS Summary_GridType;
+CREATE TABLE Summary_GridSite (
+  GridSite VARCHAR(128) PRIMARY KEY
+);
+DROP TABLE IF EXISTS Summary_DestinationSite;
+CREATE TABLE Summary_DestinationSite (
+  DestinationSite VARCHAR(128) PRIMARY KEY
+);
+DROP TABLE IF EXISTS Summary_Status;
+CREATE TABLE Summary_Status (
+  Status VARCHAR(128) PRIMARY KEY
+);
+DROP TABLE IF EXISTS Summary_VO;
+CREATE TABLE Summary_VO (
+  VO VARCHAR(128) PRIMARY KEY
+);
+
+DELIMITER //
+
+CREATE TRIGGER trg_pa_insert
+AFTER INSERT ON PilotAgents
+FOR EACH ROW
+BEGIN
+  INSERT IGNORE INTO Summary_GridSite (GridSite)
+  VALUES (NEW.GridSite);
+
+  INSERT IGNORE INTO Summary_DestinationSite (DestinationSite)
+  VALUES (NEW.DestinationSite);
+
+  INSERT IGNORE INTO Summary_Status (Status)
+  VALUES (NEW.Status);
+
+  INSERT IGNORE INTO Summary_VO (VO)
+  VALUES (NEW.VO);
+END;
+//
+
+DELIMITER ;
+
+DELIMITER //
+
+CREATE TRIGGER trg_pa_delete
+AFTER DELETE ON PilotAgents
+FOR EACH ROW
+BEGIN
+  IF NOT EXISTS (
+    SELECT 1 FROM PilotAgents WHERE GridType = OLD.GridType
+  ) THEN
+    DELETE FROM Summary_GridType WHERE GridType = OLD.GridType;
+  END IF;
+
+  IF NOT EXISTS (
+    SELECT 1 FROM PilotAgents WHERE GridSite = OLD.GridSite
+  ) THEN
+    DELETE FROM Summary_GridSite WHERE GridSite = OLD.GridSite;
+  END IF;
+
+  IF NOT EXISTS (
+    SELECT 1 FROM PilotAgents WHERE DestinationSite = OLD.DestinationSite
+  ) THEN
+    DELETE FROM Summary_DestinationSite WHERE DestinationSite = OLD.DestinationSite;
+  END IF;
+
+  IF NOT EXISTS (
+    SELECT 1 FROM PilotAgents WHERE Status = OLD.Status
+  ) THEN
+    DELETE FROM Summary_Status WHERE Status = OLD.Status;
+  END IF;
+
+  IF NOT EXISTS (
+    SELECT 1 FROM PilotAgents WHERE VO = OLD.VO
+  ) THEN
+    DELETE FROM Summary_VO WHERE VO = OLD.VO;
+  END IF;
+END;
+//
+
+DELIMITER ;