Feat; job_queue table definition & mark a request as complete if all jobs are finished

Author: Jamesbarford

database/schema.md

@@ -313,3 +313,19 @@ Columns:
   execute.
 * **is_active** (`boolean NOT NULL`): For controlling whether the collector is
   active for use. Useful for adding/removing collectors.
+
+### job_queue
+
+This table stores ephemeral benchmark jobs, which specifically tell the
+collector which benchmarks it should execute. The jobs will be kept in the
+table for ~30 days after being completed, so that we can quickly figure out
+what master parent jobs we need to backfill when handling try builds.
+
+```
+psql# SELECT * FROM job_queue limit 1;
+
+id   request_id   target    backend   benchmark_set  collector_id    created_at                   started_at                   completed_at                 status     retry   error 
+---  -----------  --------  --------  -------------  --------------  ---------------------------  ---------------------------  ---------------------------  ---------  ------  --------
+23            7   AArch64   llvm      5              collector-1     2025-07-10 09:00:00.123+00   2025-07-10 09:05:02.456+00   2025-07-10 09:15:17.890+00   complete       0  
+```
+>>>>>>> d0ed82ff (Feat; job_queue table definition & mark a request as complete if all jobs are finished)

database/src/lib.rs

@@ -1026,6 +1026,10 @@ impl BenchmarkRequest {
             .collect::<Result<Vec<_>, _>>()
             .map_err(|e| anyhow::anyhow!("Invalid backend: {e}"))
     }
+
+    pub fn is_completed(&self) -> bool {
+        matches!(self.status, BenchmarkRequestStatus::Completed { .. })
+    }
 }
 
 /// Cached information about benchmark requests in the DB
@@ -1047,6 +1051,70 @@ impl BenchmarkRequestIndex {
     pub fn completed_requests(&self) -> &HashSet<String> {
         &self.completed
     }
+
+    pub fn add_tag(&mut self, tag: &str) {
+        self.completed.insert(tag.to_string());
+    }
+}
+
+#[derive(Debug, Clone, PartialEq)]
+pub enum BenchmarkJobStatus {
+    Queued,
+    InProgress,
+    Success,
+    Failure,
+}
+
+impl BenchmarkJobStatus {
+    pub fn as_str(&self) -> &str {
+        match self {
+            BenchmarkJobStatus::Queued => "queued",
+            BenchmarkJobStatus::InProgress => "in_progress",
+            BenchmarkJobStatus::Success => "success",
+            BenchmarkJobStatus::Failure => "failure",
+        }
+    }
+}
+
+impl fmt::Display for BenchmarkJobStatus {
+    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+        write!(f, "{}", self.as_str())
+    }
+}
+
+#[derive(Debug, Clone, PartialEq)]
+pub struct BenchmarkJob {
+    pub target: Target,
+    pub backend: CodegenBackend,
+    pub benchmark_set: u32,
+    pub collector_id: String,
+    pub created_at: Option<DateTime<Utc>>,
+    pub started_at: Option<DateTime<Utc>>,
+    pub completed_at: Option<DateTime<Utc>>,
+    pub status: BenchmarkJobStatus,
+    pub retry: u32,
+}
+
+impl BenchmarkJob {
+    pub fn new(
+        target: Target,
+        backend: CodegenBackend,
+        benchmark_set: u32,
+        collector_id: &str,
+        status: BenchmarkJobStatus,
+    ) -> Self {
+        BenchmarkJob {
+            target,
+            backend,
+            benchmark_set,
+            collector_id: collector_id.to_string(),
+            created_at: None,
+            started_at: None,
+            completed_at: None,
+            status,
+            retry: 0,
+        }
+    }
 }
 
 #[derive(Debug, Clone, PartialEq)]