RFC - Store inflight state in-memory and flush to sqlite periodically

migrations/0004_separate_activation_and_metadata.sql

@@ -0,0 +1,23 @@
+CREATE TABLE IF NOT EXISTS activation_blobs (
+    id TEXT NOT NULL PRIMARY KEY,
+    activation BLOB NOT NULL
+) STRICT;
+
+CREATE TABLE IF NOT EXISTS activation_metadata (
+    id TEXT NOT NULL PRIMARY KEY, -- Can be joined with activation_blobs.id
+    namespace TEXT,
+    taskname TEXT NOT NULL DEFAULT "",
+    status TEXT NOT NULL,
+    received_at INTEGER NOT NULL DEFAULT 0,
+    added_at INTEGER NOT NULL,
+    processing_attempts INTEGER NOT NULL,
+    processing_deadline_duration INTEGER NOT NULL,
+    processing_deadline INTEGER,
+    at_most_once INTEGER NOT NULL DEFAULT 0,
+    on_attempts_exceeded INTEGER NOT NULL DEFAULT 1, -- 1 is Discard
+    expires_at INTEGER,
+    delay_until INTEGER
+) STRICT;
+
+CREATE INDEX idx_metadata_status
+ON activation_metadata (status, added_at, namespace, id);

src/main.rs

@@ -87,6 +87,10 @@ async fn main() -> Result<(), Error> {
             Err(err) => error!("Failed to run full vacuum on startup: {:?}", err),
         }
     }
+    info!("Loading metadata state from sqlite");
+    store.load_metadata().await?;
+    info!("Loading metadata complete");
+
     // Get startup time after migrations and vacuum
     let startup_time = Utc::now();
 
@@ -236,5 +240,9 @@ async fn main() -> Result<(), Error> {
         .on_completion(log_task_completion("maintenance_task", maintenance_task))
         .await;
 
+    info!("Flushing metadata to sqlite");
+    store.flush_metadata().await?;
+    info!("Shutdown complete");
+
     Ok(())
 }