Insert new commits into the queue

src/recurring.rs

@@ -3,6 +3,7 @@
 // TODO `fetch` submodule for fetching new commits
 // TODO `queue` submodule for updating the queue
 
+mod queue;
 mod repo;
 
 use tracing::{debug_span, error, Instrument};
@@ -17,6 +18,14 @@ async fn recurring_task(state: &AppState) {
     }
     .instrument(debug_span!("update repo"))
     .await;
+
+    async {
+        if let Err(e) = queue::update(&state.db).await {
+            error!("Error updating queue:\n{e:?}");
+        };
+    }
+    .instrument(debug_span!("update queue"))
+    .await;
 }
 
 pub async fn run(state: AppState) {

src/recurring/queue.rs

@@ -0,0 +1,41 @@
+use sqlx::{Acquire, SqlitePool};
+use time::OffsetDateTime;
+use tracing::debug;
+
+use crate::{somehow, util};
+
+pub async fn update(db: &SqlitePool) -> somehow::Result<()> {
+    debug!("Updating queue");
+    let mut tx = db.begin().await?;
+    let conn = tx.acquire().await?;
+
+    // Get all newly added tracked commits
+    let new = sqlx::query!("SELECT hash FROM commits WHERE new AND reachable = 2")
+        .fetch_all(&mut *conn)
+        .await?;
+    let new_len = new.len();
+
+    // Insert them into the queue
+    for row in new {
+        let id = util::new_run_id();
+        let date = OffsetDateTime::now_utc();
+        sqlx::query!(
+            "INSERT INTO queue (id, hash, date) VALUES (?, ?, ?)",
+            id,
+            row.hash,
+            date
+        )
+        .execute(&mut *conn)
+        .await?;
+    }
+    debug!("Added {new_len} commits to the queue");
+
+    // Mark all commits as old
+    sqlx::query!("UPDATE commits SET new = false")
+        .execute(&mut *conn)
+        .await?;
+
+    tx.commit().await?;
+    debug!("Updated queue");
+    Ok(())
+}

src/recurring/repo.rs

@@ -4,13 +4,12 @@ use std::{collections::HashSet, sync::Arc};
 
 use futures::TryStreamExt;
 use gix::{
-    actor::IdentityRef, date::time::format::ISO8601_STRICT, objs::Kind, prelude::ObjectIdExt,
-    refs::Reference, ObjectId, Repository, ThreadSafeRepository,
+    objs::Kind, prelude::ObjectIdExt, refs::Reference, ObjectId, Repository, ThreadSafeRepository,
 };
 use sqlx::{Acquire, SqliteConnection, SqlitePool};
 use tracing::{debug, info};
 
-use crate::somehow;
+use crate::{somehow, util};
 
 async fn get_all_commit_hashes_from_db(
     conn: &mut SqliteConnection,
@@ -67,12 +66,6 @@ fn get_all_refs_and_new_commits_from_repo(
     Ok((refs, new))
 }
 
-pub fn format_actor(author: IdentityRef<'_>) -> somehow::Result<String> {
-    let mut buffer = vec![];
-    author.trim().write_to(&mut buffer)?;
-    Ok(String::from_utf8_lossy(&buffer).to_string())
-}
-
 async fn insert_new_commits(
     conn: &mut SqliteConnection,
     repo: &Repository,
@@ -82,11 +75,11 @@ async fn insert_new_commits(
         let commit = id.attach(repo).object()?.try_into_commit()?;
         let hash = commit.id.to_string();
         let author_info = commit.author()?;
-        let author = format_actor(author_info.actor())?;
-        let author_date = author_info.time.format(ISO8601_STRICT);
+        let author = util::format_actor(author_info.actor())?;
+        let author_date = util::time_to_offset_datetime(author_info.time)?;
         let committer_info = commit.committer()?;
-        let committer = format_actor(committer_info.actor())?;
-        let committer_date = committer_info.time.format(ISO8601_STRICT);
+        let committer = util::format_actor(committer_info.actor())?;
+        let committer_date = util::time_to_offset_datetime(committer_info.time)?;
         let message = commit.message_raw()?.to_string();
 
         sqlx::query!(

src/util.rs

@@ -1,10 +1,22 @@
 use std::time::Duration;
 
-use gix::date::Time;
+use gix::{actor::IdentityRef, date::Time};
+use rand::{rngs::OsRng, seq::IteratorRandom};
 use time::{macros::format_description, OffsetDateTime, UtcOffset};
 
 use crate::somehow;
 
+const RUN_ID_PREFIX: &str = "r-";
+const RUN_ID_CHARS: &str = "0123456789abcdefghijklmnopqrstuvwxyz";
+const RUN_ID_LEN: usize = 30; // log(16^40, base=len(RUN_ID_CHARS)) ~ 31
+
+pub fn new_run_id() -> String {
+    RUN_ID_PREFIX
+        .chars()
+        .chain((0..RUN_ID_LEN).map(|_| RUN_ID_CHARS.chars().choose(&mut OsRng).unwrap()))
+        .collect()
+}
+
 pub fn time_to_offset_datetime(time: Time) -> somehow::Result<OffsetDateTime> {
     Ok(OffsetDateTime::from_unix_timestamp(time.seconds)?
         .to_offset(UtcOffset::from_whole_seconds(time.offset)?))
@@ -26,6 +38,12 @@ pub fn format_time(time: OffsetDateTime) -> somehow::Result<String> {
     })
 }
 
+pub fn format_actor(author: IdentityRef<'_>) -> somehow::Result<String> {
+    let mut buffer = vec![];
+    author.trim().write_to(&mut buffer)?;
+    Ok(String::from_utf8_lossy(&buffer).to_string())
+}
+
 pub fn format_commit_summary(message: &str) -> String {
     // Take everything up to the first double newline
     let title = message