feat: add reindexing support

* Create indexer module with common indexing logic shared by bombastic and vexination.
* Use infrastructure HTTP endpoint on indexers to trigger reindexing and checking reindexing status.
* Create admin module with commands that can be used by system administrators.
* Add trust admin reindex command as a way to trigger reindexing and checking reindexing status using the indexer HTTP endpoint.

Issue #379, #9

Cargo.toml

@@ -41,6 +41,8 @@ members = [
     "index",
     "infrastructure",
     "version",
+    "admin",
+    "indexer",
 ]
 default-members = [
     "auth",
@@ -79,6 +81,7 @@ default-members = [
     "index",
     "infrastructure",
     "version",
+    "indexer",
 ]
 
 [patch.crates-io]

admin/Cargo.toml

@@ -0,0 +1,13 @@
+[package]
+name = "trustification-admin"
+version = "0.1.0"
+edition = "2021"
+
+[dependencies]
+serde = { version = "1.0", features = ["derive"] }
+serde_json = "1.0.68"
+tokio = { version = "1.0", features = ["full"] }
+log = "0.4"
+clap = { version = "4", features = ["derive"] }
+anyhow = "1"
+reqwest = { version = "0.11.16", features = ["stream"] }

admin/src/lib.rs

@@ -0,0 +1,17 @@
+use std::process::ExitCode;
+
+mod reindex;
+
+#[derive(clap::Subcommand, Debug)]
+pub enum Command {
+    #[command(subcommand)]
+    Reindex(reindex::Reindex),
+}
+
+impl Command {
+    pub async fn run(self) -> anyhow::Result<ExitCode> {
+        match self {
+            Self::Reindex(reindex) => reindex.run().await,
+        }
+    }
+}

admin/src/reindex.rs

@@ -0,0 +1,65 @@
+use std::process::ExitCode;
+
+use reqwest::StatusCode;
+
+#[derive(clap::Subcommand, Debug)]
+pub enum Reindex {
+    Status(ReindexStatus),
+    Start(ReindexStart),
+}
+
+impl Reindex {
+    pub async fn run(self) -> anyhow::Result<ExitCode> {
+        match self {
+            Self::Start(run) => run.run().await,
+            Self::Status(run) => run.run().await,
+        }
+    }
+}
+
+#[derive(clap::Args, Debug)]
+#[command(about = "Trigger reindex", args_conflicts_with_subcommands = true)]
+pub struct ReindexStart {
+    #[arg(long = "devmode", default_value_t = false)]
+    pub devmode: bool,
+
+    #[arg(short = 'i', long = "indexer", default_value = "http://localhost:8080/")]
+    pub indexer_url: String,
+}
+
+impl ReindexStart {
+    pub async fn run(self) -> anyhow::Result<ExitCode> {
+        let client = reqwest::Client::new();
+        match client.post(self.indexer_url).send().await {
+            Ok(response) => {
+                if response.status() == StatusCode::OK {
+                    println!("Reindexing started successfully");
+                } else {
+                    let body = response.text().await;
+                    println!("Error starting reindexing: {:?}", body);
+                }
+            }
+            Err(e) => {
+                println!("Error starting reindexing: {:?}", e);
+            }
+        }
+
+        Ok(ExitCode::SUCCESS)
+    }
+}
+
+#[derive(clap::Args, Debug)]
+#[command(about = "Check reindex status", args_conflicts_with_subcommands = true)]
+pub struct ReindexStatus {
+    #[arg(long = "devmode", default_value_t = false)]
+    pub devmode: bool,
+
+    #[arg(short = 'i', long = "indexer", default_value = "http://localhost:8080/")]
+    pub indexer_url: String,
+}
+
+impl ReindexStatus {
+    pub async fn run(self) -> anyhow::Result<ExitCode> {
+        Ok(ExitCode::SUCCESS)
+    }
+}

bombastic/index/src/lib.rs

@@ -423,6 +423,10 @@ impl trustification_index::Index for Index {
         }
     }
 
+    fn parse_doc(data: &[u8]) -> Result<SBOM, SearchError> {
+        SBOM::parse(data).map_err(|e| SearchError::DocParser(e.to_string()))
+    }
+
     fn schema(&self) -> Schema {
         self.schema.clone()
     }

bombastic/indexer/Cargo.toml

@@ -3,8 +3,6 @@ name = "bombastic-indexer"
 version = "0.1.0"
 edition = "2021"
 
-# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
-
 [dependencies]
 tokio = { version = "1.0", features = ["full"] }
 serde = { version = "1.0", features = ["derive"] }
@@ -17,6 +15,7 @@ trustification-event-bus = { path = "../../event-bus" }
 trustification-infrastructure = { path = "../../infrastructure" }
 trustification-storage = { path = "../../storage" }
 trustification-index = { path = "../../index" }
+trustification-indexer = { path = "../../indexer" }
 clap = { version = "4", features = ["derive"] }
 anyhow = "1"
 futures = "0.3"