test: add delete SBOM scale test (TC-3020)

mrizzi · mrizzi · commit 339d6a9a934e · 2025-10-30T12:35:41.000Z
Signed-off-by: mrizzi &lt;mrizzi@redhat.com&gt;
Assisted-by: Claude Code
diff --git a/empty.json5 b/empty.json5
@@ -9,4 +9,6 @@
   "sbom_by_package": null,
   "sbom_license_ids": null,
   "analyze_purl": null,
+  "get_purl_details": null,
+  "delete_sbom_pool": null,
 }
diff --git a/scenarios/full-20250604.json5 b/scenarios/full-20250604.json5
@@ -9,5 +9,107 @@
   "sbom_license_ids": "urn:uuid:01973124-d4ab-7163-b104-331632a21144",
   "analyze_purl": "pkg:rpm/redhat/eap7-activemq-artemis-native@1.0.2-3.redhat_00004.1.el7eap?arch=noarch&epoch=1",
   "get_purl_details": "b00df2ca-df21-5c10-8874-304e9c54e2bd",
-  "get_recommendations": ["pkg:rpm/redhat/eap7-activemq-artemis-native@1.0.2, pkg:maven/io.quarkus/quarkus-smallrye-metrics@2.13.8"]
+  "get_recommendations": ["pkg:rpm/redhat/eap7-activemq-artemis-native@1.0.2, pkg:maven/io.quarkus/quarkus-smallrye-metrics@2.13.8"],
+  "delete_sbom_pool": [
+    "urn:uuid:01973121-1e94-7112-8bb3-636be0596bdb",
+    "urn:uuid:01973121-221a-78b0-93ff-4dea01eeaaf7",
+    "urn:uuid:01973121-251a-70b2-8bec-6c271300128a",
+    "urn:uuid:01973121-28aa-78d2-b150-8c2e59c8f346",
+    "urn:uuid:01973121-2be1-7a90-9dcf-9ffd8f324586",
+    "urn:uuid:01973121-2ecb-7ed3-bdd4-7db215134b77",
+    "urn:uuid:01973121-3260-7290-8100-227265538de2",
+    "urn:uuid:01973121-357e-7992-a4b4-dd4076a937fc",
+    "urn:uuid:01973121-38b1-7760-939e-763b1ddcbf45",
+    "urn:uuid:01973121-3d67-72c3-a505-62c81ff63baa",
+    "urn:uuid:01973121-411e-7af0-969b-b4a5f9f84d1f",
+    "urn:uuid:01973121-4378-7be3-8fb9-da2c6544289c",
+    "urn:uuid:01973121-464f-76c2-b07e-13d2ecc4eadb",
+    "urn:uuid:01973121-4998-7d32-bb8b-de8f1e2bc2c4",
+    "urn:uuid:01973121-4c82-7c11-8074-641e83eed0c5",
+    "urn:uuid:01973121-4f39-7a90-be4b-4a0d3cfab6f1",
+    "urn:uuid:01973121-5337-78a2-a8eb-63fe7d106e9e",
+    "urn:uuid:01973121-5613-7412-8365-6bf9ca9164ae",
+    "urn:uuid:01973121-590f-7952-8853-f6424188fcd8",
+    "urn:uuid:01973121-5c6b-7122-a46f-1025dedbe8dd",
+    "urn:uuid:01973121-5f4c-7d81-8239-001ebe99a389",
+    "urn:uuid:01973121-6289-72f2-95a9-0c16bb2724e9",
+    "urn:uuid:01973121-6648-73f3-9e35-2af740a2563a",
+    "urn:uuid:01973121-6923-7432-9e12-eddae207f35b",
+    "urn:uuid:01973121-6c4b-7981-b4c2-74650cf09c5e",
+    "urn:uuid:01973121-6ed1-7051-a0c4-f83a43145f78",
+    "urn:uuid:01973121-7160-7650-8e5f-ced7c80a5509",
+    "urn:uuid:01973121-74ca-7762-8136-b848dfb7c7ce",
+    "urn:uuid:01973121-771a-7cf3-84f2-f91e87306f71",
+    "urn:uuid:01973121-7acd-7dc1-97fa-43e682a630b9",
+    "urn:uuid:01973121-7cc5-7d02-bb40-e14421a84dfc",
+    "urn:uuid:01973121-7f7a-7693-80d4-ed2be905fc8a",
+    "urn:uuid:01973121-81fa-7d73-a44d-3258e2de289e",
+    "urn:uuid:01973121-85a8-7fb2-870b-e4ff0de62fa4",
+    "urn:uuid:01973121-8864-7233-a3f8-e67717cd8083",
+    "urn:uuid:01973121-8bcd-7643-bccd-2526723de5a6",
+    "urn:uuid:01973121-8f78-7b90-804b-414ea1456aba",
+    "urn:uuid:01973121-920b-7943-adfb-7b95defc881a",
+    "urn:uuid:01973121-9433-7d51-bc03-d55148b3204b",
+    "urn:uuid:01973121-9640-7491-8790-6695164cb1c1",
+    "urn:uuid:01973121-9903-7c60-9b28-71d4d79a3e6c",
+    "urn:uuid:01973121-9bb0-7ef2-ab8e-53fe530a691e",
+    "urn:uuid:01973121-9e14-7f31-a2b5-a2de14572ce9",
+    "urn:uuid:01973121-a058-78e1-9e17-47c267a5fc03",
+    "urn:uuid:01973121-a29b-7c13-b01c-c98b3d0f7412",
+    "urn:uuid:01973121-a564-7280-92c4-0855e6e39ee6",
+    "urn:uuid:01973121-a908-7932-868c-2b52e99b0b40",
+    "urn:uuid:01973121-ab8b-7d21-b1fa-ce2a60703e24",
+    "urn:uuid:01973121-b01c-7af1-8b80-bf65d202e29f",
+    "urn:uuid:01973121-b4c8-72a0-ad3e-100a67b746a5",
+    "urn:uuid:01973121-b7d0-7220-8e76-b57269b9d513",
+    "urn:uuid:01973121-bad1-7d02-8bac-6d72a7d43ceb",
+    "urn:uuid:01973121-bdb1-7b80-94d3-237352b2f4cb",
+    "urn:uuid:01973121-bfe5-7eb3-b36a-711052c70f2b",
+    "urn:uuid:01973121-c364-7823-8f99-ad819bd2e732",
+    "urn:uuid:01973121-c652-76e3-8fca-70184db024fd",
+    "urn:uuid:01973121-ca20-7e33-93a3-2bbd9e2eb33d",
+    "urn:uuid:01973121-cca9-7aa2-bf2f-216c1de8f8aa",
+    "urn:uuid:01973121-cf27-7ef3-97b1-e6d6f7f52fc5",
+    "urn:uuid:01973121-d1fd-7480-825f-2ec926c083d4",
+    "urn:uuid:01973121-d56e-7922-b3d6-32ebc11f0a16",
+    "urn:uuid:01973121-d7a6-7883-97b3-012dc4da2123",
+    "urn:uuid:01973121-da3e-72a0-af50-09a71b641159",
+    "urn:uuid:01973121-dc0c-7ce1-8763-6ea41ef06586",
+    "urn:uuid:01973121-dea4-7091-8418-ac150303c1ef",
+    "urn:uuid:01973121-e20b-72c1-b3d7-8d691a949ce7",
+    "urn:uuid:01973121-e49a-75d3-941f-8b276222b98c",
+    "urn:uuid:01973121-e720-7920-bb60-3b935df74219",
+    "urn:uuid:01973121-ea0d-7102-8dbb-22159c7e8f7c",
+    "urn:uuid:01973121-ecba-7100-9f1a-9ed0fff0b020",
+    "urn:uuid:01973121-ef23-76a2-b2ab-352f1bf14b7e",
+    "urn:uuid:01973121-f0e9-7e21-bfdd-f1b6129f98df",
+    "urn:uuid:01973121-f427-70d1-b91e-6d3018e3e492",
+    "urn:uuid:01973121-f68d-72c2-863e-c181bf67ba00",
+    "urn:uuid:01973121-f914-7c92-9fc5-48fae8dc9599",
+    "urn:uuid:01973121-fb6e-7ce0-8068-685b8242f775",
+    "urn:uuid:01973121-fd88-7ff0-9539-1d95f4c8c1fa",
+    "urn:uuid:01973121-ffba-7432-86fa-5ec42dc4749a",
+    "urn:uuid:01973122-032a-7563-baf9-c9d8ac99749c",
+    "urn:uuid:01973122-069b-71f3-b9de-849bb2d94ea7",
+    "urn:uuid:01973122-0a83-7112-a519-ab748ed33687",
+    "urn:uuid:01973122-0ce6-7910-8175-841f1f619b0e",
+    "urn:uuid:01973122-0eef-70a3-9438-1f09fb8007e3",
+    "urn:uuid:01973122-1111-7c20-bb2a-bea6df54e126",
+    "urn:uuid:01973122-157a-7173-8476-7fd47e8cb4ce",
+    "urn:uuid:01973122-1858-7ff3-b830-ab9e61861134",
+    "urn:uuid:01973122-1b3e-7b02-9189-fd947ad9295c",
+    "urn:uuid:01973122-1f2e-73a3-b9eb-7556dfb451a1",
+    "urn:uuid:01973122-21b1-7851-bd7e-4f439a7ae659",
+    "urn:uuid:01973122-2442-73a3-b250-d8a41f7884ff",
+    "urn:uuid:01973122-2666-7fa1-ad92-592f5619856a",
+    "urn:uuid:01973122-299b-74a2-a8a0-98b00e04f48f",
+    "urn:uuid:01973122-2cc3-70d2-8ae7-f2656277727e",
+    "urn:uuid:01973122-2f62-7160-b580-733d6b2f11dc",
+    "urn:uuid:01973122-31ea-74c0-823d-25e422efcb00",
+    "urn:uuid:01973122-3428-7641-b3ed-9eb0b834f830",
+    "urn:uuid:01973122-3666-7823-bb4b-d3f610d1820b",
+    "urn:uuid:01973122-384d-7002-886f-11dddf5040ad",
+    "urn:uuid:01973122-3a0e-73f0-9596-baceb84383aa",
+    "urn:uuid:01973122-3bdd-78a3-898a-fb67c06387ed"
+  ]
 }
diff --git a/src/main.rs b/src/main.rs
@@ -21,26 +21,72 @@ const MAX_ID_DISPLAY: usize = 32;
 
 /// Define a transaction and use its function identifier as name
 macro_rules! tx {
+    // No params
     ($n:ident) => {
         transaction!($n).set_name(stringify!($n))
     };
+
+    // 1 param, auto display (redirects to custom display with auto-generated name)
     ($n:ident($v1:expr)) => {{
+        tx!($n($v1), name: &format!("{}[{}]", stringify!($n), utils::truncate_middle($v1, MAX_ID_DISPLAY)))
+    }};
+
+    // 1 param, custom display
+    ($n:ident($v1:expr), name: $display:expr) => {{
         let v1 = ($v1).clone();
+        let display = $display;
         Transaction::new(Arc::new({
             let v1 = v1.clone();
             move |s| Box::pin($n(v1.clone(), s))
         }))
-        .set_name(&format!(
-            "{}[{}]",
-            stringify!($n),
-            utils::truncate_middle(v1, MAX_ID_DISPLAY)
-        ))
+        .set_name(&display)
+    }};
+
+    // 2 params, auto display
+    ($n:ident($v1:expr, $v2:expr)) => {{
+        tx!($n($v1, $v2), name: &format!("{}[{}]", stringify!($n), utils::truncate_middle($v1, MAX_ID_DISPLAY)))
+    }};
+
+    // 2 params, custom display
+    ($n:ident($v1:expr, $v2:expr), name: $display:expr) => {{
+        let v1 = ($v1).clone();
+        let v2 = ($v2).clone();
+        let display = $display;
+        Transaction::new(Arc::new({
+            let v1 = v1.clone();
+            let v2 = v2.clone();
+            move |s| Box::pin($n(v1.clone(), v2.clone(), s))
+        }))
+        .set_name(&display)
     }};
+
+    // Optional, 1 param, auto display
     ($s:ident.$n:ident?($v1:expr)) => {
         if let Some(value) = ($v1).clone() {
             $s = $s.register_transaction(tx!($n(value.clone())));
         }
     };
+
+    // Optional, 1 param, custom display
+    ($s:ident.$n:ident?($v1:expr), name: $display:expr) => {
+        if let Some(value) = ($v1).clone() {
+            $s = $s.register_transaction(tx!($n(value.clone()), name: $display));
+        }
+    };
+
+    // Optional, 2 params, auto display
+    ($s:ident.$n:ident?($v1:expr, $v2:expr)) => {
+        if let Some(value) = ($v1).clone() {
+            $s = $s.register_transaction(tx!($n(value.clone(), $v2)));
+        }
+    };
+
+    // Optional, 2 params, custom display
+    ($s:ident.$n:ident?($v1:expr, $v2:expr), name: $display:expr) => {
+        if let Some(value) = ($v1).clone() {
+            $s = $s.register_transaction(tx!($n(value.clone(), $v2), name: $display));
+        }
+    };
 }
 
 #[tokio::main]
@@ -78,6 +124,9 @@ async fn main() -> Result<(), anyhow::Error> {
         })))
     };
 
+    // Create atomic counter for sequential delete strategy
+    let delete_counter = Arc::new(std::sync::atomic::AtomicUsize::new(0));
+
     GooseAttack::initialize()?
         .test_start(
             Transaction::new(Arc::new({
@@ -150,13 +199,32 @@ async fn main() -> Result<(), anyhow::Error> {
                 "RestAPIUserSlow",
                 wait_time_from,
                 wait_time_to,
-                custom_client,
+                custom_client.clone(),
             )?
             .set_weight(1)?
             .register_transaction(tx!(search_licenses))
             .register_transaction(tx!(search_sboms_by_license))
             .register_transaction(tx!(search_purls_by_license))
         })
+        .register_scenario({
+            let mut s = create_scenario(
+                "RestAPIUserDelete",
+                wait_time_from,
+                wait_time_to,
+                custom_client,
+            )?
+            .set_weight(1)?
+            // With 100 SBOM IDs this ensure they all delete something in the sequential situation
+            .set_wait_time(Duration::from_secs(3), Duration::from_secs(4))?;
+            // Register delete transaction if pool is available
+            if let Some(pool) = scenario.delete_sbom_pool.clone() {
+                tx!(s.delete_sbom_from_pool_sequential?(
+                            scenario.delete_sbom_pool.clone(),
+                            delete_counter.clone()
+                        ), name: format!("delete_sbom_from_pool_sequential[{} SBOMs]", pool.len()))
+            }
+            s
+        })
         // .register_scenario(
         //     scenario!("GraphQLUser")
         //         // .set_weight(1)?
diff --git a/src/restapi.rs b/src/restapi.rs
@@ -1,5 +1,9 @@
 use goose::goose::{GooseUser, TransactionResult};
 use serde_json::json;
+use std::sync::{
+    Arc,
+    atomic::{AtomicUsize, Ordering},
+};
 use urlencoding::encode;
 
 use crate::utils::DisplayVec;
@@ -219,3 +223,19 @@ pub async fn get_recommendations(
         .await?;
     Ok(())
 }
+
+/// Delete an SBOM by ID from a pre-populated pool using sequential iteration
+/// Sequentially iterates through the pool using an atomic counter
+pub async fn delete_sbom_from_pool_sequential(
+    pool: Vec<String>,
+    counter: Arc<AtomicUsize>,
+    user: &mut GooseUser,
+) -> TransactionResult {
+    // Get next index atomically and increment, wrapping around pool size
+    let index = counter.fetch_add(1, Ordering::Relaxed);
+    if index < pool.len() {
+        let sbom_id = &pool[index];
+        let _response = user.delete(&format!("/api/v2/sbom/{sbom_id}")).await?;
+    }
+    Ok(())
+}
diff --git a/src/scenario/mod.rs b/src/scenario/mod.rs
@@ -93,6 +93,9 @@ pub(crate) struct Scenario {
     pub get_purl_details: Option<String>,
 
     pub get_recommendations: Option<DisplayVec<String>>,
+
+    #[serde(default, skip_serializing_if = "Option::is_none")]
+    pub delete_sbom_pool: Option<Vec<String>>,
 }
 
 impl Scenario {
@@ -124,6 +127,14 @@ impl Scenario {
         let analyze_purl = Some(loader.analysis_purl().await?);
         let get_purl_details = Some(loader.purl_details().await?);
         let recommendations_purl = Some(loader.purl_with_recommendations().await?);
+        let delete_sbom_pool = Some(
+            loader
+                .deletable_sboms()
+                .await?
+                .iter()
+                .map(|sbom_id| format!("urn:uuid:{sbom_id}"))
+                .collect(),
+        );
 
         Ok(Self {
             get_sbom: large_sbom_digest.clone(),
@@ -138,6 +149,7 @@ impl Scenario {
             analyze_purl,
             get_purl_details,
             get_recommendations: recommendations_purl,
+            delete_sbom_pool,
         })
     }
 }
@@ -311,6 +323,39 @@ LIMIT 10;
             Ok(DisplayVec(result))
         })
     }
+
+    /// Get a pool of deletable SBOMs (up to 100)
+    /// These SBOMs are selected based on having certain licenses that make them good candidates for deletion testing
+    pub async fn deletable_sboms(&self) -> anyhow::Result<Vec<String>> {
+        let mut db = crate::db::connect(&self.db).await?;
+
+        let rows = sqlx::query(
+            r#"
+SELECT
+    a.sbom_id::text as id
+FROM
+    sbom a
+    JOIN sbom_node b ON a.sbom_id = b.sbom_id
+    JOIN sbom_package c ON b.sbom_id = c.sbom_id AND b.node_id = c.node_id
+    JOIN sbom_package_license d ON c.sbom_id = d.sbom_id AND c.node_id = d.node_id
+    JOIN license e ON d.license_id = e.id
+WHERE
+    e.text IN ('GPLv3+ with exceptions', 'Apache-2.0', 'MIT', 'BSD-3-Clause')
+GROUP BY
+    a.sbom_id
+ORDER BY
+    a.sbom_id
+LIMIT 100
+"#,
+        )
+        .fetch_all(&mut db)
+        .await?;
+
+        Ok(rows
+            .into_iter()
+            .map(|row| row.get::<String, _>("id"))
+            .collect())
+    }
 }
 
 #[cfg(test)]

Original file line number	Diff line number	Diff line change
`@@ -9,4 +9,6 @@`
`9`	`9`	`"sbom_by_package": null,`
`10`	`10`	`"sbom_license_ids": null,`
`11`	`11`	`"analyze_purl": null,`
	`12`	`+ "get_purl_details": null,`
	`13`	`+ "delete_sbom_pool": null,`
`12`	`14`	`}`