add bulk insert option

Author: jonhealy1

README.md

@@ -93,7 +93,19 @@ get the next page of results.
 curl -X "GET" "http://localhost:8080/collections?limit=1&token=example_token"
 ```
 
-## Ingesting Sample Data   
+## Ingesting Sample Data CLI Tool   
+
+```shell
+Usage: data_loader.py [OPTIONS]
+
+  Load STAC items into the database.
+
+Options:
+  --base-url TEXT       Base URL of the STAC API  [required]
+  --collection-id TEXT  ID of the collection to which items are added
+  --use-bulk            Use bulk insert method for items
+  --help                Show this message and exit.
+```
 
 ```shell
 cd data_loader   

data_loader/data_loader.py

@@ -1,4 +1,4 @@
-"""Database ingestion script."""
+"""Data Loader CLI tool."""
 import json
 import os
 
@@ -31,17 +31,23 @@ def load_collection(base_url, collection_id):
         click.secho("Failed to connect", fg="red")
 
 
-def load_items(base_url, collection_id):
-    """Load STAC items into the database."""
+def load_items(base_url, collection_id, use_bulk):
+    """Load STAC items into the database based on the method selected."""
     feature_collection = load_data("sentinel-s2-l2a-cogs_0_100.json")
-    collection = collection_id
-    load_collection(base_url, collection)
+    load_collection(base_url, collection_id)
+    if use_bulk:
+        load_items_bulk_insert(base_url, collection_id, feature_collection)
+    else:
+        load_items_one_by_one(base_url, collection_id, feature_collection)
+
 
+def load_items_one_by_one(base_url, collection_id, feature_collection):
+    """Load STAC items into the database one by one."""
     for feature in feature_collection["features"]:
         try:
-            feature["collection"] = collection
+            feature["collection"] = collection_id
             resp = requests.post(
-                f"{base_url}/collections/{collection}/items", json=feature
+                f"{base_url}/collections/{collection_id}/items", json=feature
             )
             if resp.status_code == 200:
                 click.echo(f"Status code: {resp.status_code}")
@@ -53,16 +59,38 @@ def load_items(base_url, collection_id):
             click.secho("Failed to connect", fg="red")
 
 
+def load_items_bulk_insert(base_url, collection_id, feature_collection):
+    """Load STAC items into the database via bulk insert."""
+    try:
+        for i, _ in enumerate(feature_collection["features"]):
+            feature_collection["features"][i]["collection"] = collection_id
+        resp = requests.post(
+            f"{base_url}/collections/{collection_id}/items", json=feature_collection
+        )  # Adjust this endpoint as necessary
+        if resp.status_code == 200:
+            click.echo(f"Status code: {resp.status_code}")
+            click.echo("Bulk inserted items successfully.")
+        elif resp.status_code == 204:
+            click.echo(f"Status code: {resp.status_code}")
+            click.echo("Bulk update successful, no content returned.")
+        elif resp.status_code == 409:
+            click.echo(f"Status code: {resp.status_code}")
+            click.echo("Conflict detected, some items might already exist.")
+    except requests.ConnectionError:
+        click.secho("Failed to connect", fg="red")
+
+
 @click.command()
 @click.option("--base-url", required=True, help="Base URL of the STAC API")
 @click.option(
     "--collection-id",
     default="test-collection",
     help="ID of the collection to which items are added",
 )
-def main(base_url, collection_id):
+@click.option("--use-bulk", is_flag=True, help="Use bulk insert method for items")
+def main(base_url, collection_id, use_bulk):
     """Load STAC items into the database."""
-    load_items(base_url, collection_id)
+    load_items(base_url, collection_id, use_bulk)
 
 
 if __name__ == "__main__":