log subprocess output

Author: jordanstephens

app/get_knowledge_base.py

@@ -1,8 +1,8 @@
 import os
-import shutil
 import subprocess
 import re
 import json
+import logging
 from git import Repo
 
 kb_file_path = './data/knowledge_base.json'
@@ -32,21 +32,43 @@ def setup_repositories():
     for repo_name, repo_url in repos.items():
         clone_repository(repo_url, os.path.join(tmp_dir, repo_name))
 
+def run_command(command, label):
+    """Helper function to run a command and log its output"""
+    process = subprocess.Popen(
+        command,
+        stdout=subprocess.PIPE,
+        stderr=subprocess.PIPE,
+        text=True,
+        bufsize=1,
+        universal_newlines=True
+    )
+
+    # log stdout
+    for line in iter(process.stdout.readline, ''):
+        if line.strip():
+            logging.info(f"{label}: {line.rstrip()}")
+
+    # log stderr
+    for line in iter(process.stderr.readline, ''):
+        if line.strip():
+            logging.error(f"{label}: {line.rstrip()}")
+
+    # Wait for process to complete and check return code
+    return_code = process.wait()
+    if return_code != 0:
+        raise subprocess.CalledProcessError(return_code, command)
+
 def run_prebuild_script():
     """ Run the defang-docs repo prebuild script"""
 
-    subprocess.run(
+    run_command(
         ["npm", "-C", ".tmp/defang-docs", "install"],
-        check=True,
-        stdout=subprocess.PIPE,
-        stderr=subprocess.PIPE
+        "npm install"
     )
 
-    subprocess.run(
+    run_command(
         ["npm", "-C", ".tmp/defang-docs", "run", "prebuild"],
-        check=True,
-        stdout=subprocess.PIPE,
-        stderr=subprocess.PIPE
+        "npm run prebuild"
     )
 
 def parse_markdown():