Added server logging for displaying feedback while loading models

api.py

@@ -5,6 +5,8 @@
 import os
 import argparse
 import asyncio
+import logging
+import traceback
 
 import json
 import signal
@@ -484,6 +486,19 @@ async def server_worker_health(request: Request):
     return result
 
 
+@app.get("/server/job_logs", tags=["serverinfo"])
+async def server_job_logs(job_id: str):
+    try:
+        job = job_get(job_id)
+        print(job)
+        job_data = job.get("job_data", {})
+        tail = job_data.get("tail", [])
+        return {"status": "success", "job_id": job_id, "logs": tail}
+    except Exception:
+        logging.error("Exception in /server/job_logs: %s", traceback.format_exc())
+        return {"status": "error", "message": "An internal server error occurred. Please try again later."}
+
+
 @app.get("/healthz")
 async def healthz():
     """

transformerlab/shared/shared.py

@@ -272,14 +272,29 @@ async def async_run_python_daemon_and_update_status(
             f.write(str(pid))
 
         # keep a tail of recent lines so we can show them on failure:
-        recent_lines = deque(maxlen=10)
+        recent_lines = deque(maxlen=50)
+        last_update_time = 0.0
 
         line = await process.stdout.readline()
         error_msg = None
         while line:
             decoded = line.decode()
             recent_lines.append(decoded.strip())
 
+            try:
+                now = time.time()
+                if now - last_update_time >= 1.0:
+                    try:
+                        job = Job.get(job_id)
+                        job_data = job.get_job_data() or {}
+                        job_data["tail"] = list(recent_lines)
+                        job.set_job_data(job_data)
+                    except Exception:
+                        # Best-effort only; don't fail the loop
+                        pass
+                    last_update_time = now
+            except Exception:
+                pass
             # If we hit the begin_string then the daemon is started and we can return!
             if begin_string in decoded:
                 if set_process_id_function is not None: