job-list: add job db

Problem: We would like to store inactive jobs on disk for retrieval
at a later time.

Solution: Add an sqlite job db to the job-list module.  If the
job-list module is configured with a database path or if the flux
broker is configured with a statedir, store all inactive job data
to the db.

Author: chu11

src/modules/Makefile.am

@@ -173,7 +173,8 @@ job_list_la_SOURCES =
 job_list_la_CPPFLAGS = \
 	$(AM_CPPFLAGS) \
 	$(FLUX_SECURITY_CFLAGS) \
-	$(HWLOC_CFLAGS)
+	$(HWLOC_CFLAGS) \
+	$(SQLITE_CFLAGS)
 job_list_la_LIBADD = \
 	$(builddir)/job-list/libjob-list.la \
 	$(top_builddir)/src/common/libjob/libjob.la \
@@ -182,7 +183,8 @@ job_list_la_LIBADD = \
 	$(top_builddir)/src/common/libflux-optparse.la \
 	$(top_builddir)/src/common/librlist/librlist.la \
 	$(JANSSON_LIBS) \
-	$(HWLOC_LIBS)
+	$(HWLOC_LIBS) \
+	$(SQLITE_LIBS)
 job_list_la_LDFLAGS = $(fluxmod_ldflags) -module
 
 job_ingest_la_SOURCES =

src/modules/job-list/Makefile.am

@@ -22,14 +22,18 @@ libjob_list_la_SOURCES = \
 	job_state.c \
 	job_data.h \
 	job_data.c \
+	job_db.h \
+	job_db.c \
 	list.h \
 	list.c \
 	job_util.h \
 	job_util.c \
 	idsync.h \
 	idsync.c \
 	stats.h \
-	stats.c
+	stats.c \
+	util.h \
+	util.c
 
 TESTS = \
 	test_job_data.t

src/modules/job-list/job-list.c

@@ -163,14 +163,16 @@ static void list_ctx_destroy (struct list_ctx *ctx)
         flux_msg_handler_delvec (ctx->handlers);
         if (ctx->jsctx)
             job_state_destroy (ctx->jsctx);
+        if (ctx->dbctx)
+            job_db_ctx_destroy (ctx->dbctx);
         if (ctx->isctx)
             idsync_ctx_destroy (ctx->isctx);
         free (ctx);
         errno = saved_errno;
     }
 }
 
-static struct list_ctx *list_ctx_create (flux_t *h)
+static struct list_ctx *list_ctx_create (flux_t *h, int argc, char **argv)
 {
     struct list_ctx *ctx = calloc (1, sizeof (*ctx));
     if (!ctx)
@@ -182,7 +184,13 @@ static struct list_ctx *list_ctx_create (flux_t *h)
         goto error;
     if (!(ctx->isctx = idsync_ctx_create (ctx->h)))
         goto error;
-    if (!(ctx->jsctx = job_state_create (ctx->isctx)))
+    /* job_db_setup() performs a job_db_ctx_create() and some
+     * initialization */
+    if (!(ctx->dbctx = job_db_setup (h, argc, argv))) {
+        if (errno != ENOTBLK)
+            goto error;
+    }
+    if (!(ctx->jsctx = job_state_create (ctx->dbctx, ctx->isctx)))
         goto error;
     return ctx;
 error:
@@ -195,7 +203,7 @@ int mod_main (flux_t *h, int argc, char **argv)
     struct list_ctx *ctx;
     int rc = -1;
 
-    if (!(ctx = list_ctx_create (h))) {
+    if (!(ctx = list_ctx_create (h, argc, argv))) {
         flux_log_error (h, "initialization error");
         goto done;
     }

src/modules/job-list/job-list.h

@@ -16,12 +16,14 @@
 #include "src/common/libczmqcontainers/czmq_containers.h"
 
 #include "job_state.h"
+#include "job_db.h"
 #include "idsync.h"
 
 struct list_ctx {
     flux_t *h;
     flux_msg_handler_t **handlers;
     struct job_state_ctx *jsctx;
+    struct job_db_ctx *dbctx;
     struct idsync_ctx *isctx;
 };