Add startup and liveness probe, change readiness probe (#67)

Author: Starttoaster

internal/healthcheck/fullnode.go

@@ -31,6 +31,10 @@ func (h *Healthcheck) fullNodeReceive(resp *types.WebsocketResponse) {
 		return
 	}
 
+	if block.BlockchainState.Sync.Synced {
+		h.lastSyncedTime = time.Now()
+	}
+
 	h.lastHeight = blockHeight
 	h.lastHeightTime = time.Now()
 }
@@ -62,9 +66,23 @@ func (h *Healthcheck) fullNodeHealthcheck() func(http.ResponseWriter, *http.Requ
 	}
 }
 
-// Healthcheck endpoint for the full node service as a whole
+// Startup endpoint will be successful when the full node is running and the peak height is increasing
+func (h *Healthcheck) fullNodeStartup() func(http.ResponseWriter, *http.Request) {
+	return func(w http.ResponseWriter, r *http.Request) {
+		timeMetricHealthcheckHelper(h.lastHeightTime, w, r)
+	}
+}
+
+// Readiness endpoint will be successful when the full node is synced
 func (h *Healthcheck) fullNodeReadiness() func(http.ResponseWriter, *http.Request) {
 	return func(w http.ResponseWriter, r *http.Request) {
-		timeMetricHealthcheckHelper(h.lastFullNodeActivity, w, r)
+		timeMetricHealthcheckHelper(h.lastSyncedTime, w, r)
+	}
+}
+
+// Liveness endpoint will be successful when the full node is running and the peak height is increasing
+func (h *Healthcheck) fullNodeLiveness() func(http.ResponseWriter, *http.Request) {
+	return func(w http.ResponseWriter, r *http.Request) {
+		timeMetricHealthcheckHelper(h.lastHeightTime, w, r)
 	}
 }

internal/healthcheck/healthcheck.go

@@ -21,6 +21,9 @@ type Healthcheck struct {
 	client          *rpc.Client
 	chiaConfig      *config.ChiaConfig
 
+	// Last time the full node was synced
+	lastSyncedTime time.Time
+
 	// Last block height we received
 	lastHeight uint32
 
@@ -88,7 +91,9 @@ func (h *Healthcheck) StartServer() error {
 	log.Printf("Starting healthcheck server on port %d", h.healthcheckPort)
 
 	http.HandleFunc("/full_node", h.fullNodeHealthcheck())
+	http.HandleFunc("/full_node/startup", h.fullNodeStartup())
 	http.HandleFunc("/full_node/readiness", h.fullNodeReadiness())
+	http.HandleFunc("/full_node/liveness", h.fullNodeLiveness())
 	http.HandleFunc("/seeder", h.seederHealthcheck())
 	http.HandleFunc("/seeder/readiness", h.seederReadiness())
 	http.HandleFunc("/timelord", h.timelordHealthcheck())