roachprod: add burst and interval limit to auto restart

Adding burst and interval limit to auto restart in order to prevent an infinite
restart (crash) loop,

Epic: None
Release note: None

Author: herkolategan

pkg/roachprod/install/scripts/start.sh

@@ -103,5 +103,5 @@ sudo systemd-run --unit "${VIRTUAL_CLUSTER_LABEL}" \
   -p "MemoryMax=${MEMORY_MAX}" \
   -p LimitCORE=infinity \
   -p "LimitNOFILE=${NUM_FILES_LIMIT}" \
-  ${AUTO_RESTART:+-p Restart=always -p RestartSec=5s} \
+  ${AUTO_RESTART:+-p Restart=always -p RestartSec=5s -p StartLimitIntervalSec=60s -p StartLimitBurst=3} \
   bash "${0}" run

pkg/roachprod/install/testdata/start/start.txt

@@ -20,6 +20,8 @@ echo bar $HOME
 MEMORY_MAX=81%
 NUM_FILES_LIMIT=0
 VIRTUAL_CLUSTER_LABEL=cockroach-system
+
+
 ARGS=(
 start
 --log
@@ -103,6 +105,7 @@ sudo systemd-run --unit "${VIRTUAL_CLUSTER_LABEL}" \
   -p "MemoryMax=${MEMORY_MAX}" \
   -p LimitCORE=infinity \
   -p "LimitNOFILE=${NUM_FILES_LIMIT}" \
+  ${AUTO_RESTART:+-p Restart=always -p RestartSec=5s -p StartLimitIntervalSec=60s -p StartLimitBurst=3} \
   bash "${0}" run
 ----
 ----