Make default cache lifetime configurable

Author: triole

go.mod

@@ -9,6 +9,7 @@ require (
 	github.com/pelletier/go-toml/v2 v2.2.2
 	github.com/tidwall/gjson v1.18.0
 	github.com/triole/logseal v0.0.0-20240105053125-57d1f8179998
+	github.com/xhit/go-str2duration/v2 v2.1.0
 	github.com/yuin/goldmark v1.7.4
 	github.com/yuin/goldmark-meta v1.1.0
 	gopkg.in/yaml.v2 v2.3.0

go.sum

@@ -37,6 +37,8 @@ github.com/tidwall/pretty v1.2.0 h1:RWIZEg2iJ8/g6fDDYzMpobmaoGh5OLl4AXtGUGPcqCs=
 github.com/tidwall/pretty v1.2.0/go.mod h1:ITEVvHYasfjBbM0u2Pg8T2nJnzm8xPwvNhhsoaGGjNU=
 github.com/triole/logseal v0.0.0-20240105053125-57d1f8179998 h1:n0ZH/b04bCbXkBtg1uq72EgSD05pPFu6ET5HkG/lsV0=
 github.com/triole/logseal v0.0.0-20240105053125-57d1f8179998/go.mod h1:Kd42uqPXKnS9vC5MW5FpuS2vIZ1QOe7y185uqBTtFlQ=
+github.com/xhit/go-str2duration/v2 v2.1.0 h1:lxklc02Drh6ynqX+DdPyp5pCKLUQpRT8bp8Ydu2Bstc=
+github.com/xhit/go-str2duration/v2 v2.1.0/go.mod h1:ohY8p+0f07DiV6Em5LKB0s2YpLtXVyJfNt1+BlmyAsU=
 github.com/yuin/goldmark v1.7.4 h1:BDXOHExt+A7gwPCJgPIIq7ENvceR7we7rOS9TNoLZeg=
 github.com/yuin/goldmark v1.7.4/go.mod h1:uzxRWxtg69N339t3louHJ7+O03ezfj6PlliRlaOzY1E=
 github.com/yuin/goldmark-meta v1.1.0 h1:pWw+JLHGZe8Rk0EGsMVssiNb/AaPMHfSRszZeUeiOUc=

src/conf/conf.go

@@ -43,6 +43,15 @@ func (conf *Conf) readConfig() {
 				},
 			)
 		}
+
+		conf.DefaultCacheLifetime, err = conf.Util.Str2Dur(
+			content.DefaultCacheLifetimeStr,
+		)
+		conf.Lg.IfErrFatal(
+			"can not parse cache lifetime setting",
+			logseal.F{"error": err},
+		)
+
 		val.EpURL = key
 		conf.API[key] = val
 	}

src/conf/struct.go

@@ -1,23 +1,26 @@
 package conf
 
 import (
+	"time"
 	"tyson-tap/src/util"
 
 	"github.com/triole/logseal"
 )
 
 type Conf struct {
-	FileName string
-	Threads  int
-	Port     int
-	API      map[string]Endpoint
-	Util     util.Util
-	Lg       logseal.Logseal
+	FileName             string
+	Threads              int
+	Port                 int
+	DefaultCacheLifetime time.Duration
+	API                  map[string]Endpoint
+	Util                 util.Util
+	Lg                   logseal.Logseal
 }
 
 type ConfContent struct {
-	Port int                 `yaml:"port"`
-	API  map[string]Endpoint `yaml:"api"`
+	Port                    int                 `yaml:"port"`
+	API                     map[string]Endpoint `yaml:"api"`
+	DefaultCacheLifetimeStr string              `yaml:"default_cache_lifetime"`
 }
 
 type Endpoint struct {

src/indexer/init.go

@@ -1,7 +1,6 @@
 package indexer
 
 import (
-	"time"
 	"tyson-tap/src/conf"
 	"tyson-tap/src/util"
 
@@ -23,10 +22,13 @@ type Indexer struct {
 
 func Init(conf conf.Conf, util util.Util, lg logseal.Logseal) (idx Indexer) {
 	idx = Indexer{
-		Cache: cache.New(5*time.Minute, 10*time.Minute),
-		Conf:  conf,
-		Util:  util,
-		Lg:    lg,
+		Cache: cache.New(
+			conf.DefaultCacheLifetime,
+			conf.DefaultCacheLifetime*2,
+		),
+		Conf: conf,
+		Util: util,
+		Lg:   lg,
 	}
 	return idx
 }

src/indexer/server.go

@@ -17,7 +17,10 @@ import (
 func (ind Indexer) RunServer() {
 	http.HandleFunc("/", ind.ServeContent)
 	portstr := strconv.Itoa(ind.Conf.Port)
-	ind.Lg.Info("run server, listen at :" + portstr + "/")
+	ind.Lg.Info(
+		"run server, listen at :"+portstr+"/",
+		logseal.F{"default_cache_lifetime": ind.Conf.DefaultCacheLifetime},
+	)
 	err := http.ListenAndServe(":"+portstr, nil)
 	if err != nil {
 		panic(err)

src/util/util.go

@@ -8,9 +8,11 @@ import (
 	"regexp"
 	"runtime"
 	"strings"
+	"time"
 	"unicode/utf8"
 
 	"github.com/triole/logseal"
+	str2duration "github.com/xhit/go-str2duration/v2"
 	yaml "gopkg.in/yaml.v2"
 )
 
@@ -207,6 +209,11 @@ func (ut Util) RxReplaceAll(basestring, regex, newstring string) (r string) {
 	return
 }
 
+func (ut Util) Str2Dur(s string) (dur time.Duration, err error) {
+	dur, err = str2duration.ParseDuration(s)
+	return
+}
+
 func (ut Util) StringifySliceOfInterfaces(itf []interface{}) (r []string) {
 	for _, el := range itf {
 		r = append(r, el.(string))

testdata/conf.yaml

@@ -1,5 +1,8 @@
 ---
 port: 17777
+# use like: 180s, 3m... 0 for no caching
+default_cache_lifetime: 5m
+
 api:
   file.json:
     source: "{{.confdir}}/dump/html/1.html"
@@ -90,13 +93,13 @@ api:
       content: true
 
   # http part
-  simple_return:
+  simple_serve.json:
     source: |
       hello
       there
     method: serve
 
-  repos_unmod:
+  repos_unmod.json:
     source: http://localhost/repos
     method: http_get
     return: