feat: added pagination cache config

Aerex · Aerex · commit f3871186fdf2 · 2023-11-13T11:39:03.000-06:00
diff --git a/bluemix/configuration/config_helpers/helpers.go b/bluemix/configuration/config_helpers/helpers.go
@@ -21,23 +21,6 @@ func ConfigDir() string {
 	return defaultConfigDirOld()
 }
 
-// func MigrateFromOldConfig() error {
-// 	new := defaultConfigDirNew()
-// 	if file_helpers.FileExists(new) {
-// 		return nil
-// 	}
-
-// 	old := defaultConfigDirOld()
-// 	if !file_helpers.FileExists(old) {
-// 		return nil
-// 	}
-
-// 	if err := file_helpers.CopyDir(old, new); err != nil {
-// 		return err
-// 	}
-// 	return os.RemoveAll(old)
-// }
-
 func defaultConfigDirNew() string {
 	return filepath.Join(homeDir(), ".ibmcloud")
 }
diff --git a/bluemix/configuration/config_helpers/helpers_test.go b/bluemix/configuration/config_helpers/helpers_test.go
@@ -103,82 +103,3 @@ func TestConfigDir_IbmCloudConfigHomeSet_Exists(t *testing.T) {
 	os.Setenv("IBMCLOUD_CONFIG_HOME", userHome)
 	assert.Equal(userHome, ConfigDir())
 }
-
-// func TestMigrateFromOldConfig(t *testing.T) {
-// 	assert := assert.New(t)
-
-// 	err := prepareBluemixHome()
-// 	assert.NoError(err)
-// 	defer clearBluemixHome()
-
-// 	err = os.MkdirAll(oldConfigDir(), 0700)
-// 	assert.NoError(err)
-// 	oldConfigPath := filepath.Join(oldConfigDir(), "config.json")
-// 	err = ioutil.WriteFile(oldConfigPath, []byte("old"), 0600)
-// 	assert.NoError(err)
-
-// 	err = MigrateFromOldConfig()
-// 	assert.NoError(err)
-
-// 	newConfigPath := filepath.Join(newConfigDir(), "config.json")
-// 	assert.True(file_helpers.FileExists(newConfigPath))
-// 	content, err := ioutil.ReadFile(newConfigPath)
-// 	assert.NoError(err)
-// 	assert.Equal([]byte("old"), content, "should copy old config file")
-
-// 	assert.False(file_helpers.FileExists(oldConfigDir()), "old config dir should be deleted")
-// }
-
-// func TestMigrateFromOldConfig_NewConfigExist(t *testing.T) {
-// 	assert := assert.New(t)
-
-// 	err := prepareBluemixHome()
-// 	assert.NoError(err)
-// 	defer clearBluemixHome()
-
-// 	err = os.MkdirAll(oldConfigDir(), 0700)
-// 	assert.NoError(err)
-// 	oldConfigPath := filepath.Join(oldConfigDir(), "config.json")
-// 	err = ioutil.WriteFile(oldConfigPath, []byte("old"), 0600)
-// 	assert.NoError(err)
-
-// 	err = os.MkdirAll(newConfigDir(), 0700)
-// 	assert.NoError(err)
-// 	newConfigPath := filepath.Join(newConfigDir(), "config.json")
-// 	err = ioutil.WriteFile(newConfigPath, []byte("new"), 0600)
-// 	assert.NoError(err)
-
-// 	err = MigrateFromOldConfig()
-// 	assert.NoError(err)
-
-// 	content, err := ioutil.ReadFile(newConfigPath)
-// 	assert.NoError(err)
-// 	assert.Equal([]byte("new"), content, "should not copy old config file")
-// }
-
-// func TestMigrateFromOldConfig_OldConfigNotExist(t *testing.T) {
-// 	assert := assert.New(t)
-
-// 	err := prepareBluemixHome()
-// 	assert.NoError(err)
-// 	defer clearBluemixHome()
-
-// 	err = MigrateFromOldConfig()
-// 	assert.NoError(err)
-// }
-
-// func prepareBluemixHome() error {
-// 	temp, err := ioutil.TempDir("", "IBMCloudSDKConfigTest")
-// 	if err != nil {
-// 		return err
-// 	}
-// 	os.Setenv("BLUEMIX_HOME", temp)
-// 	return nil
-// }
-
-// func clearBluemixHome() {
-// 	if homeDir := os.Getenv("BLUEMIX_HOME"); homeDir != "" {
-// 		os.RemoveAll(homeDir)
-// 		os.Unsetenv("BLUEMIX_HOME")
-// 	}
-// }
diff --git a/bluemix/configuration/core_config/bx_config.go b/bluemix/configuration/core_config/bx_config.go
@@ -2,6 +2,7 @@ package core_config
 
 import (
 	"encoding/json"
+	"sort"
 	"strings"
 	"sync"
 	"time"
@@ -63,6 +64,7 @@ type BXConfigData struct {
 	UpdateCheckInterval         time.Duration
 	UpdateRetryCheckInterval    time.Duration
 	UpdateNotificationInterval  time.Duration
+	PaginationURLs              []models.PaginationURL
 	raw                         raw
 }
 
@@ -752,9 +754,47 @@ func (c *bxConfig) ClearSession() {
 		c.data.IsLoggedInAsCRI = false
 		c.data.ResourceGroup = models.ResourceGroup{}
 		c.data.LoginAt = time.Time{}
+		c.data.PaginationURLs = []models.PaginationURL{}
 	})
 }
 
+func (c *bxConfig) SetPaginationURLs(paginationURLs []models.PaginationURL) {
+	c.write(func() {
+		c.data.PaginationURLs = paginationURLs
+	})
+}
+
+func (c *bxConfig) ClearPaginationURLs() {
+	c.write(func() {
+		c.data.PaginationURLs = []models.PaginationURL{}
+	})
+}
+
+func (c *bxConfig) AddPaginationURL(index int, url string) error {
+	urls, err := c.PaginationURLs()
+	if err != nil {
+		return err
+	}
+
+	urls = append(urls, models.PaginationURL{
+		LastIndex: index,
+		NextURL:   url,
+	})
+
+	// sort by last index for easier retrieval
+	sort.Sort(models.ByLastIndex(urls))
+	c.SetPaginationURLs(urls)
+	return nil
+}
+
+func (c *bxConfig) PaginationURLs() (paginationURLs []models.PaginationURL, err error) {
+	c.read(func() {
+		paginationURLs = c.data.PaginationURLs
+	})
+
+	return
+}
+
 func (c *bxConfig) UnsetAPI() {
 	c.write(func() {
 		c.data.APIEndpoint = ""
diff --git a/bluemix/configuration/core_config/bx_config_test.go b/bluemix/configuration/core_config/bx_config_test.go
@@ -469,6 +469,34 @@ func TestLastUpdateSessionTime(t *testing.T) {
 
 }
 
+func TestPaginationURLs(t *testing.T) {
+	config := prepareConfigForCLI(`{}`, t)
+
+	// check initial state
+	paginationURLs, err := config.PaginationURLs()
+	assert.Nil(t, err)
+	assert.Empty(t, paginationURLs)
+
+	// update session
+	expected := []models.PaginationURL{
+		{
+			NextURL:   "https://api.example.com?token=dd3784000d9744acb2a23ad121a7bb4b",
+			LastIndex: 50,
+		},
+	}
+	err = config.SetPaginationURLs(expected)
+	assert.Nil(t, err)
+
+	paginationURLs, err = config.PaginationURLs()
+	assert.Nil(t, err)
+	assert.Equal(t, 1, len(paginationURLs))
+	assert.Equal(t, expected[0].LastIndex, paginationURLs[0].LastIndex)
+	assert.Equal(t, expected[0].NextURL, paginationURLs[0].NextURL)
+
+	t.Cleanup(cleanupConfigFiles)
+
+}
+
 func checkUsageStats(enabled bool, timeStampExist bool, config core_config.Repository, t *testing.T) {
 	assert.Equal(t, config.UsageStatsEnabled(), enabled)
 	assert.Equal(t, config.UsageStatsEnabledLastUpdate().IsZero(), !timeStampExist)
diff --git a/bluemix/configuration/core_config/repository.go b/bluemix/configuration/core_config/repository.go
@@ -125,6 +125,11 @@ type Repository interface {
 
 	SetLastSessionUpdateTime()
 	LastSessionUpdateTime() (session int64)
+
+	SetPaginationURLs(paginationURLs []models.PaginationURL)
+	ClearPaginationURLs()
+	AddPaginationURL(lastIndex int, nextURL string) error
+	PaginationURLs() ([]models.PaginationURL, error)
 }
 
 // Deprecated
@@ -368,6 +373,22 @@ func (c repository) SetLastSessionUpdateTime() {
 	c.bxConfig.SetLastSessionUpdateTime()
 }
 
+func (c repository) PaginationURLs() ([]models.PaginationURL, error) {
+	return c.bxConfig.PaginationURLs()
+}
+
+func (c repository) AddPaginationURL(index int, url string) error {
+	return c.bxConfig.AddPaginationURL(index, url)
+}
+
+func (c repository) SetPaginationURLs(paginationURLs []models.PaginationURL) {
+	c.bxConfig.SetPaginationURLs(paginationURLs)
+}
+
+func (c repository) ClearPaginationURLs() {
+	c.bxConfig.ClearPaginationURLs()
+}
+
 func NewCoreConfig(errHandler func(error)) ReadWriter {
 	// config_helpers.MigrateFromOldConfig() // error ignored
 	return NewCoreConfigFromPath(config_helpers.CFConfigFilePath(), config_helpers.ConfigFilePath(), errHandler)
diff --git a/bluemix/models/pagination.go b/bluemix/models/pagination.go
@@ -0,0 +1,15 @@
+package models
+
+// ByLastIndex sorts PaginationURLs by LastIndex
+type ByLastIndex []PaginationURL
+
+func (a ByLastIndex) Len() int { return len(a) }
+
+func (a ByLastIndex) Swap(i, j int) { a[i], a[j] = a[j], a[i] }
+
+func (a ByLastIndex) Less(i, j int) bool { return a[i].LastIndex < a[j].LastIndex }
+
+type PaginationURL struct {
+	LastIndex int
+	NextURL   string
+}
diff --git a/common/rest/request.go b/common/rest/request.go
@@ -1,44 +1,45 @@
 // Request examples:
-//   // create a simple GET request
-//   req := GetRequest("http://www.example.com")
 //
-//   // set header
-//   req.Set("Accept", "application/json")
+//	// create a simple GET request
+//	req := GetRequest("http://www.example.com")
 //
-//   // set query parameters
-//   req.Query("foo1", "bar1")
-//   req.Query("foo2", "bar2")
+//	// set header
+//	req.Set("Accept", "application/json")
 //
-//   // Build to a HTTP request
-//   req.Build()
+//	// set query parameters
+//	req.Query("foo1", "bar1")
+//	req.Query("foo2", "bar2")
 //
-//   // method chaining is also supported
-//   // the above is equal to:
-//   GetRequest("http://www.example.com").
-//       Set("Accept", "application/json").
-//       Query("foo1", "bar1").
-//       Query("foo2", "bar2").
-//       Build()
+//	// Build to a HTTP request
+//	req.Build()
 //
-//   // struct body
-//   foo = Foo{Bar: "val"}
-//   PostRequest("http://www.example.com").
-//       Body(foo)
+//	// method chaining is also supported
+//	// the above is equal to:
+//	GetRequest("http://www.example.com").
+//	    Set("Accept", "application/json").
+//	    Query("foo1", "bar1").
+//	    Query("foo2", "bar2").
+//	    Build()
 //
-//   // String body
-//   PostRequest("http://www.example.com").
-//       Body("{\"bar\": \"val\"}")
+//	// struct body
+//	foo = Foo{Bar: "val"}
+//	PostRequest("http://www.example.com").
+//	    Body(foo)
 //
-//   // Stream body
-//   PostRequest("http://www.example.com").
-//       Body(strings.NewReader("abcde"))
+//	// String body
+//	PostRequest("http://www.example.com").
+//	    Body("{\"bar\": \"val\"}")
 //
-//   // Multipart POST request
-//   var f *os.File
-//   PostRequest("http://www.example.com").
-//       Field("foo", "bar").
-//       File("file1", File{Name: f.Name(), Content: f}).
-//       File("file2", File{Name: "1.txt", Content: []byte("abcde"), Type: "text/plain"})
+//	// Stream body
+//	PostRequest("http://www.example.com").
+//	    Body(strings.NewReader("abcde"))
+//
+//	// Multipart POST request
+//	var f *os.File
+//	PostRequest("http://www.example.com").
+//	    Field("foo", "bar").
+//	    File("file1", File{Name: f.Name(), Content: f}).
+//	    File("file2", File{Name: "1.txt", Content: []byte("abcde"), Type: "text/plain"})
 package rest
 
 import (
@@ -51,12 +52,14 @@ import (
 	"net/textproto"
 	"net/url"
 	"strings"
+
+	"github.com/IBM-Cloud/ibm-cloud-cli-sdk/bluemix/models"
 )
 
 const (
-	contentType               = "Content-Type"
-	jsonContentType           = "application/json"
-	formUrlEncodedContentType = "application/x-www-form-urlencoded"
+	ContentType               = "Content-Type"
+	JSONContentType           = "application/json"
+	FormUrlEncodedContentType = "application/x-www-form-urlencoded"
 )
 
 // File represents a file upload in HTTP request
@@ -138,6 +141,17 @@ func OptionsRequest(rawUrl string) *Request {
 	return NewRequest(rawUrl).Method("OPTIONS")
 }
 
+// CachedPaginationNextURL will attempt to return a cached URL with last index
+// if there exists a URL with a last index smaller than the offset provided
+func CachedPaginationNextURL(paginationURLs []models.PaginationURL, offset int) models.PaginationURL {
+	for _, p := range paginationURLs {
+		if p.LastIndex < offset {
+			return p
+		}
+	}
+	return models.PaginationURL{}
+}
+
 // Add adds the key, value pair to the request header. It appends to any
 // existing values associated with key.
 func (r *Request) Add(key string, value string) *Request {
@@ -272,7 +286,7 @@ func (r *Request) buildFormMultipart() (io.Reader, error) {
 		}
 	}
 
-	r.header.Set(contentType, w.FormDataContentType())
+	r.header.Set(ContentType, w.FormDataContentType())
 	return b, nil
 }
 
@@ -296,7 +310,7 @@ func escapeQuotes(s string) string {
 }
 
 func (r *Request) buildFormFields() (io.Reader, error) {
-	r.header.Set(contentType, formUrlEncodedContentType)
+	r.header.Set(ContentType, FormUrlEncodedContentType)
 	return strings.NewReader(r.formParams.Encode()), nil
 }
 
diff --git a/common/rest/request_test.go b/common/rest/request_test.go
