[Feature] [Platform] Meta Integration Tests (#1966)

Author: ajanikow

.golangci.yaml

@@ -187,6 +187,8 @@ linters-settings:
         pkg: github.com/arangodb/kube-arangodb/pkg/util/k8sutil/inspector/constants
       - alias: utilConstants
         pkg: github.com/arangodb/kube-arangodb/pkg/util/constants
+      - alias: tcache
+        pkg: github.com/arangodb/kube-arangodb/pkg/util/tests/cache
       - alias: apps
         pkg: k8s.io/api/apps/v1
       - alias: batch

CHANGELOG.md

@@ -13,6 +13,7 @@
 - (Bugfix) Enable Platform Operator on EE Chart
 - (Feature) Improve GRPC JSON Handling
 - (Bugfix) Fix Operator Pod Resources
+- (Feature) (Platform) MetaV1 Integration Tests
 
 ## [1.3.0](https://github.com/arangodb/kube-arangodb/tree/1.3.0) (2025-08-01)
 - (Feature) (Platform) Storage Debug

integrations/meta/v1/impl.go

@@ -47,14 +47,18 @@ func New(ctx context.Context, cfg Configuration) (svc.Handler, error) {
 }
 
 func newInternal(ctx context.Context, cfg Configuration) (*implementation, error) {
+	return newInternalWithRemoteCache(ctx, cfg, cache.NewRemoteCacheWithTTL[*Object](cfg.KVCollection(cfg.Endpoint, "_system", "_meta_store"), cfg.TTL))
+}
+
+func newInternalWithRemoteCache(ctx context.Context, cfg Configuration, c cache.RemoteCache[*Object]) (*implementation, error) {
 	if err := cfg.Validate(); err != nil {
 		return nil, err
 	}
 
 	obj := &implementation{
 		cfg:   cfg,
 		ctx:   ctx,
-		cache: cache.NewRemoteCacheWithTTL[*Object](cfg.KVCollection(cfg.Endpoint, "_system", "_meta_store"), cfg.TTL),
+		cache: c,
 	}
 
 	return obj, nil

integrations/meta/v1/impl_test.go

@@ -0,0 +1,41 @@
+//
+// DISCLAIMER
+//
+// Copyright 2025 ArangoDB GmbH, Cologne, Germany
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+// Copyright holder is ArangoDB GmbH, Cologne, Germany
+//
+
+package v1
+
+import (
+	"encoding/json"
+	"testing"
+
+	"github.com/stretchr/testify/require"
+)
+
+var existing_json_data = `{"_key":"genai.all_project_names","_id":"_meta_store/genai.all_project_names","_rev":"_j8TwrTm--_","meta":{"updatedAt":"2025-07-07T15:13:09Z"},"object":{"Object":{"type_url":"type.googleapis.com/arangodb_platform_internal.metadata_store.GenAiProjectNames","value":"ChV0ZXN0X3Byb2plY3RfNmVhYWM3MjM="}}}`
+
+func Test(t *testing.T) {
+	var o Object
+	err := json.Unmarshal([]byte(existing_json_data), &o)
+	require.NoError(t, err)
+
+	data, err := json.Marshal(&o)
+	require.NoError(t, err)
+
+	require.Equal(t, existing_json_data, string(data))
+}

integrations/meta/v1/object.go

@@ -32,6 +32,7 @@ import (
 
 type Object struct {
 	Key string  `json:"_key,omitempty"`
+	ID  string  `json:"_id,omitempty"`
 	Rev *string `json:"_rev,omitempty"`
 
 	Meta *ObjectMeta `json:"meta,omitempty"`

integrations/meta/v1/service_test.go

@@ -30,6 +30,7 @@ import (
 	pbMetaV1 "github.com/arangodb/kube-arangodb/integrations/meta/v1/definition"
 	"github.com/arangodb/kube-arangodb/pkg/util"
 	"github.com/arangodb/kube-arangodb/pkg/util/svc"
+	tcache "github.com/arangodb/kube-arangodb/pkg/util/tests/cache"
 	"github.com/arangodb/kube-arangodb/pkg/util/tests/tgrpc"
 )
 
@@ -57,7 +58,7 @@ func Test_Types(t *testing.T) {
 }
 
 func Handler(t *testing.T, ctx context.Context, mods ...util.ModR[Configuration]) svc.Handler {
-	handler, err := New(ctx, NewConfiguration().With(mods...))
+	handler, err := newInternalWithRemoteCache(ctx, NewConfiguration().With(mods...), tcache.NewRemoteCache[*Object]())
 	require.NoError(t, err)
 
 	return handler

pkg/util/list.go

@@ -161,6 +161,21 @@ func UniqueList[A comparable](in []A) []A {
 	return r
 }
 
+func BatchList[A any](size int, in []A) [][]A {
+	ret := make([][]A, 0, len(in)/size+1)
+
+	for id := 0; id < len(in); id += size {
+		end := id + size
+		if limit := len(in); end > limit {
+			end = limit
+		}
+
+		ret = append(ret, in[id:end])
+	}
+
+	return ret
+}
+
 func FormatListErr[A, B any](in []A, format func(A) (B, error)) ([]B, error) {
 	var r = make([]B, len(in))
 

pkg/util/list_test.go

@@ -91,3 +91,19 @@ func Test_AppendAfter(t *testing.T) {
 	}, 4)
 	require.Equal(t, []int{1, 3, 2, 4}, elements)
 }
+
+func Test_Batcher(t *testing.T) {
+	v := make([]int, 17)
+	for id := range v {
+		v[id] = id
+	}
+
+	res := BatchList(16, v)
+	require.Len(t, res, 2)
+
+	require.Len(t, res[0], 16)
+	require.Len(t, res[1], 1)
+
+	require.Equal(t, v[0:16], res[0])
+	require.Equal(t, v[16:], res[1])
+}

pkg/util/next.go

@@ -1,7 +1,7 @@
 //
 // DISCLAIMER
 //
-// Copyright 2024 ArangoDB GmbH, Cologne, Germany
+// Copyright 2024-2025 ArangoDB GmbH, Cologne, Germany
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.
@@ -20,8 +20,39 @@
 
 package util
 
-import "context"
+import (
+	"context"
+	"io"
+	"sync"
+)
 
 type NextIterator[T any] interface {
 	Next(ctx context.Context) (T, error)
 }
+
+func NewStaticNextIterator[T any](objs ...T) NextIterator[T] {
+	return &staticNextIterator[T]{
+		objects: objs,
+	}
+}
+
+type staticNextIterator[T any] struct {
+	lock sync.Mutex
+
+	id int
+
+	objects []T
+}
+
+func (s *staticNextIterator[T]) Next(ctx context.Context) (T, error) {
+	s.lock.Lock()
+	defer s.lock.Unlock()
+
+	if s.id >= len(s.objects) {
+		return Default[T](), io.EOF
+	}
+
+	obj := s.objects[s.id]
+	s.id++
+	return obj, nil
+}

pkg/util/tests/cache/remote_cache.go

@@ -0,0 +1,105 @@
+//
+// DISCLAIMER
+//
+// Copyright 2025 ArangoDB GmbH, Cologne, Germany
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+// Copyright holder is ArangoDB GmbH, Cologne, Germany
+//
+
+package cache
+
+import (
+	"context"
+	"encoding/json"
+	goStrings "strings"
+	"sync"
+
+	"github.com/arangodb/kube-arangodb/pkg/util"
+	"github.com/arangodb/kube-arangodb/pkg/util/cache"
+)
+
+func NewRemoteCache[T cache.RemoteCacheObject]() cache.RemoteCache[T] {
+	return &localRemoteCache[T]{
+		objects: map[string]json.RawMessage{},
+	}
+}
+
+type localRemoteCache[T cache.RemoteCacheObject] struct {
+	lock sync.Mutex
+
+	objects map[string]json.RawMessage
+}
+
+func (l *localRemoteCache[T]) Put(ctx context.Context, key string, obj T) error {
+	l.lock.Lock()
+	defer l.lock.Unlock()
+
+	data, err := json.Marshal(obj)
+	if err != nil {
+		return err
+	}
+
+	l.objects[key] = data
+	return nil
+}
+
+func (l *localRemoteCache[T]) Get(ctx context.Context, key string) (T, bool, error) {
+	l.lock.Lock()
+	defer l.lock.Unlock()
+
+	data, ok := l.objects[key]
+	if !ok {
+		return util.Default[T](), false, nil
+	}
+
+	var obj T
+
+	if err := json.Unmarshal(data, &obj); err != nil {
+		return obj, false, err
+	}
+
+	return obj, true, nil
+}
+
+func (l *localRemoteCache[T]) Remove(ctx context.Context, key string) (bool, error) {
+	l.lock.Lock()
+	defer l.lock.Unlock()
+
+	if _, ok := l.objects[key]; ok {
+		delete(l.objects, key)
+		return true, nil
+	}
+
+	return false, nil
+}
+
+func (l *localRemoteCache[T]) Invalidate(ctx context.Context, key string) {
+	l.lock.Lock()
+	defer l.lock.Unlock()
+
+	// Nothing to do with reload
+}
+
+func (l *localRemoteCache[T]) List(ctx context.Context, size int, prefix string) (util.NextIterator[[]string], error) {
+	l.lock.Lock()
+	defer l.lock.Unlock()
+
+	keys := util.MapKeys(l.objects)
+	keys = util.FilterList(keys, func(key string) bool {
+		return goStrings.HasPrefix(key, prefix)
+	})
+
+	return util.NewStaticNextIterator(util.BatchList(size, keys)...), nil
+}