.

Author: mattjohnsonpint

runtime/collections/collection.go

@@ -27,7 +27,7 @@ func newCollection() *collection {
 }
 
 func (c *collection) getCollectionNamespaceMap() map[string]interfaces.CollectionNamespace {
-	m := make(map[string]interfaces.CollectionNamespace)
+	m := make(map[string]interfaces.CollectionNamespace, c.collectionNamespaceMap.Size())
 	c.collectionNamespaceMap.Range(func(key string, value interfaces.CollectionNamespace) bool {
 		m[key] = value
 		return true

runtime/collections/factory.go

@@ -19,6 +19,7 @@ import (
 	"github.com/hypermodeinc/modus/runtime/collections/index/interfaces"
 	"github.com/hypermodeinc/modus/runtime/db"
 	"github.com/hypermodeinc/modus/runtime/logger"
+	"github.com/puzpuzpuz/xsync/v3"
 )
 
 const collectionFactoryWriteInterval = 1
@@ -40,7 +41,7 @@ func newCollectionFactory() *collectionFactory {
 	return &collectionFactory{
 		collectionMap: map[string]*collection{
 			"": {
-				collectionNamespaceMap: map[string]interfaces.CollectionNamespace{},
+				collectionNamespaceMap: xsync.NewMapOf[string, interfaces.CollectionNamespace](),
 			},
 		},
 		quit: make(chan struct{}),
@@ -86,7 +87,7 @@ func (cf *collectionFactory) readFromPostgres(ctx context.Context) bool {
 	resetTimerFaster := false
 	var err error
 	for _, namespaceCollectionFactory := range cf.collectionMap {
-		for _, col := range namespaceCollectionFactory.collectionNamespaceMap {
+		for _, col := range namespaceCollectionFactory.getCollectionNamespaceMap() {
 			resetTimerFaster, err = loadTextsIntoCollection(ctx, col)
 			if err != nil {
 				logger.Err(ctx, err).

runtime/collections/vector.go

@@ -98,7 +98,7 @@ func deleteIndexesNotInManifest(ctx context.Context, man *manifest.Manifest) {
 				Msg("Failed to find collection.")
 			continue
 		}
-		for _, collNs := range col.collectionNamespaceMap {
+		for _, collNs := range col.getCollectionNamespaceMap() {
 			vectorIndexMap := collNs.GetVectorIndexMap()
 			if vectorIndexMap == nil {
 				continue
@@ -160,7 +160,7 @@ func processManifestCollections(ctx context.Context, man *manifest.Manifest) {
 				}
 			}
 		}
-		for _, collNs := range col.collectionNamespaceMap {
+		for _, collNs := range col.getCollectionNamespaceMap() {
 			for searchMethodName, searchMethod := range collectionInfo.SearchMethods {
 				vi, err := collNs.GetVectorIndex(ctx, searchMethodName)