Update to version v5.11.0

Author: Sannikov Ilya

bindings/consts.go

@@ -2,7 +2,7 @@ package bindings
 
 const CInt32Max = int(^uint32(0) >> 1)
 
-const ReindexerVersion = "v5.10.0"
+const ReindexerVersion = "v5.11.0"
 
 // public go consts from type_consts.h and reindexer_ctypes.h
 const (

changelog.md

@@ -1,3 +1,36 @@
+# Version 5.11.0 (06.02.2026)
+## Core
+- [fea] Optimized indexes memory layout for namespaces with large amount of items. Index `IdSet`-structures now produce noticeably less overhead
+- [fea] Added support for `JOIN` on `composite`-indexes (i.e. queries like `SELECT * FROM ns1 INNER JOIN (SELECT * ns2) ON ns1.composite = ns2.composite`)
+- [fea] Added support for [serial()/now() precepts](readme.md#atomic-on-update-functions) with non-indexed fields
+- [fea] Added more optimal `preselect` for `JOIN`-queries in cases, when right namespace is small and right query does not have filtering conditions with `IdSets`
+- [fea] Added new `EXPLAIN` format for `SELECT`-queries with [MERGE](fulltext.md#merging-queries-results). Now it contains aggregated timing information and separate explains for each query
+- [fix] Fixed [serial()/now() precepts](readme.md#atomic-on-update-functions) with indexed fields, when target `jsonpath` is missing in document
+- [fix] Fixed `UPDATE`-queries for indexed fields, when target `jsonpath` is missing in document
+- [fix] Fixed indexing of empty arrays after `UPDATE`-queries: previously those arrays won't be selected by `IS NULL` condition
+- [fix] Fixed memory leak in `composite`-indexes after particular item update via `UPDATE` query
+- [fix] Fixed `UPDATE DROP` for `composite`-index parts, when `jsonpath` of subindex has nested field
+- [fix] Fixed `UPDATE`-query interaction with `null`-fields
+- [fix] Fixed handling for duplicate `sparse`-indexes in [DISTINCT](readme.md#aggregations) with multiple fields
+- [fix] Fixed storage data migration after `Primary key` index update
+
+## Fulltext
+- [fea] Changed indexing structure for [typos handling](fulltext.md#typos-algorithm). New structure has noticeably less memory consumation
+- [fea] Added support for `ORDER BY ft_composite` created over non-indexed fields
+- [fix] Fixed few incorrect interactions between `UPDATE`-queries and `text composite` index with `null`/missing fields
+
+## Vector indexes
+- [fix] Fixed situation, when some row IDs in `KNN` results with `range search` could be incorrect (due to missing internal/external index mapping)
+
+## Reindexer server
+- [fix] Fixed QPS in [Prometheus-metrics](cpp_src/readme.md#prometheus-server-side) for `SELECT`-queries (after `5.9.0` it was always equal to `UPDATE`-queries QPS)
+- [fix] Fixed `columns` list content in HTTP query results response (now it will contain full list of existing columns)
+
+## Face
+- [fea] Removed autocomplete from index fields for create/edit index forms
+- [fea] Added caching of added float vector data config
+- [fea] Deleted `is_appendable` field from index config
+
 # Version 5.10.0 (29.12.2025)
 ## Core
 - [fea] Added [filtering by field length](readme.md#functions)

cpp_src/CMakeLists.txt

@@ -67,7 +67,7 @@ else()
   option(LINK_RESOURCES "Link web resources as binary data" ON)
 endif()
 
-set (REINDEXER_VERSION_DEFAULT "5.10.0")
+set (REINDEXER_VERSION_DEFAULT "5.11.0")
 
 if(NOT CMAKE_BUILD_TYPE)
   set(CMAKE_BUILD_TYPE "RelWithDebInfo")
@@ -89,13 +89,19 @@ if(MSVC)
   set(CMAKE_C_FLAGS_RELWITHDEBINFO "-O2 -Zi")
   set(CMAKE_CXX_FLAGS_RELEASE "-O2 -DNDEBUG -Zi")
   set(CMAKE_C_FLAGS_RELEASE "-O2 -DNDEBUG -Zi")
-elseif(WITH_ASAN OR WITH_STDLIB_DEBUG)
+elseif(WITH_ASAN)
   # Using O2 instead of O3 to build a bit faster
   # Also this allows to avoid SEGFAULT in libasan.so during coroutines interaction on CentOS7 (gcc-12).
   set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O2 -g1")
   set(CMAKE_C_FLAGS_RELWITHDEBINFO "-O2 -g1")
   set(CMAKE_CXX_FLAGS_RELEASE "-O2 -DNDEBUG")
   set(CMAKE_C_FLAGS_RELEASE "-O2 -DNDEBUG")
+elseif(WITH_STDLIB_DEBUG)
+  # Using Os instead of O3 to build a bit faster and get smaller artifacts size
+  set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-Os -g1")
+  set(CMAKE_C_FLAGS_RELWITHDEBINFO "-Os -g1")
+  set(CMAKE_CXX_FLAGS_RELEASE "-Os -DNDEBUG")
+  set(CMAKE_C_FLAGS_RELEASE "-Os -DNDEBUG")
 else()
   set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O3 -g1")
   set(CMAKE_C_FLAGS_RELWITHDEBINFO "-O3 -g1")
@@ -316,7 +322,7 @@ endif()
 
 if(WITH_DEBUG_CONTAINERS OR WITH_STDLIB_DEBUG)
   message("Building reindexer with debug containers")
-  add_definitions(-DREINDEX_DEBUG_CONTAINERS)
+  add_definitions(-DREINDEX_DEBUG_CONTAINERS=1)
 endif()
 
 include_directories(${REINDEXER_SOURCE_PATH})

cpp_src/client/coroqueryresults.cc

@@ -470,7 +470,7 @@ int CoroQueryResults::Iterator::GetNSID() {
 	return itemParams_.nsid;
 }
 
-int CoroQueryResults::Iterator::GetID() {
+IdType CoroQueryResults::Iterator::GetID() {
 	readNext();
 	return itemParams_.id;
 }

cpp_src/client/coroqueryresults.h

@@ -73,7 +73,7 @@ class [[nodiscard]] CoroQueryResults {
 		Item GetItem();
 		lsn_t GetLSN();
 		int GetNSID();
-		int GetID();
+		IdType GetID();
 		int GetShardID();
 		RankT GetRank();
 		bool IsRanked() noexcept;

cpp_src/client/item.h

@@ -3,6 +3,7 @@
 #include <memory>
 #include <string_view>
 #include <vector>
+#include "core/id_type.h"
 #include "tools/errors.h"
 #include "tools/lsn.h"
 
@@ -75,7 +76,7 @@ class [[nodiscard]] Item {
 	Error Status() const noexcept { return status_; }
 	/// Get internal ID of item
 	/// @return ID of item
-	int GetID() const noexcept { return id_; }
+	IdType GetID() const noexcept { return id_; }
 	/// Get LSN of item
 	/// @return LSN of item
 	lsn_t GetLSN() const noexcept { return lsn_; }
@@ -106,13 +107,13 @@ class [[nodiscard]] Item {
 private:
 	explicit Item(ItemImplBase* impl);
 	explicit Item(Error err);
-	void setID(int id) noexcept { id_ = id; }
+	void setID(IdType id) noexcept { id_ = id; }
 	void setLSN(lsn_t lsn) noexcept { lsn_ = lsn; }
 	void setShardID(int shardId) noexcept { shardId_ = shardId; }
 
 	std::unique_ptr<ItemImplBase> impl_;
 	Error status_;
-	int id_ = -1;
+	IdType id_ = IdType::NotSet();
 	lsn_t lsn_;
 	int shardId_ = ShardingKeyType::ProxyOff;
 	friend class client::RPCClient;

cpp_src/client/itemimplbase.cc

@@ -34,10 +34,11 @@ void ItemImplBase::FromCJSON(std::string_view slice) {
 	}
 
 	Payload pl = GetPayload();
-	CJsonDecoder decoder(tagsMatcher_, holder_);
+	ScalarIndexesSetT objectScalarIndexes;
+	CJsonDecoder decoder(pl, rdser, ser_, tagsMatcher_, holder_, floatVectorsHolder_, objectScalarIndexes);
 	ser_.Reset();
 	try {
-		decoder.Decode(pl, rdser, ser_, floatVectorsHolder_, CJsonDecoder::DefaultFilter{nullptr});
+		decoder.Decode(CJsonDecoder::DefaultFilter{nullptr});
 	} catch (const Error& e) {
 		if (!hasBundledTm) {
 			const auto err = tryToUpdateTagsMatcher();
@@ -46,8 +47,8 @@ void ItemImplBase::FromCJSON(std::string_view slice) {
 			}
 			ser_.Reset();
 			rdser.SetPos(0);
-			CJsonDecoder decoderSecondAttempt(tagsMatcher_, holder_);
-			decoderSecondAttempt.Decode(pl, rdser, ser_, floatVectorsHolder_, CJsonDecoder::DefaultFilter{nullptr});
+			CJsonDecoder decoderSecondAttempt(pl, rdser, ser_, tagsMatcher_, holder_, floatVectorsHolder_, objectScalarIndexes);
+			decoderSecondAttempt.Decode(CJsonDecoder::DefaultFilter{nullptr});
 		}
 	}
 
@@ -85,11 +86,13 @@ Error ItemImplBase::FromJSON(std::string_view slice, char** endp, bool /*pkOnly*
 		return Error(errParseJson, "Error parsing json: '{}', pos: {}", e.what(), len);
 	}
 
+	ScalarIndexesSetT objectScalarIndexes;
 	// Split parsed json into indexes and tuple
-	JsonDecoder decoder(tagsMatcher_);
+	JsonDecoder decoder(tagsMatcher_, floatVectorsHolder_, objectScalarIndexes);
 	Payload pl = GetPayload();
 	ser_.Reset();
-	auto err = decoder.Decode(pl, ser_, node.value, floatVectorsHolder_);
+
+	auto err = decoder.Decode(pl, ser_, node.value);
 
 	if (err.ok()) {
 		// Put tuple to field[0]
@@ -103,7 +106,6 @@ Error ItemImplBase::FromJSON(std::string_view slice, char** endp, bool /*pkOnly*
 
 Error ItemImplBase::FromMsgPack(std::string_view buf, size_t& offset) {
 	Payload pl = GetPayload();
-	MsgPackDecoder decoder(tagsMatcher_);
 
 	std::string_view data = buf;
 	if (!unsafe_) {
@@ -112,7 +114,9 @@ Error ItemImplBase::FromMsgPack(std::string_view buf, size_t& offset) {
 	}
 
 	ser_.Reset();
-	Error err = decoder.Decode(data, pl, ser_, offset, floatVectorsHolder_);
+	ScalarIndexesSetT objectScalarIndexes;
+	MsgPackDecoder decoder(data, pl, ser_, tagsMatcher_, offset, floatVectorsHolder_, objectScalarIndexes);
+	Error err = decoder.Decode();
 	if (err.ok()) {
 		const auto tupleSize = ser_.Len();
 		tupleHolder_ = ser_.DetachBuf();

cpp_src/client/resultserializer.cc

@@ -129,7 +129,7 @@ ResultSerializer::ItemParams ResultSerializer::GetItemData(int flags, int shardI
 	ItemParams ret;
 
 	if (flags & kResultsWithItemID) {
-		ret.id = int(GetVarUInt());
+		ret.id = IdType::FromNumber(GetVarUInt());
 		ret.lsn = lsn_t(GetVarUInt());
 	}
 

cpp_src/client/resultserializer.h

@@ -1,9 +1,11 @@
 #pragma once
 #include <functional>
 #include <optional>
+#include "core/id_type.h"
 #include "core/namespace/incarnationtags.h"
 #include "core/queryresults/aggregationresult.h"
 #include "core/rank_t.h"
+#include "core/type_consts.h"
 #include "tools/lsn.h"
 #include "tools/serializer.h"
 
@@ -28,7 +30,7 @@ class [[nodiscard]] ResultSerializer : public Serializer {
 	};
 
 	struct [[nodiscard]] ItemParams {
-		IdType id = -1;
+		IdType id = IdType::NotSet();
 		uint16_t nsid = 0;
 		RankT rank{};
 		lsn_t lsn;

cpp_src/cluster/clusterizator.cc

@@ -115,7 +115,7 @@ bool ClusterManager::NamesapceIsInReplicationConfig(std::string_view nsName) {
 	return clusterReplicator_.NamespaceIsInClusterConfig(nsName) || asyncReplicator_.NamespaceIsInAsyncConfig(nsName);
 }
 
-Error ClusterManager::Replicate(UpdatesContainer&& recs, std::function<void()> beforeWaitF, const RdxContext& ctx) {
+Error ClusterManager::Replicate(UpdatesContainer&& recs, const std::function<void()>& beforeWaitF, const RdxContext& ctx) {
 	if (replicationIsNotRequired(recs)) {
 		return {};
 	}