Merge branch 'next-major' into feature/string-compression

Author: jedelbo

CHANGELOG.md

@@ -21,6 +21,55 @@
 
 ----------------------------------------------
 
+# 14.10.2 Release notes
+
+### Enhancements
+* None.
+
+### Fixed
+* `DB::compact()` on an encrypted Realm without explicitly specifying a new encryption key would only work if the old key happened to be a valid nul-terminated string ([#7842](https://github.com/realm/realm-core/issues/7842), since v14.10.0).
+* You could get unexpected merge results when assigning to a nested collection ([#7809](https://github.com/realm/realm-core/issues/7809), since v14.0.0)
+
+### Breaking changes
+* None.
+
+### Compatibility
+* Fileformat: Generates files with format v24. Reads and automatically upgrade from fileformat v10. If you want to upgrade from an earlier file format version you will have to use RealmCore v13.x.y or earlier.
+
+-----------
+
+### Internals
+* FLX download estimates are now tracked in a multiprocess-compatible manner ([PR #7780](https://github.com/realm/realm-core/pull/7780)).
+* Fixed util::FlatMap so it uses the custom Compare for both ordering and equality checking so you can use util::FlatMap with case-insensitive string keys ([PR #7845](https://github.com/realm/realm-core/pull/7845)).
+
+----------------------------------------------
+
+# 14.10.1 Release notes
+
+### Enhancements
+* It is no longer an error to set a base url for an App with a trailing slash - for example, `https://services.cloud.mongodb.com/` instead of `https://services.cloud.mongodb.com` - before this change that would result in a 404 error from the server ([PR #7791](https://github.com/realm/realm-core/pull/7791)).
+* Performance has been improved for range queries on integers and timestamps. Requires that you use the "BETWEEN" operation in MQL or the Query::between() method when you build the query. (PR [#7785](https://github.com/realm/realm-core/pull/7785))
+* Expose `Obj::add_int()` in the bindgen spec. ([PR #7797](https://github.com/realm/realm-core/pull/7797)).
+
+### Fixed
+* Valgrind could report a branch on an uninitialized read when opening something that is not an encrypted Realm file as an encrypted Realm file ([PR #7789](https://github.com/realm/realm-core/pull/7789), since v14.10.0).
+* Opening an FLX realm asynchronously may not wait to download all data ([#7720](https://github.com/realm/realm-core/issues/7720), since FLX sync was introduced).
+* Clearing a List of Mixed in an upgraded file would lead to an assertion failing ([#7771](https://github.com/realm/realm-core/issues/7771), since 14.0.0)
+* Fix compilation with Xcode 16 ([PR #7802](https://github.com/realm/realm-core/pull/7802))
+
+### Breaking changes
+* None.
+
+### Compatibility
+* Fileformat: Generates files with format v24. Reads and automatically upgrade from fileformat v10. If you want to upgrade from an earlier file format version you will have to use RealmCore v13.x.y or earlier.
+
+-----------
+
+### Internals
+* Switch to building the Swift package and Cocoa binaries as C++20 ([PR #7802](https://github.com/realm/realm-core/pull/7802)).
+
+----------------------------------------------
+
 # 14.10.0 Release notes
 
 ### Enhancements

CMakeLists.txt

@@ -34,7 +34,9 @@ endif()
 set(PROJECT_VERSION ${DEP_VERSION})
 
 # Project-wide build flags
-set(CMAKE_CXX_STANDARD 17)
+if (NOT DEFINED CMAKE_CXX_STANDARD)
+    set(CMAKE_CXX_STANDARD 17)
+endif()
 set(CMAKE_CXX_STANDARD_REQUIRED ON)
 set(CMAKE_CXX_EXTENSIONS OFF)
 

Package.swift

@@ -3,7 +3,7 @@
 import PackageDescription
 import Foundation
 
-let versionStr = "14.10.0"
+let versionStr = "14.10.2"
 let versionPieces = versionStr.split(separator: "-")
 let versionCompontents = versionPieces[0].split(separator: ".")
 let versionExtra = versionPieces.count > 1 ? versionPieces[1] : ""
@@ -569,5 +569,5 @@ let package = Package(
                 .headerSearchPath("../"),
             ] + cxxSettings) as [CXXSetting]),
     ],
-    cxxLanguageStandard: .cxx17
+    cxxLanguageStandard: .cxx20
 )

bindgen/spec.yml

@@ -808,6 +808,7 @@ classes:
         - sig: '(column: ColKey, value: Mixed, is_default: bool)'
           suffix: with_default
       set_collection: '(column: ColKey, type: CollectionType) -> Obj'
+      add_int: '(column: ColKey, value: int64_t) -> Obj'
       get_linked_object: '(column: ColKey) const -> Nullable<Obj>'
       to_string: () const -> std::string
       get_backlink_count: '() const -> count_t'

dependencies.yml

@@ -1,5 +1,5 @@
 PACKAGE_NAME: realm-core
-VERSION: 14.10.0
+VERSION: 14.10.2
 OPENSSL_VERSION: 3.2.0
 ZLIB_VERSION: 1.2.13
 # https://github.com/10gen/baas/commits

doc/development/how-to-release.md

@@ -4,15 +4,15 @@ The core release process is automated with github [actions](https://github.com/r
   - Select the base branch that you would like to make a release from (usually this will be "master") in the drop down.
   - Enter the version of the new release (eg. "10.123.1" or "4.5.0-CustDemo")
 
-2. This will create a PR, which you should look over and get someone else on the team to review. Verify the changelog by checking the PR description which has a list of commits since the last tag was made. If any changes are required, commit them to this PR's branch.
+2. This will create a PR, which you should look over and get someone else on the team to review. Verify the changelog by checking the PR description which has a list of commits since the last tag was made. If any changes are required, commit them to this PR's branch (please reorder commits such that the version change comes last as the last commit will be the one tagged). Verify that the base commit on the branch you are releasing has passed evergreen checks (or that the failures are known to be spurious and are tracked).
 
-3. When ready, merge the PR. You can squash if there are only "prepare release" changes, but use a "merge-commit" strategy if there are functional changes added manually to the PR (note that if using a merge strategy, the last commit after merge will be the one tagged, so you may want to reorder the commits so that the 'prepare' commit comes last). On merge, the "make-release" action will run. This will:
+3. When ready, merge the PR. You can squash if there are only "prepare release" changes, but use a "merge-commit" strategy if there are functional changes added manually to the PR. On merge, the "make-release" action will run which triggers a Github deployment. Someone from the `@realm/realm-core-team` must approve the deployment for this step to run. Find the Github [deployment](https://github.com/realm/realm-core/actions/workflows/make-release.yml) and approve it. This will:
   - Make a tag
   - Publish the release on Github
   - Open a PR to update the Changelog with the new template section
   - Announce the release in the #appx-releases slack channel
 
-4. Find the newly generated PR that adds the new changelog section. Approve it and merge it.
+4. Find the newly generated PR that adds the new changelog section. Approve it and merge it. It has been discussed by the team that this PR can be approved and merged without initiating evergreen checks because it is an automated change that only affects CHANGELOG.md and originates from an approved template.
 
 ## Previous process
 

evergreen/config.yml

@@ -1682,7 +1682,6 @@ buildvariants:
   expansions:
     cmake_bindir: "/opt/homebrew/bin"
     cmake_toolchain_file: "./tools/cmake/xcode.toolchain.cmake"
-    extra_flags: "-DCMAKE_XCODE_ATTRIBUTE_SDKROOT=iphoneos"
     cmake_build_tool_options: "-sdk iphonesimulator -arch arm64"
     cmake_generator: Xcode
     max_jobs: $(sysctl -n hw.logicalcpu)
@@ -1715,12 +1714,11 @@ buildvariants:
   expansions:
     cmake_url: "https://s3.amazonaws.com/static.realm.io/evergreen-assets/cmake-3.26.3-macos-universal.tar.gz"
     cmake_bindir: "./cmake_binaries/CMake.app/Contents/bin"
-    cmake_toolchain_file: "./tools/cmake/xcode.toolchain.cmake"
     cmake_generator: Xcode
     max_jobs: $(sysctl -n hw.logicalcpu)
     cmake_build_type: Release
     xcode_developer_dir: /Applications/Xcode13.1.app/Contents/Developer
-    extra_flags: -DCMAKE_SYSTEM_NAME=Darwin -DCMAKE_OSX_ARCHITECTURES=x86_64
+    extra_flags: -DREALM_ENABLE_ASSERTIONS=ON
   tasks:
   - name: benchmarks
   - name: compile_test
@@ -1732,12 +1730,11 @@ buildvariants:
   expansions:
     cmake_url: "https://s3.amazonaws.com/static.realm.io/evergreen-assets/cmake-3.26.3-macos-universal.tar.gz"
     cmake_bindir: "./cmake_binaries/CMake.app/Contents/bin"
-    cmake_toolchain_file: "./tools/cmake/xcode.toolchain.cmake"
     cmake_generator: Xcode
     max_jobs: $(sysctl -n hw.logicalcpu)
     cmake_build_type: Release
     xcode_developer_dir: /Applications/Xcode13.1.app/Contents/Developer
-    extra_flags: -DCMAKE_SYSTEM_NAME=Darwin -DCMAKE_OSX_ARCHITECTURES=arm64
+    extra_flags: -DREALM_ENABLE_ASSERTIONS=ON
   tasks:
   - name: benchmarks
 

src/CMakeLists.txt

@@ -1,6 +1,8 @@
 add_subdirectory(realm)
 add_subdirectory(external/IntelRDFPMathLib20U2)
-add_subdirectory(external/bson EXCLUDE_FROM_ALL)
+if (NOT REALM_BUILD_LIB_ONLY)
+    add_subdirectory(external/bson EXCLUDE_FROM_ALL)
+endif()
 
 if (REALM_ENABLE_GEOSPATIAL)
     add_subdirectory(external/s2)

src/realm/array_integer.cpp

@@ -37,6 +37,19 @@ Mixed ArrayInteger::get_any(size_t ndx) const
     return Mixed(get(ndx));
 }
 
+size_t ArrayInteger::find_first_in_range(int64_t from, int64_t to, size_t start, size_t end) const
+{
+    if (m_ubound >= from && m_lbound <= to) {
+        while (start < end) {
+            auto val = get(start);
+            if (from <= val && val <= to)
+                return start;
+            start++;
+        }
+    }
+    return realm::not_found;
+}
+
 Mixed ArrayIntNull::get_any(size_t ndx) const
 {
     return Mixed(get(ndx));
@@ -184,6 +197,18 @@ size_t ArrayIntNull::find_first(value_type value, size_t begin, size_t end) cons
     return find_first<Equal>(value, begin, end);
 }
 
+size_t ArrayIntNull::find_first_in_range(int64_t from, int64_t to, size_t start, size_t end) const
+{
+    if (m_ubound >= from && m_lbound <= to) {
+        for (size_t i = start; i < end; i++) {
+            auto val = get(i);
+            if (val && *val >= from && *val <= to)
+                return i;
+        }
+    }
+    return realm::not_found;
+}
+
 void ArrayIntNull::get_chunk(size_t ndx, value_type res[8]) const noexcept
 {
     // FIXME: Optimize this

src/realm/array_integer.hpp

@@ -64,6 +64,7 @@ class ArrayInteger : public Array, public ArrayPayload {
     }
     template <class cond>
     bool find(value_type value, size_t start, size_t end, QueryStateBase* state) const;
+    size_t find_first_in_range(int64_t from, int64_t to, size_t start, size_t end) const;
 
     template <class T>
     static ref_type typed_write(ref_type ref, T& out, Allocator& alloc)
@@ -140,6 +141,7 @@ class ArrayIntNull : public Array, public ArrayPayload {
 
 
     size_t find_first(value_type value, size_t begin = 0, size_t end = npos) const;
+    size_t find_first_in_range(int64_t from, int64_t to, size_t start, size_t end) const;
 
     template <class T>
     static ref_type typed_write(ref_type ref, T& out, Allocator& alloc)