Merge pull request #831 from radixdlt/release/v1.10.0

Release/v1.10.0

Author: PawelPawelec-RDX

.github/workflows/main.yml

@@ -294,7 +294,7 @@ jobs:
         env:
           EVENT_TYPE: "ng_babylon_pr"
         run: |
-          curl --silent --show-error --fail --location --request POST 'https://github-worker.radixdlt.com/repos/radixdlt/${{secrets.DISPATCH_REPO}}/dispatches' \
+          curl --silent --show-error --fail --location --request POST 'https://github-worker.radixdlt.com/repos/radixdlt/${{env.CF_GITHUB_WORKER_DISPATCH_REPO}}/dispatches' \
             --header 'Accept: application/vnd.github.v3+json' \
             --header 'Authorization:  Basic ${{env.CF_GITHUB_WORKER_ENCODED_BASIC_AUTH}}' \
             --header 'Content-Type: application/json' \

.github/workflows/pr-namespace-deletion.yml

@@ -27,7 +27,7 @@ jobs:
 
       - name: Trigger pr deletion event ${{ github.ref }}
         run: |
-          curl --silent --show-error --fail --location --request POST 'https://github-worker.radixdlt.com/repos/radixdlt/${{secrets.DISPATCH_REPO}}/dispatches' \
+          curl --silent --show-error --fail --location --request POST 'https://github-worker.radixdlt.com/repos/radixdlt/${{env.CF_GITHUB_WORKER_DISPATCH_REPO}}/dispatches' \
             --header 'Accept: application/vnd.github.v3+json' \
             --header 'Authorization: Basic ${{env.CF_GITHUB_WORKER_ENCODED_BASIC_AUTH}}' \
             --header 'Content-Type: application/json' \

CHANGELOG.md

@@ -1,3 +1,46 @@
+## 1.10.0
+Release built: _not released yet_
+
+### Bug fixes
+- Fixed two bugs in two-way links returned from `/state/entity/details` (If you are affected and your two-way link is not working, the Radix Console tool https://console.radixdlt.com/configure-metadata can help fix it. You may also consider using the blueprint link feature introduced in that release, though it is not yet supported by the tool and must be set manually). 
+  - If one end of the link pointed to an entity without a corresponding metadata key, it was incorrectly considered a valid two-way link.
+  - Fixed invalidation after removing a metadata entry on one end. Previously, the link was still considered valid even after the metadata entry was removed.
+
+### API Changes
+- New filters are supported on the `/stream/transactions` endpoint:
+    - `transaction_status_filter` - Allows filtering by the transaction commit status (`Success`, `Failure`, `All`). Defaults to `All`.
+    - `balance_change_resources_filter` - Allows filtering to transactions which included non-fee related balance changes for all provided resources. Defaults to `[]`. We recommend integrators use this instead of the `manifest_resources_filter` in most instances.
+- Improved the performance of the `/extensions/resource-holders/page` endpoint.
+- Added a new, detailed events model that provides more in-depth insights and additional context, allowing you to work with events more effectively. It is returned when the `detailed_events` opt-in is enabled for the `/stream/transactions` and `/stream/transactions` endpoints. The existing `events` property is now deprecated, and we advise switching to the new detailed events model.
+- Added two new endpoints that allow querying for entities that have ever used a requirement (resource or non-fungible global ID) in their access rules (blueprint authentication templates, owner roles, or role assignments).
+  - `/extensions/entities-by-role-requirement/lookup` – allows querying by multiple requirements.
+  - `/extensions/entities-by-role-requirement/page` – allows querying and paginating by a single requirement.
+- The `manifest_classes` of the transaction manifest in the `/stream/transactions` endpoint have been adjusted slightly. Notably:
+  - The `General` classification has been expanded to permit validator stake/unstake/claim actions and pool contribute and redeem actions. 
+- Added a new endpoint `/extensions/implicit-requirements/lookup` for resolving implicit access rule requirements (https://docs.radixdlt.com/docs/advanced-accessrules#implicit-requirements).
+- Added [blueprint link](https://docs.radixdlt.com/docs/metadata-for-verification#blueprint-Link) support
+  - dApp details
+    - `auto_link_blueprints` property added to `two_way_linked_dapp_details.entities.items` if entity is package and has any auto link blueprint defined.
+  - Linked entity changes
+    - Update to `two_way_linked_dapp_address` previously it returned only direct links, right now it resolves to `direct_linked_dapp_address` if it exists; otherwise, it falls back to `blueprint_linked_dapp_address`.
+    - New property `direct_linked_dapp_address` returns verified direct two-way link to the dApp address, if available.
+    - New property `blueprint_linked_dapp_address` returns verified blueprint two-way link to the dApp address, if available.
+
+### Database changes
+- New entries added to the `ledger_transaction_markers` table for each resource whose balance (excluding fee-related changes) was modified in a transaction. Each resource balance change will be represented by an entry with the `resource_balance_change` discriminator and the resource's `entity_id`.
+- Removed `transaction_type.round_update` from the `ledger_transaction_markers` table. This should reduce database size and slightly improve the performance of the `/stream/transactions` endpoint.
+- A new index `IX_ledger_transaction_markers_resource_balance_change` has been added to the `ledger_transaction_markers` table.
+- A new index `IX_ledger_transactions_receipt_status_state_version` has been added to the `ledger_transactions` table.
+- Replaced the `IX_resource_holders_entity_id_resource_entity_id_balance` index with the `IX_resource_holders_resource_entity_id_balance_entity_id` index on the `resource_holders` table.
+- New `outer_object_entity_id` column in the `entities` table, which holds the outer object entity id (e.g resource entity id for vaults and consensus manager entity id for validators).
+- New `receipt_event_emitter_entity_ids` column in the `ledger_transaction_events` table, which holds the emitter entity ids for transaction events.
+- Added a new `entities_by_role_requirement_entry_definition` table that stores information about entities that have ever used a requirement (resource or non-fungible global ID) in their access rules.
+- Added a new `implicit_requirements` table to store data necessary for resolving implicit access rule requirements.
+
+### What’s new?
+- Added a new configuration parameter, `GatewayApi__Endpoint__EntitiesByRoleRequirementLookupMaxRequestedRequirementsCount`, which sets the limit (default `50`) on the number of requirements that can be queried using the `/extensions/entities-by-role-requirement/lookup` endpoint.
+- Added a new configuration parameter, `GatewayApi__Endpoint__ImplicitRequirementsLookupMaxRequestedRequirementsCount`, which sets the limit (default `100`) on the number of implicit requirements that can be queried using the `/extensions/implicit-requirements/lookup` endpoint.
+
 ## 1.9.2
 Release built: 9.12.2024
 

Directory.Build.props

@@ -14,7 +14,7 @@
   </PropertyGroup>
 
   <PropertyGroup>
-    <VersionPrefix>1.9.2</VersionPrefix>
+    <VersionPrefix>1.10.0</VersionPrefix>
     <VersionSuffix>develop</VersionSuffix>
   </PropertyGroup>
 

Directory.Packages.props

@@ -17,13 +17,12 @@
     <PackageVersion Include="Microsoft.Extensions.Logging.Abstractions" Version="8.0.0" />
     <PackageVersion Include="Microsoft.OpenApi.Readers" Version="1.6.13" />
     <PackageVersion Include="Newtonsoft.Json" Version="13.0.3" />
-    <PackageVersion Include="Nito.AsyncEx.Coordination" Version="5.1.2" />
     <PackageVersion Include="Npgsql.EntityFrameworkCore.PostgreSQL" Version="8.0.2" />
     <PackageVersion Include="Polly" Version="8.3.0" />
     <PackageVersion Include="prometheus-net" Version="8.2.1" />
     <PackageVersion Include="prometheus-net.AspNetCore" Version="8.2.1" />
     <PackageVersion Include="prometheus-net.AspNetCore.HealthChecks" Version="8.2.1" />
-    <PackageVersion Include="RadixDlt.RadixEngineToolkit" Version="2.2.0-dev9" />
+    <PackageVersion Include="RadixDlt.RadixEngineToolkit" Version="2.2.2" />
     <PackageVersion Include="Swashbuckle.AspNetCore" Version="6.5.0" />
     <!-- build time dependencies -->
     <PackageVersion Include="coverlet.collector" Version="6.0.1" />

apps/DataAggregator/packages.lock.json

@@ -458,27 +458,6 @@
           "Newtonsoft.Json": "12.0.1"
         }
       },
-      "Nito.AsyncEx.Tasks": {
-        "type": "Transitive",
-        "resolved": "5.1.2",
-        "contentHash": "jEkCfR2/M26OK/U4G7SEN063EU/F4LiVA06TtpZILMdX/quIHCg+wn31Zerl2LC+u1cyFancjTY3cNAr2/89PA==",
-        "dependencies": {
-          "Nito.Disposables": "2.2.1"
-        }
-      },
-      "Nito.Collections.Deque": {
-        "type": "Transitive",
-        "resolved": "1.1.1",
-        "contentHash": "CU0/Iuv5VDynK8I8pDLwkgF0rZhbQoZahtodfL0M3x2gFkpBRApKs8RyMyNlAi1mwExE4gsmqQXk4aFVvW9a4Q=="
-      },
-      "Nito.Disposables": {
-        "type": "Transitive",
-        "resolved": "2.2.1",
-        "contentHash": "6sZ5uynQeAE9dPWBQGKebNmxbY4xsvcc5VplB5WkYEESUS7oy4AwnFp0FhqxTSKm/PaFrFqLrYr696CYN8cugg==",
-        "dependencies": {
-          "System.Collections.Immutable": "1.7.1"
-        }
-      },
       "Npgsql": {
         "type": "Transitive",
         "resolved": "8.0.2",
@@ -635,24 +614,23 @@
           "Microsoft.Extensions.Hosting": "[8.0.0, )",
           "Microsoft.Extensions.Logging.Abstractions": "[8.0.0, )",
           "Newtonsoft.Json": "[13.0.3, )",
-          "Nito.AsyncEx.Coordination": "[5.1.2, )",
-          "RadixDlt.CoreApiSdk": "[1.9.0-develop, )"
+          "RadixDlt.CoreApiSdk": "[1.10.0-develop, )"
         }
       },
       "radixdlt.networkgateway.dataaggregator": {
         "type": "Project",
         "dependencies": {
-          "RadixDlt.NetworkGateway.Abstractions": "[1.9.0-develop, )"
+          "RadixDlt.NetworkGateway.Abstractions": "[1.10.0-develop, )"
         }
       },
       "radixdlt.networkgateway.gatewayapi": {
         "type": "Project",
         "dependencies": {
           "FluentValidation.AspNetCore": "[11.3.0, )",
           "Microsoft.Extensions.Http.Polly": "[8.0.2, )",
-          "RadixDlt.NetworkGateway.Abstractions": "[1.9.0-develop, )",
-          "RadixDlt.NetworkGateway.GatewayApiSdk": "[1.9.0-develop, )",
-          "RadixDlt.RadixEngineToolkit": "[2.2.0-dev9, )"
+          "RadixDlt.NetworkGateway.Abstractions": "[1.10.0-develop, )",
+          "RadixDlt.NetworkGateway.GatewayApiSdk": "[1.10.0-develop, )",
+          "RadixDlt.RadixEngineToolkit": "[2.2.2, )"
         }
       },
       "radixdlt.networkgateway.gatewayapisdk": {
@@ -661,7 +639,7 @@
           "JsonSubTypes": "[2.0.1, )",
           "Newtonsoft.Json": "[13.0.3, )",
           "Polly": "[8.3.0, )",
-          "RadixDlt.NetworkGateway.Abstractions": "[1.9.0-develop, )"
+          "RadixDlt.NetworkGateway.Abstractions": "[1.10.0-develop, )"
         }
       },
       "radixdlt.networkgateway.postgresintegration": {
@@ -674,17 +652,17 @@
           "Microsoft.Extensions.Diagnostics.HealthChecks.EntityFrameworkCore": "[8.0.2, )",
           "Newtonsoft.Json": "[13.0.3, )",
           "Npgsql.EntityFrameworkCore.PostgreSQL": "[8.0.2, )",
-          "RadixDlt.NetworkGateway.Abstractions": "[1.9.0-develop, )",
-          "RadixDlt.NetworkGateway.DataAggregator": "[1.9.0-develop, )",
-          "RadixDlt.NetworkGateway.GatewayApi": "[1.9.0-develop, )",
-          "RadixDlt.RadixEngineToolkit": "[2.2.0-dev9, )"
+          "RadixDlt.NetworkGateway.Abstractions": "[1.10.0-develop, )",
+          "RadixDlt.NetworkGateway.DataAggregator": "[1.10.0-develop, )",
+          "RadixDlt.NetworkGateway.GatewayApi": "[1.10.0-develop, )",
+          "RadixDlt.RadixEngineToolkit": "[2.2.2, )"
         }
       },
       "radixdlt.networkgateway.prometheusintegration": {
         "type": "Project",
         "dependencies": {
-          "RadixDlt.NetworkGateway.DataAggregator": "[1.9.0-develop, )",
-          "RadixDlt.NetworkGateway.GatewayApi": "[1.9.0-develop, )",
+          "RadixDlt.NetworkGateway.DataAggregator": "[1.10.0-develop, )",
+          "RadixDlt.NetworkGateway.GatewayApi": "[1.10.0-develop, )",
           "prometheus-net": "[8.2.1, )"
         }
       },
@@ -831,16 +809,6 @@
         "resolved": "13.0.3",
         "contentHash": "HrC5BXdl00IP9zeV+0Z848QWPAoCr9P3bDEZguI+gkLcBKAOxix/tLEAAHC+UvDNPv4a2d18lOReHMOagPa+zQ=="
       },
-      "Nito.AsyncEx.Coordination": {
-        "type": "CentralTransitive",
-        "requested": "[5.1.2, )",
-        "resolved": "5.1.2",
-        "contentHash": "QMyUfsaxov//0ZMbOHWr9hJaBFteZd66DV1ay4J5wRODDb8+K/uHC7+3VsOflo6SVw/29mu8OWZp8vMDSuzc0w==",
-        "dependencies": {
-          "Nito.AsyncEx.Tasks": "5.1.2",
-          "Nito.Collections.Deque": "1.1.1"
-        }
-      },
       "Npgsql.EntityFrameworkCore.PostgreSQL": {
         "type": "CentralTransitive",
         "requested": "[8.0.2, )",
@@ -864,9 +832,9 @@
       },
       "RadixDlt.RadixEngineToolkit": {
         "type": "CentralTransitive",
-        "requested": "[2.2.0-dev9, )",
-        "resolved": "2.2.0-dev9",
-        "contentHash": "FonZwFacydh2ed4V7PLGJ+doR+MXAg+b2llgXfWzYnzHuGk/oE9ETSwl92rjTjbzAy82oz53EI2YTNHWlDOLgw=="
+        "requested": "[2.2.2, )",
+        "resolved": "2.2.2",
+        "contentHash": "EX3wHoOLXVMSYUUoeAm6clg64G3WRIZOZPF9ptSs3MR5M1knqK64J6jIW5jRmfT/06D+F17haSOEPTpy1EQDbA=="
       }
     }
   }

apps/DatabaseMigrations/packages.lock.json

@@ -391,27 +391,6 @@
           "System.CodeDom": "4.4.0"
         }
       },
-      "Nito.AsyncEx.Tasks": {
-        "type": "Transitive",
-        "resolved": "5.1.2",
-        "contentHash": "jEkCfR2/M26OK/U4G7SEN063EU/F4LiVA06TtpZILMdX/quIHCg+wn31Zerl2LC+u1cyFancjTY3cNAr2/89PA==",
-        "dependencies": {
-          "Nito.Disposables": "2.2.1"
-        }
-      },
-      "Nito.Collections.Deque": {
-        "type": "Transitive",
-        "resolved": "1.1.1",
-        "contentHash": "CU0/Iuv5VDynK8I8pDLwkgF0rZhbQoZahtodfL0M3x2gFkpBRApKs8RyMyNlAi1mwExE4gsmqQXk4aFVvW9a4Q=="
-      },
-      "Nito.Disposables": {
-        "type": "Transitive",
-        "resolved": "2.2.1",
-        "contentHash": "6sZ5uynQeAE9dPWBQGKebNmxbY4xsvcc5VplB5WkYEESUS7oy4AwnFp0FhqxTSKm/PaFrFqLrYr696CYN8cugg==",
-        "dependencies": {
-          "System.Collections.Immutable": "1.7.1"
-        }
-      },
       "Npgsql": {
         "type": "Transitive",
         "resolved": "8.0.2",
@@ -568,24 +547,23 @@
           "Microsoft.Extensions.Hosting": "[8.0.0, )",
           "Microsoft.Extensions.Logging.Abstractions": "[8.0.0, )",
           "Newtonsoft.Json": "[13.0.3, )",
-          "Nito.AsyncEx.Coordination": "[5.1.2, )",
-          "RadixDlt.CoreApiSdk": "[1.9.0-develop, )"
+          "RadixDlt.CoreApiSdk": "[1.10.0-develop, )"
         }
       },
       "radixdlt.networkgateway.dataaggregator": {
         "type": "Project",
         "dependencies": {
-          "RadixDlt.NetworkGateway.Abstractions": "[1.9.0-develop, )"
+          "RadixDlt.NetworkGateway.Abstractions": "[1.10.0-develop, )"
         }
       },
       "radixdlt.networkgateway.gatewayapi": {
         "type": "Project",
         "dependencies": {
           "FluentValidation.AspNetCore": "[11.3.0, )",
           "Microsoft.Extensions.Http.Polly": "[8.0.2, )",
-          "RadixDlt.NetworkGateway.Abstractions": "[1.9.0-develop, )",
-          "RadixDlt.NetworkGateway.GatewayApiSdk": "[1.9.0-develop, )",
-          "RadixDlt.RadixEngineToolkit": "[2.2.0-dev9, )"
+          "RadixDlt.NetworkGateway.Abstractions": "[1.10.0-develop, )",
+          "RadixDlt.NetworkGateway.GatewayApiSdk": "[1.10.0-develop, )",
+          "RadixDlt.RadixEngineToolkit": "[2.2.2, )"
         }
       },
       "radixdlt.networkgateway.gatewayapisdk": {
@@ -594,7 +572,7 @@
           "JsonSubTypes": "[2.0.1, )",
           "Newtonsoft.Json": "[13.0.3, )",
           "Polly": "[8.3.0, )",
-          "RadixDlt.NetworkGateway.Abstractions": "[1.9.0-develop, )"
+          "RadixDlt.NetworkGateway.Abstractions": "[1.10.0-develop, )"
         }
       },
       "radixdlt.networkgateway.postgresintegration": {
@@ -607,10 +585,10 @@
           "Microsoft.Extensions.Diagnostics.HealthChecks.EntityFrameworkCore": "[8.0.2, )",
           "Newtonsoft.Json": "[13.0.3, )",
           "Npgsql.EntityFrameworkCore.PostgreSQL": "[8.0.2, )",
-          "RadixDlt.NetworkGateway.Abstractions": "[1.9.0-develop, )",
-          "RadixDlt.NetworkGateway.DataAggregator": "[1.9.0-develop, )",
-          "RadixDlt.NetworkGateway.GatewayApi": "[1.9.0-develop, )",
-          "RadixDlt.RadixEngineToolkit": "[2.2.0-dev9, )"
+          "RadixDlt.NetworkGateway.Abstractions": "[1.10.0-develop, )",
+          "RadixDlt.NetworkGateway.DataAggregator": "[1.10.0-develop, )",
+          "RadixDlt.NetworkGateway.GatewayApi": "[1.10.0-develop, )",
+          "RadixDlt.RadixEngineToolkit": "[2.2.2, )"
         }
       },
       "Dapper": {
@@ -756,16 +734,6 @@
         "resolved": "13.0.3",
         "contentHash": "HrC5BXdl00IP9zeV+0Z848QWPAoCr9P3bDEZguI+gkLcBKAOxix/tLEAAHC+UvDNPv4a2d18lOReHMOagPa+zQ=="
       },
-      "Nito.AsyncEx.Coordination": {
-        "type": "CentralTransitive",
-        "requested": "[5.1.2, )",
-        "resolved": "5.1.2",
-        "contentHash": "QMyUfsaxov//0ZMbOHWr9hJaBFteZd66DV1ay4J5wRODDb8+K/uHC7+3VsOflo6SVw/29mu8OWZp8vMDSuzc0w==",
-        "dependencies": {
-          "Nito.AsyncEx.Tasks": "5.1.2",
-          "Nito.Collections.Deque": "1.1.1"
-        }
-      },
       "Npgsql.EntityFrameworkCore.PostgreSQL": {
         "type": "CentralTransitive",
         "requested": "[8.0.2, )",
@@ -789,9 +757,9 @@
       },
       "RadixDlt.RadixEngineToolkit": {
         "type": "CentralTransitive",
-        "requested": "[2.2.0-dev9, )",
-        "resolved": "2.2.0-dev9",
-        "contentHash": "FonZwFacydh2ed4V7PLGJ+doR+MXAg+b2llgXfWzYnzHuGk/oE9ETSwl92rjTjbzAy82oz53EI2YTNHWlDOLgw=="
+        "requested": "[2.2.2, )",
+        "resolved": "2.2.2",
+        "contentHash": "EX3wHoOLXVMSYUUoeAm6clg64G3WRIZOZPF9ptSs3MR5M1knqK64J6jIW5jRmfT/06D+F17haSOEPTpy1EQDbA=="
       }
     }
   }

apps/GatewayApi/Controllers/ExtensionsController.cs

@@ -79,4 +79,22 @@ public class ExtensionsController(IExtensionsHandler extensionsHandler) : Contro
     {
         return await extensionsHandler.ResourceHolders(request, token);
     }
+
+    [HttpPost("entities-by-role-requirement/page")]
+    public async Task<GatewayModel.EntitiesByRoleRequirementPageResponse> EntitiesByRoleRequirementPage(GatewayModel.EntitiesByRoleRequirementPageRequest request, CancellationToken token)
+    {
+        return await extensionsHandler.EntitiesByRoleRequirementPage(request, token);
+    }
+
+    [HttpPost("entities-by-role-requirement/lookup")]
+    public async Task<GatewayModel.EntitiesByRoleRequirementLookupResponse> EntitiesByRoleRequirementLookup(GatewayModel.EntitiesByRoleRequirementLookupRequest request, CancellationToken token)
+    {
+        return await extensionsHandler.EntitiesByRoleRequirementLookup(request, token);
+    }
+
+    [HttpPost("implicit-requirements/lookup")]
+    public async Task<GatewayModel.ImplicitRequirementsLookupResponse> ImplicitRequirementsLookup(GatewayModel.ImplicitRequirementsLookupRequest request, CancellationToken token)
+    {
+        return await extensionsHandler.ImplicitRequirementsLookup(request, token);
+    }
 }

apps/GatewayApi/Controllers/StatusController.cs

@@ -91,9 +91,9 @@ public StatusController(IStatusHandler statusHandler, INetworkConfigurationProvi
     }
 
     [HttpPost("network-configuration")]
-    public async Task<GatewayModel.NetworkConfigurationResponse> NetworkConfiguration(CancellationToken token)
+    public GatewayModel.NetworkConfigurationResponse NetworkConfiguration()
     {
-        var networkConfiguration = await _networkConfigurationProvider.GetNetworkConfiguration(token);
+        var networkConfiguration = _networkConfigurationProvider.GetNetworkConfiguration();
         var wellKnownAddresses = networkConfiguration.WellKnownAddresses;
 
         return new GatewayModel.NetworkConfigurationResponse(