Skip to content
This repository was archived by the owner on Feb 5, 2026. It is now read-only.

Commit 2a54285

Browse files
dependabot[bot]s-vitaliygeorge-zubrienko
authored
Bump Arcane.Framework from 0.0.35 to 0.0.47 in /src (#55)
* Bump Arcane.Framework from 0.0.35 to 0.0.47 in /src Bumps [Arcane.Framework](https://github.com/SneaksAndData/arcane-framework) from 0.0.35 to 0.0.47. - [Release notes](https://github.com/SneaksAndData/arcane-framework/releases) - [Commits](SneaksAndData/arcane-framework@v0.0.35...v0.0.47) --- updated-dependencies: - dependency-name: Arcane.Framework dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com> * Fix incompatible changes --------- Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: Vitalii Savitskii <visa@ecco.com> Co-authored-by: George Zubrienko <zubrienkog@gmail.com>
1 parent 346b91d commit 2a54285

File tree

3 files changed

+19
-5
lines changed

3 files changed

+19
-5
lines changed

src/Arcane.Stream.Cdm.csproj

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
<RootNamespace>Arcane.Stream.Cdm</RootNamespace>
77
</PropertyGroup>
88
<ItemGroup>
9-
<PackageReference Include="Arcane.Framework" Version="0.0.35" />
9+
<PackageReference Include="Arcane.Framework" Version="0.0.47" />
1010
<PackageReference Include="SnD.Sdk" Version="1.1.22" />
1111
</ItemGroup>
1212

src/GraphBuilder/CdmChangeFeedGraphBuilder.cs

Lines changed: 13 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,8 +3,10 @@
33
using System.Threading.Tasks;
44
using Akka.Streams;
55
using Akka.Streams.Dsl;
6+
using Akka.Util;
67
using Arcane.Framework.Contracts;
78
using Arcane.Framework.Services.Base;
9+
using Arcane.Framework.Sinks.Models;
810
using Arcane.Framework.Sinks.Parquet;
911
using Arcane.Framework.Sources.CdmChangeFeedSource;
1012
using Arcane.Stream.Cdm.Models;
@@ -19,13 +21,15 @@ public class CdmChangeFeedGraphBuilder : IStreamGraphBuilder<CdmChangeFeedStream
1921
private readonly IBlobStorageService blobStorageService;
2022
private readonly MetricsService metricsService;
2123
private readonly IBlobStorageWriter blobStorageWriter;
24+
private readonly IInterruptionToken interruptionToken;
2225

2326
public CdmChangeFeedGraphBuilder(IBlobStorageService blobStorageService, MetricsService metricsService,
24-
IBlobStorageWriter blobStorageWriter)
27+
IBlobStorageWriter blobStorageWriter, IInterruptionToken interruptionToken)
2528
{
2629
this.blobStorageService = blobStorageService;
2730
this.metricsService = metricsService;
2831
this.blobStorageWriter = blobStorageWriter;
32+
this.interruptionToken = interruptionToken;
2933
}
3034

3135
public IRunnableGraph<(UniqueKillSwitch, Task)> BuildGraph(CdmChangeFeedStreamContext context)
@@ -38,7 +42,11 @@ public CdmChangeFeedGraphBuilder(IBlobStorageService blobStorageService, Metrics
3842
context.SchemaUpdateInterval);
3943

4044
var dimensions = source.GetDefaultTags().GetAsDictionary(context, context.StreamId);
41-
var parquetSink = ParquetSinkFromContext(context, source.GetParquetSchema(), this.blobStorageWriter, context.SinkLocation);
45+
var parquetSink = ParquetSinkFromContext(context,
46+
source.GetParquetSchema(),
47+
this.blobStorageWriter,
48+
context.SinkLocation,
49+
this.interruptionToken);
4250
return Source.FromGraph(source)
4351
.GroupedWithin(context.RowsPerGroup, context.GroupingInterval)
4452
.Select(grp =>
@@ -55,12 +63,14 @@ public CdmChangeFeedGraphBuilder(IBlobStorageService blobStorageService, Metrics
5563

5664

5765
private static ParquetSink ParquetSinkFromContext(CdmChangeFeedStreamContext streamContext, Schema schema,
58-
IBlobStorageWriter blobStorageWriter, string sinkLocation)
66+
IBlobStorageWriter blobStorageWriter, string sinkLocation, IInterruptionToken interruptionToken)
5967
{
6068
var parquetSink = ParquetSink.Create(parquetSchema: schema, storageWriter: blobStorageWriter,
6169
parquetFilePath: $"{sinkLocation}/{streamContext.StreamId}",
6270
rowGroupsPerFile: streamContext.GroupsPerFile,
6371
createSchemaFile: true,
72+
interruptionToken: interruptionToken,
73+
streamMetadata: streamContext.GetStreamMetadata().GetOrElse(new StreamMetadata(Option<StreamPartition[]>.None)),
6474
dataSinkPathSegment: streamContext.IsBackfilling ? "backfill" : "data",
6575
dropCompletionToken: streamContext.IsBackfilling);
6676

src/Models/CdmChangeFeedStreamContext.cs

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,9 @@
11
using System;
22
using System.Text.Json.Serialization;
3+
using Akka.Util;
34
using Arcane.Framework.Configuration;
45
using Arcane.Framework.Services.Base;
6+
using Arcane.Framework.Sinks.Models;
57

68
namespace Arcane.Stream.Cdm.Models;
79

@@ -57,7 +59,9 @@ public class CdmChangeFeedStreamContext : IStreamContext, IStreamContextWriter
5759
[JsonConverter(typeof(SecondsToTimeSpanConverter))]
5860
[JsonPropertyName("schemaUpdateIntervalSeconds")]
5961
public TimeSpan SchemaUpdateInterval { get; set; }
60-
62+
63+
public Option<StreamMetadata> GetStreamMetadata() => new StreamMetadata(Option<StreamPartition[]>.None);
64+
6165
/// <inheritdoc cref="IStreamContext.StreamId"/>>
6266
public string StreamId { get; private set; }
6367

0 commit comments

Comments
 (0)