Constraint violation issue (#1629)

* make a helper script to download sqlite db files

* update LcmDebugger with a fake sync source to facilitate debugging issues

* update Harmony to fix constraint violation issue on sync

Author: hahn-kev

backend/FwLite/LcmDebugger/FakeSyncSource.cs

@@ -0,0 +1,76 @@
+using System.Diagnostics.CodeAnalysis;
+using System.Text.Json;
+using SIL.Harmony;
+using SIL.Harmony.Changes;
+using SIL.Harmony.Core;
+
+namespace LcmDebugger;
+
+internal class FakeCommit : Commit
+{
+    [SetsRequiredMembers]
+    public FakeCommit(Guid id, HybridDateTime hybridDateTime) : base(id, "", NullParentHash, hybridDateTime)
+    {
+        HybridDateTime = hybridDateTime;
+        SetParentHash(NullParentHash);
+    }
+}
+
+/// <summary>
+///
+/// </summary>
+/// <param name="commits"></param>
+/// <param name="currentSyncState">when null it will just report to the client that it has the same sync state, that way the client doesn't try to push any changes</param>
+public class FakeSyncSource(Commit[] commits, SyncState? currentSyncState = null) : ISyncable
+{
+    public static FakeSyncSource FromSingleChangeJson(
+        [StringSyntax(StringSyntaxAttribute.Json)] string json,
+        DateTimeOffset commitDate,
+        JsonSerializerOptions? options = null)
+    {
+        var change = JsonSerializer.Deserialize<ChangeEntity<IChange>>(json, options);
+        ArgumentNullException.ThrowIfNull(change);
+        return new FakeSyncSource([new FakeCommit(change.CommitId, new HybridDateTime(commitDate, 0))
+        {
+            ClientId = Guid.NewGuid(),
+            ChangeEntities = [change]
+        }]);
+    }
+
+    public static FakeSyncSource FromJsonFile(string path, JsonSerializerOptions? options = null)
+    {
+        var changes = JsonSerializer.Deserialize<ChangesResult<Commit>>(File.OpenRead(path), options);
+        ArgumentNullException.ThrowIfNull(changes);
+        return new FakeSyncSource(changes.MissingFromClient, changes.ServerSyncState);
+    }
+
+    public Task AddRangeFromSync(IEnumerable<Commit> commits)
+    {
+        return Task.CompletedTask;
+    }
+
+    public Task<SyncState> GetSyncState()
+    {
+        return Task.FromResult(new SyncState([]));
+    }
+
+    public Task<ChangesResult<Commit>> GetChanges(SyncState otherHeads)
+    {
+        return Task.FromResult(new ChangesResult<Commit>(commits, currentSyncState ?? otherHeads));
+    }
+
+    public Task<SyncResults> SyncWith(ISyncable remoteModel)
+    {
+        throw new NotImplementedException();
+    }
+
+    public Task SyncMany(ISyncable[] remotes)
+    {
+        throw new NotImplementedException();
+    }
+
+    public ValueTask<bool> ShouldSync()
+    {
+        return new ValueTask<bool>(true);
+    }
+}

backend/FwLite/LcmDebugger/LcmDebugger.csproj

@@ -3,10 +3,12 @@
     <OutputType>Exe</OutputType>
   </PropertyGroup>
   <ItemGroup>
-    <ProjectReference Include="..\..\FwLite\FwDataMiniLcmBridge\FwDataMiniLcmBridge.csproj" />
-      <ProjectReference Include="..\..\FwLite\FwLiteProjectSync\FwLiteProjectSync.csproj" />
+    <ProjectReference Include="..\..\FwLite\FwDataMiniLcmBridge\FwDataMiniLcmBridge.csproj"/>
+    <ProjectReference Include="..\..\FwLite\FwLiteProjectSync\FwLiteProjectSync.csproj"/>
+    <ProjectReference Include="..\FwLiteShared\FwLiteShared.csproj"/>
+    <ProjectReference Include="..\LcmCrdt\LcmCrdt.csproj"/>
   </ItemGroup>
   <ItemGroup>
-    <PackageReference Include="Microsoft.Extensions.Hosting" />
+    <PackageReference Include="Microsoft.Extensions.Hosting"/>
   </ItemGroup>
 </Project>

backend/FwLite/LcmDebugger/Program.cs

@@ -4,14 +4,15 @@
 using FwDataMiniLcmBridge;
 using FwLiteProjectSync;
 using LcmCrdt;
-using LexCore.Exceptions;
+using LcmDebugger;
 using Microsoft.Extensions.DependencyInjection;
 using Microsoft.Extensions.Hosting;
+using Microsoft.Extensions.Logging;
 using Microsoft.Extensions.Options;
+using MiniLcm.Exceptions;
 using Refit;
 using SIL.Harmony;
 using SIL.Harmony.Core;
-using Microsoft.Extensions.Logging;
 
 var builder = Host.CreateApplicationBuilder();
 //slows down import to log all sql.
@@ -22,31 +23,19 @@
 
 using var app = builder.Build();
 
-var fieldWorksProjectList = app.Services.GetRequiredService<FieldWorksProjectList>();
-var fwDataProject = fieldWorksProjectList.GetProject("petit-test-train-flex") ?? throw new InvalidOperationException("Could not find project");
-
-var importService = app.Services.GetRequiredService<MiniLcmImport>();
-await importService.Import(fwDataProject);
 await using var scope = app.Services.CreateAsyncScope();
 
 var crdtProjectsService = app.Services.GetRequiredService<CrdtProjectsService>();
-var crdtProject = crdtProjectsService.GetProject(fwDataProject.Name);
-if (crdtProject is null) throw new NotFoundException("project", "crdt");
-var crdtApi = await crdtProjectsService.OpenProject(crdtProject, scope.ServiceProvider);
-var dataModel = scope.ServiceProvider.GetRequiredService<DataModel>();
-JsonSerializerOptions options = new(JsonSerializerDefaults.Web)
+var crdtApi = await crdtProjectsService.OpenProject(
+    new CrdtProject("test", "sbe-flex - Copy.sqlite"),
+    scope.ServiceProvider);
+var dbContext = scope.ServiceProvider.GetRequiredService<LcmCrdtDbContext>();
+var jsonOptions = new JsonSerializerOptions(JsonSerializerDefaults.Web)
 {
     TypeInfoResolver = scope.ServiceProvider.GetRequiredService<IOptions<CrdtConfig>>().Value
         .MakeLcmCrdtExternalJsonTypeResolver()
 };
-var (commits, _) = await dataModel.GetChanges(new SyncState([]));
-await using var f = File.Create("commits.json");
-await JsonSerializer.SerializeAsync(f, commits, options);
-
-var fwDataFactory = app.Services.GetRequiredService<FwDataFactory>();
-// var miniLcmApi = fwDataFactory.GetFwDataMiniLcmApi(fwDataProject, false);
-// var entries = await miniLcmApi.GetEntries().ToArrayAsync();
-// var entries = miniLcmApi.GetEntries(new(Filter: new() { GridifyFilter = "LexemeForm[sbe]=ta" })).ToArrayAsync();
-// var entry = Utils.GetLexEntry(app.Services, fwDataProject, new Guid("{018d71a9-12c2-4129-be8a-35fe246afda2}"));
-
-fwDataFactory.Dispose();
+await using var transaction = await dbContext.Database.BeginTransactionAsync();
+var dataModel = scope.ServiceProvider.GetRequiredService<DataModel>();
+await dataModel.SyncWith(FakeSyncSource.FromJsonFile("changes.json", jsonOptions));
+await transaction.RollbackAsync();

backend/harmony

@@ -88,7 +88,17 @@ tasks:
   prod-db-forward:
     cmds:
       - kubectl port-forward service/db 5435:5432 -n languagedepot --context aws-prod
-
+  download-sqlite-file:
+    desc: 'example: `task download-sqlite-file id="<project id here>" code="<project code here>" context="dallas-stage"` the namespace can also be set'
+    requires:
+      vars: [id, code]
+    vars:
+      context: '{{.context| default "docker-desktop"}}'
+      namespace: '{{.namespace| default "languagedepot"}}'
+      pod:
+        sh: kubectl get pods -l app=fw-headless -o jsonpath='{.items[0].metadata.name}' --context {{.context}} --namespace {{.namespace}}
+    cmds:
+      - kubectl cp {{.pod}}:/var/lib/fw-headless/projects/{{.code}}-{{.id}}/crdt.sqlite ./{{.code}}.sqlite --context {{.context}} --namespace {{.namespace}}
 
   diff-staging:
     dir: ./staging