Feature/add ci pipeline (#2)

* init ci pipeline

* fix typo

* fix typo again

* fix code coverage requirements

* Test fix

* Test fix

* Test fix

* Test fix

* Use Coverlet instead

* beautify mapper

* add logs

Author: dotnetprog

src/Dataverse.ConfigurationMigrationTool/Dataverse.ConfigurationMigrationTool.Console/Features/Import/ImportTaskProcessorService.cs

@@ -53,6 +53,7 @@ await ImportRelationships(entityMD, task, entityToImport) :
 
     private async Task<TaskResult> ImportRelationships(EntityMetadata entity, ImportDataTask task, EntityImport entityImport)
     {
+        this.logger.LogInformation("Importing relationship : {relationshipname} | for entity source : {entityname}", task.RelationshipSchema.Name, entityImport.Name);
         var relMD = entity.ManyToManyRelationships.FirstOrDefault(m => m.IntersectEntityName == task.RelationshipSchema.Name);
         if (relMD == null) return TaskResult.Failed;
 
@@ -95,15 +96,16 @@ private async Task<TaskResult> ImportRelationships(EntityMetadata entity, Import
     }
     private async Task<TaskResult> ImportRecords(EntityMetadata entity, ImportDataTask task, EntityImport entityImport)
     {
-
+        logger.LogInformation("Importing {entityname} records", entityImport.Name);
         var recordsWithNoSelfDependancies = entityImport.Records.Record.Where(r =>
         !r.Field.Any(f => f.Lookupentity == entityImport.Name &&
                          entityImport.Records.Record.Any(r2 => r2.Id != r.Id && r2.Id.ToString() == f.Value))).Select(r => BuildUpsertRequest(entity, entityImport, r)).ToList();
         var recordsWithSelfDependancies = entityImport.Records.Record.Where(r =>
         r.Field.Any(f => f.Lookupentity == entityImport.Name &&
                          entityImport.Records.Record.Any(r2 => r2.Id != r.Id && r2.Id.ToString() == f.Value))).ToList();
 
-
+        logger.LogInformation("records with no self dependancies: {count}", recordsWithNoSelfDependancies.Count);
+        logger.LogInformation("records with self dependancies: {count}", recordsWithSelfDependancies.Count);
         //See if upsert request keep ids
 
         //implement parallelism and batching
@@ -172,6 +174,12 @@ private async Task<IEnumerable<OrganizationResponseFaultedResult>> ProcessDepend
             }
 
         }
+        var maxretries = retries.Where(kv => kv.Value >= MAX_RETRIES).Select(kv => kv.Key).ToList();
+        if (maxretries.Any())
+        {
+            logger.LogWarning("The following records ({count}) were not processed due to circular dependencies: {ids}", maxretries.Count, string.Join(", ", maxretries));
+        }
+
         return results;
 
     }

src/Dataverse.ConfigurationMigrationTool/Dataverse.ConfigurationMigrationTool.Console/Features/Import/Mappers/FieldSchemaToAttributeTypeMapper.cs

@@ -2,51 +2,27 @@
 using Dataverse.ConfigurationMigrationTool.Console.Features.Shared;
 using Microsoft.Xrm.Sdk.Metadata;
 
-namespace Dataverse.ConfigurationMigrationTool.Console.Features.Import.Mappers
+namespace Dataverse.ConfigurationMigrationTool.Console.Features.Import.Mappers;
+
+public class FieldSchemaToAttributeTypeMapper : IMapper<FieldSchema, AttributeTypeCode?>
 {
-    public class FieldSchemaToAttributeTypeMapper : IMapper<FieldSchema, AttributeTypeCode?>
+    public AttributeTypeCode? Map(FieldSchema source) => source.Type switch
     {
-        public AttributeTypeCode? Map(FieldSchema source)
-        {
-            switch (source.Type)
-            {
-                case "string":
-                    return AttributeTypeCode.String;
-                case "guid":
-                    return AttributeTypeCode.Uniqueidentifier;
-                case "entityreference":
-                    if (source.LookupType == "account|contact")
-                    {
-                        return AttributeTypeCode.Customer;
-                    }
-                    return AttributeTypeCode.Lookup;
-                case "owner":
-                    return AttributeTypeCode.Owner;
-                case "state":
-                    return AttributeTypeCode.State;
-                case "status":
-                    return AttributeTypeCode.Status;
-                case "decimal":
-                    return AttributeTypeCode.Decimal;
-                case "optionsetvalue":
-                    return AttributeTypeCode.Picklist;
-                case "number":
-                    return AttributeTypeCode.Integer;
-                case "bigint":
-                    return AttributeTypeCode.BigInt;
-                case "float":
-                    return AttributeTypeCode.Double;
-                case "bool":
-                    return AttributeTypeCode.Boolean;
-                case "datetime":
-                    return AttributeTypeCode.DateTime;
-                case "money":
-                    return AttributeTypeCode.Money;
-                default:
-                    return null;
-
+        "string" => AttributeTypeCode.String,
+        "guid" => AttributeTypeCode.Uniqueidentifier,
+        "entityreference" => source.LookupType == "account|contact" ? AttributeTypeCode.Customer : AttributeTypeCode.Lookup,
+        "owner" => AttributeTypeCode.Owner,
+        "state" => AttributeTypeCode.State,
+        "status" => AttributeTypeCode.Status,
+        "decimal" => AttributeTypeCode.Decimal,
+        "optionsetvalue" => AttributeTypeCode.Picklist,
+        "number" => AttributeTypeCode.Integer,
+        "bigint" => AttributeTypeCode.BigInt,
+        "float" => AttributeTypeCode.Double,
+        "bool" => AttributeTypeCode.Boolean,
+        "datetime" => AttributeTypeCode.DateTime,
+        "money" => AttributeTypeCode.Money,
+        _ => null
+    };
 
-            }
-        }
-    }
 }

src/Dataverse.ConfigurationMigrationTool/Dataverse.ConfigurationMigrationTool.Console/appsettings.json

@@ -6,7 +6,7 @@
   },
   "Dataverse": {
     "MaxThreadCount": 100,
-    "MaxDegreeOfParallism": 1,
-    "BatchSize": 1
+    "MaxDegreeOfParallism": 5,
+    "BatchSize": 20
   }
 }