Move to src folder

Author: fredeil

Dockerfile renamed to src/Dockerfile

@@ -17,7 +17,7 @@ private static async Task<int> Main()
             Log.Logger = new LoggerConfiguration()
              .MinimumLevel.Debug()
              .WriteTo.Console()
-             .WriteTo.File("mongo.txt")
+             //.WriteTo.File("mongo.txt")
              .CreateLogger();
 
             var envMongoConnectionString = Environment.GetEnvironmentVariable("MongoConnectionString");
@@ -50,8 +50,10 @@ private static async Task<int> Main()
             Log.Information("Starting.. IsDryRun: {0}. Connection information: {@1}", isDryRun, mongoSettings);
 
             var sw = new Stopwatch();
+            var filesDeleted = 0;
+            var orphanedChunks = 0UL;
             var validFiles = new HashSet<ObjectId>();
-            var deletedFiles = new HashSet<ObjectId>();
+            var filesToDelete = new HashSet<ObjectId>();
 
             // The projection and hint let us do this whole thing as a covered query
             // https://docs.mongodb.com/manual/core/query-optimization/#covered-query
@@ -61,9 +63,6 @@ private static async Task<int> Main()
                 Hint = "files_id_1_n_1"
             };
 
-            // Just to see that the program is working as this can take a while.
-            var timer = new Timer((s) => Log.Information("Valid files count: {0}", validFiles.Count), null, 0, 10_000);
-
             try
             {
                 Log.Information("Creating cursor and starting search of orphaned chunks..");
@@ -72,12 +71,14 @@ private static async Task<int> Main()
                 using var chunksCursor = await chunks.FindAsync(Builders<BsonDocument>.Filter.Empty, findOptions);
                 while (await chunksCursor.MoveNextAsync())
                 {
+                    orphanedChunks += (ulong)chunksCursor.Current.Count();
                     var uniqueFileIds = chunksCursor.Current.Select(x => x["files_id"].AsObjectId).ToHashSet();
+
                     foreach (var fileId in uniqueFileIds)
                     {
                         // Don't check it if we already know it's valid
                         // Don't check if we already deleted
-                        if (validFiles.Contains(fileId) || deletedFiles.Contains(fileId))
+                        if (validFiles.Contains(fileId) || filesToDelete.Contains(fileId))
                         {
                             continue;
                         }
@@ -90,33 +91,42 @@ private static async Task<int> Main()
                             continue;
                         }
 
-                        var deleteResult = 0L;
-                        // If we know it isn't valid, delete all possible chunks with a single command
-                        if (isDryRun)
-                        {
-                            deleteResult = await chunks.CountDocumentsAsync(Builders<BsonDocument>.Filter.Eq("files_id", fileId));
-                            Log.Information("Dry-run: Could delete {0} chunks from orphaned file {@1}", deleteResult, new { Id = fileId.ToString(), fileId.CreationTime });
-                        }
-                        else
-                        {
-                            var deleteResults = await chunks.DeleteManyAsync(Builders<BsonDocument>.Filter.Eq("files_id", fileId));
-                            deleteResult = deleteResults.DeletedCount;
-                            Log.Information("Deleted {0} chunks from orphaned file {@1}", deleteResult, new { Id = fileId.ToString(), fileId.CreationTime });
-                        }
+                        filesToDelete.Add(fileId);
+                    }
+                }
+
+                Log.Information("Found '{0}' files and {1} orphaned chunks.", filesToDelete.Count, orphanedChunks);
+                Log.Information("Elapsed time: {0}", sw.Elapsed.ToString());
+                Log.Information("Starting deletion process..");
 
-                        deletedFiles.Add(fileId);
+                // Do this outside the cursor loop to avoid cursor timeout
+                foreach (var files_id in filesToDelete)
+                {
+                    if (isDryRun)
+                    {
+                        var deleteResult = await chunks.CountDocumentsAsync(Builders<BsonDocument>.Filter.Eq("files_id", files_id));
+                        Log.Information("Dry-run: Could delete {0} chunks from orphaned file {@1}", deleteResult, new { Id = files_id.ToString(), files_id.CreationTime });
+                        filesDeleted++;
+                    }
+                    else
+                    {
+                        // If we know it isn't valid, delete all possible chunks with a single command
+                        var deleteResult = await chunks.DeleteManyAsync(Builders<BsonDocument>.Filter.Eq("files_id", files_id));
+                        Log.Information("Deleted {0} chunks from orphaned file {@1}", deleteResult.DeletedCount, new { Id = files_id.ToString(), files_id.CreationTime });
+                        filesDeleted++;
                     }
                 }
             }
             catch (Exception ex)
             {
-                Log.Error(ex, "Something went wrong.");
+                Log.Error(ex, "Deletion process stopped. Something went wrong.");
             }
             finally
             {
                 sw.Stop();
-                Log.Information("Elapsed time: {0} minutes.", sw.Elapsed.TotalMinutes);
-                Log.Information("Deleted '{0}' files: {1}", deletedFiles.Count, string.Join(",", deletedFiles.Select(x => x.ToString())));
+                Log.Information("Deletion process finished.");
+                Log.Information("Elapsed time: {0}.", sw.Elapsed.ToString());
+                Log.Information("Deleted '{0}' files", filesDeleted);
                 Log.CloseAndFlush();
             }