Add endpoint, where telemetry request will be processed and stored to the file (#1071)

* Add enpoint, where telemetry request will be processed and stored to the file

* Remove unnesessery dependency

* Add if directive otherwise build can failed

* Trying to solve cocurrent usage problem of the file

---------

Co-authored-by: Lalit Kumar Bhasin <[email protected]>
Co-authored-by: Max Golovanov <[email protected]>

Author: 3 people

tools/decoder/Decoder.cs

@@ -26,7 +26,6 @@
 using Newtonsoft.Json.Linq;
 using CsProtocol;
 using System.Linq;
-using Fiddler;
 
 namespace CommonSchema
 {
@@ -328,7 +327,9 @@ public List<string> FromBondToJSONList(bool outputCompactJson = true, bool flatE
                 }
                 catch (EndOfStreamException)
                 {
+#if NETCOREAPP
                     Logger.LogDebug("End of Binary Stream");
+#endif
                 }
                 catch (Exception ex)
                 {

tools/server/Program.cs

@@ -39,6 +39,10 @@ public static void Main(string[] args)
                 .AddJsonFile("appsettings.json", optional: true, reloadOnChange: true)
                 .AddJsonFile($"appsettings.{env.EnvironmentName}.json", optional: true, reloadOnChange: true)
                 .AddEnvironmentVariables();
+                var fileName = configurationBuilder.Build().GetSection("FileNameToStoreTelemetryData")?.Value;
+                // clean the file before every launch of the server
+                if (!string.IsNullOrEmpty(fileName) && File.Exists(fileName)) File.Delete(fileName);
+
             })
             .ConfigureLogging(configureLogging: (hostingContext, logging) =>
             {

tools/server/Startup.cs

@@ -12,6 +12,7 @@
 using System.IO;
 using System.Linq;
 using Microsoft.Extensions.Hosting;
+using Microsoft.Extensions.Configuration;
 
 namespace CommonSchema
 {
@@ -20,6 +21,14 @@ namespace Server
         public class Startup
         {
             private int seq = 0;
+            private static object locker = new Object();
+
+            public Startup(IConfiguration configuration)
+            {
+                Configuration = configuration;
+            }
+
+            public IConfiguration Configuration { get; }
 
             // This method gets called by the runtime. Use this method to add services to the container.
             // For more information on how to configure your application, visit https://go.microsoft.com/fwlink/?LinkID=398940
@@ -54,24 +63,41 @@ public void Configure(IApplicationBuilder app, IWebHostEnvironment env, ILoggerF
                     try
                     {
                         string path = context.Request.Path.Value;
-                        if (path.StartsWith("/OneCollector/"))
+                        if (path.StartsWith("/OneCollectorWriteToFile"))
                         {
-                            int length = Int32.Parse(context.Request.Headers["Content-Length"]);
-                            BinaryReader reader = new BinaryReader(context.Request.Body);
-
-                            // Read body fully before decoding it
-                            byte[] buffer = reader.ReadBytes(length);
-
-                            Dictionary<string, string> headers = new Dictionary<string, string>();
-                            foreach (KeyValuePair<string, StringValues> entry in context.Request.Headers)
+                            string result = DecodeTelemetryRequest(context, decoderLogger);
+                            var fileName = Configuration.GetSection("FileNameToStoreTelemetryData")?.Value;
+                            if (!string.IsNullOrEmpty(fileName))
                             {
-                                // Our decoder only needs to know the 1st header value, do not need a multimap
-                                headers[entry.Key] = entry.Value.ElementAt(0);
-                            };
-                            Decoder decoder = new Decoder(headers, buffer);
-                            // Supply the logger
-                            decoder.Logger = decoderLogger;
-                            string result = decoder.ToJson(false, true, 2);
+                                lock (locker) 
+                                {
+                                    if (File.Exists(fileName))
+                                    {
+                                        var formattedResult = result.Replace("[", "").Replace("]", "");
+                                        var currentContent = File.ReadAllText(fileName);
+                                        var updatedContent = string.Concat(currentContent.Replace("]", ","), formattedResult, "]");
+                                        File.WriteAllText(fileName, updatedContent);
+                                    }
+                                    else
+                                    {
+                                        File.AppendAllText(fileName, result);
+                                    }
+                                }
+                            }
+                            else
+                            {
+                                requestLogger.LogError("Parameter FileNameToStoreTelemetryData from appsettings.json, where data should be stored is not specified. As a result telemetry data won't be saved to file, but will be visible in the console");
+                            }
+
+                            // Echo the body converted to JSON array
+                            context.Response.StatusCode = 200;
+                            requestLogger.LogInformation(result);
+                            await context.Response.WriteAsync(result);
+                        }
+                        else
+                        if (path.StartsWith("/OneCollector/"))
+                        {
+                            string result = DecodeTelemetryRequest(context, decoderLogger);
 
                             // Echo the body converted to JSON array
                             context.Response.StatusCode = 200;
@@ -126,6 +152,27 @@ public void Configure(IApplicationBuilder app, IWebHostEnvironment env, ILoggerF
                 });
 
             }
+
+            private static string DecodeTelemetryRequest(HttpContext context, ILogger decoderLogger)
+            {
+                int length = Int32.Parse(context.Request.Headers["Content-Length"]);
+                BinaryReader reader = new BinaryReader(context.Request.Body);
+
+                // Read body fully before decoding it
+                byte[] buffer = reader.ReadBytes(length);
+
+                Dictionary<string, string> headers = new Dictionary<string, string>();
+                foreach (KeyValuePair<string, StringValues> entry in context.Request.Headers)
+                {
+                    // Our decoder only needs to know the 1st header value, do not need a multimap
+                    headers[entry.Key] = entry.Value.ElementAt(0);
+                };
+                Decoder decoder = new Decoder(headers, buffer);
+                // Supply the logger
+                decoder.Logger = decoderLogger;
+                string result = decoder.ToJson(false, true, 2);
+                return result;
+            }
         }
     }
 }