Performance improvements using parallelism

Core/DataObjects/ProfitTrailerData.cs

@@ -5,6 +5,8 @@ using System.Globalization;
 using System.Linq;
 using System.Net;
 using System.Net.Http;
+using System.Threading;
+using System.Threading.Tasks;
 using Microsoft.Extensions.Configuration;
 using Microsoft.Extensions.DependencyInjection;
 using Newtonsoft.Json;
@@ -30,10 +32,10 @@ namespace Core.Main.DataObjects
       string html = "";
       string url = systemConfiguration.GeneralSettings.Application.ProfitTrailerMonitorURL + "api/data?token=" + systemConfiguration.GeneralSettings.Application.ProfitTrailerServerAPIToken;
 
-      try
+      // Get the data from PT
-      {
       HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);
       request.AutomaticDecompression = DecompressionMethods.GZip;
+      request.KeepAlive = true;
 
       WebResponse response = request.GetResponse();
       Stream dataStream = response.GetResponseStream();
@@ -42,27 +44,30 @@ namespace Core.Main.DataObjects
       reader.Close();
       response.Close();
 
-      }
+      // Parse the JSON and build the data sets
-      catch (System.Exception)
-      {
-          throw;
-      }
-
       PTData rawPTData = JsonConvert.DeserializeObject<PTData>(html);
+
+      Parallel.Invoke(() =>
+      {
         if (rawPTData.SellLogData != null)
         {
           this.BuildSellLogData(rawPTData.SellLogData, _systemConfiguration);
         }
-
+      },
+      () =>
+      {
         if (rawPTData.bbBuyLogData != null)
         {
           this.BuildBuyLogData(rawPTData.bbBuyLogData, _systemConfiguration);
         }
-
+      },
+      () =>
+      {
         if (rawPTData.DCALogData != null)
         {
           this.BuildDCALogData(rawPTData.DCALogData, rawPTData.GainLogData, _systemConfiguration);
         }
+      });
 
       // Convert local offset time to UTC
       TimeSpan offsetTimeSpan = TimeSpan.Parse(systemConfiguration.GeneralSettings.Application.TimezoneOffset.Replace("+", ""));

Core/MarketAnalyzer/Binance.cs

@@ -9,6 +9,8 @@ using Core.Main.DataObjects.PTMagicData;
 using Newtonsoft.Json;
 using Core.ProfitTrailer;
 using System.Net;
+using System.Threading;
+using System.Threading.Tasks;
 
 namespace Core.MarketAnalyzer
 {
@@ -358,7 +360,10 @@ namespace Core.MarketAnalyzer
         // Get Ticks for all markets
         log.DoLogDebug("Binance - Getting ticks for '" + markets.Count + "' markets");
         Dictionary<string, List<MarketTick>> marketTicks = new Dictionary<string, List<MarketTick>>();
-        foreach (string key in markets.Keys)
+
+        Parallel.ForEach( markets.Keys, 
+                          new ParallelOptions { MaxDegreeOfParallelism = 5 },
+                          (key) =>
         {
           marketTicks.Add(key, Binance.GetMarketTicks(key, totalTicks, systemConfiguration, log));
 
@@ -366,7 +371,7 @@ namespace Core.MarketAnalyzer
           {
             log.DoLogInfo("Binance - No worries, I am still alive... " + marketTicks.Count + "/" + markets.Count + " markets done...");
           }
-        }
+        });
 
         log.DoLogInfo("Binance - Ticks completed.");