Update tiled net.

Author: ameritusweb

examples/gravnet/ParallelReverseAutoDiff.GravNetExample/TiledNet.cs

@@ -81,7 +81,7 @@ public void AdjustLearningRate(double learningRate)
         /// <returns>The task.</returns>
         public async Task Initialize()
         {
-            var initialAdamIteration = 1726;
+            var initialAdamIteration = 33;
             var model = new TiledNetwork.TiledNetwork(this.numLayers, this.numNodes, this.numFeatures, this.learningRate, this.clipValue, "tilednet");
             model.Parameters.AdamIteration = initialAdamIteration;
             this.TiledNetwork = model;
@@ -122,7 +122,7 @@ public void SaveWeights()
         /// </summary>
         public void ApplyWeights()
         {
-            var guid = "tiled_717e1887-0217-447c-bc39-33c64d2c5994_1726";
+            var guid = "tiled_adf4a823-dbde-49c6-9505-c751f8097ffc_33";
             var dir = $"E:\\vnnstore\\{guid}";
             for (int i = 0; i < this.modelLayers.Count; ++i)
             {

examples/gravnet/ParallelReverseAutoDiff.GravNetExample/TiledNetTrainer.cs

@@ -14,7 +14,7 @@ public async Task Train()
                 CudaBlas.Instance.Initialize();
                 TiledNet net = new TiledNet(512, 6144, 3, 0.01d, 4d);
                 await net.Initialize();
-                net.ApplyWeights();
+                //net.ApplyWeights();
 
                 var pngFiles = Directory.GetFiles(@"E:\images\inputs\svg", "*.png");
 
@@ -112,7 +112,7 @@ await files.WithRepeatAsync(async (pngFile, token) =>
                     Console.WriteLine($"Loss: {lossAndGradient[2, 0].Item1[0, 0]}, {lossAndGradient[2, 1].Item1[0, 0]}, {lossAndGradient[2, 2].Item1[0, 0]}");
                     //Console.WriteLine($"O1 X: {o1[0, 0]}, O1 Y: {o1[0, 1]}, Loss: {loss[0, 0]}, {loss0[0, 0]}, {loss1[0, 0]}");
                     await net.Backward(lossAndGradient);
-                    //net.ApplyGradients();
+                    net.ApplyGradients();
                     //}
 
                     await net.Reset();

examples/gravnet/ParallelReverseAutoDiff.GravNetExample/TiledNetwork/TiledNetwork.cs

@@ -361,14 +361,14 @@ public async Task<Matrix> AutomaticBackwardPropagate((Matrix, Matrix)[,] lossAnd
             {
                 for (int j = 0; j < lossAndGradient.GetLength(1); j++)
                 {
-                    if ((i == 0 && j == 0) || (i == 0 && j == 1))
-                    {
+                    //if ((i == 0 && j == 0) || (i == 0 && j == 1))
+                    //{
                         grad[i, j] = lossAndGradient[i, j].Item2;
-                    }
-                    else
-                    {
-                        grad[i, j] = new Matrix(1, 2);
-                    }
+                    //}
+                    //else
+                    //{
+                    //    grad[i, j] = new Matrix(1, 2);
+                    //}
                 }
             }