Update glyph net.

Author: ameritusweb

examples/gravnet/ParallelReverseAutoDiff.GravNetExample/GlyphNet.cs

@@ -80,7 +80,7 @@ public void AdjustLearningRate(double learningRate)
         /// <returns>The task.</returns>
         public async Task Initialize()
         {
-            var initialAdamIteration = 138;
+            var initialAdamIteration = 1;
             var model = new GlyphNetwork.GlyphNetwork(this.numLayers, this.numNodes, this.numFeatures, this.learningRate, this.clipValue, "glyphnet");
             model.Parameters.AdamIteration = initialAdamIteration;
             this.GlyphNetwork = model;

examples/gravnet/ParallelReverseAutoDiff.GravNetExample/GlyphNetTrainer.cs

@@ -14,7 +14,7 @@ public async Task Train()
                 CudaBlas.Instance.Initialize();
                 GlyphNet net = new GlyphNet(512, 6144, 3, 0.01d, 4d);
                 await net.Initialize();
-                net.ApplyWeights();
+                //net.ApplyWeights();
 
                 var pngFiles = Directory.GetFiles(@"E:\images\inputs\svg", "*.png");
 
@@ -107,7 +107,6 @@ await files.WithRepeatAsync(async (pngFile, token) =>
                         net.SaveWeights();
                     }
 
-                    token.Repeat();
                     //if (token.UsageCount == 0)
                     //{
                     //    token.Repeat(2);

examples/gravnet/ParallelReverseAutoDiff.GravNetExample/GlyphNetwork/GlyphNetwork.cs

@@ -379,12 +379,6 @@ public async Task<Matrix> AutomaticBackwardPropagate(Matrix gradient, Matrix gra
                     gg[i, 1] = outputResult[i, 1] + targetedResult0[i, 1] + targetedResult1[i, 1];
                 }
 
-                for (int i = 0; i < 225; i++)
-                {
-                    gg[i, 0] = targetedResult1[i, 0];
-                    gg[i, 1] = targetedResult1[i, 1];
-                }
-
                 backwardStartOperation = glyph;
             }
             else