Update edge attention and readout

Author: ameritusweb

examples/gnn/ParallelReverseAutoDiff.GnnExample/GraphAttentionPaths/EdgeAttention/Architecture/EdgeAttention.json

@@ -106,7 +106,8 @@
             {
               "id": "concatenated",
               "type": "BatchMatrixConcatenateOperation",
-              "inputs": [ "attention_weights_values_array" ]
+              "inputs": [ "attention_weights_values_array" ],
+              "switchFirstTwoDimensions": true
             },
             {
               "id": "reduce",

examples/gnn/ParallelReverseAutoDiff.GnnExample/GraphAttentionPaths/Readout/Architecture/Readout.json

@@ -154,7 +154,8 @@
             {
               "id": "concatenated",
               "type": "BatchMatrixConcatenateOperation",
-              "inputs": [ "attention_weights_values_array" ]
+              "inputs": [ "attention_weights_values_array" ],
+              "switchFirstTwoDimensions": true
             },
             {
               "id": "fully_connected",

examples/gnn/ParallelReverseAutoDiff.GnnExample/ParallelReverseAutoDiff.GnnExample.csproj

@@ -84,7 +84,7 @@
 
 	<ItemGroup>
 		<PackageReference Include="Newtonsoft.Json" Version="13.0.3" />
-		<PackageReference Include="ParallelReverseAutoDiff" Version="1.1.5" />
+		<PackageReference Include="ParallelReverseAutoDiff" Version="1.1.6" />
 		<PackageReference Include="StyleCop.Analyzers" Version="1.2.0-beta.435">
 			<PrivateAssets>all</PrivateAssets>
 			<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>

test/ParallelReverseAutoDiff.Test/GraphAttentionPaths/minibatch2.json

@@ -14,7 +14,7 @@ public async Task GivenGraphAttentionPathsNeuralNetworkMiniBatch_ProcessesMiniBa
             CudaBlas.Instance.Initialize();
             try
             {
-                var json = EmbeddedResource.ReadAllJson("ParallelReverseAutoDiff.Test.GraphAttentionPaths", "minibatch");
+                var json = EmbeddedResource.ReadAllJson("ParallelReverseAutoDiff.Test.GraphAttentionPaths", "minibatch2");
                 var graphs = JsonConvert.DeserializeObject<List<GapGraph>>(json);
 
                 for (int i = 0; i < graphs.Count; ++i)
@@ -24,9 +24,9 @@ public async Task GivenGraphAttentionPathsNeuralNetworkMiniBatch_ProcessesMiniBa
 
                 int batchSize = 4;
 
-                GraphAttentionPathsNeuralNetwork neuralNetwork = new GraphAttentionPathsNeuralNetwork(graphs, batchSize, 16, 115, 10, 2, 4, 0.001d, 4d);
+                GraphAttentionPathsNeuralNetwork neuralNetwork = new GraphAttentionPathsNeuralNetwork(graphs, batchSize, 16, 115, 5, 2, 4, 0.001d, 4d);
                 await neuralNetwork.Initialize();
-                DeepMatrix gradientOfLoss = await neuralNetwork.Forward();
+                DeepMatrix gradientOfLoss = neuralNetwork.Forward();
                 await neuralNetwork.Backward(gradientOfLoss);
             }
             finally
@@ -63,7 +63,7 @@ public async Task GivenGraphAttentionPathsNeuralNetwork_UsesCudaOperationsSucces
 
                 GraphAttentionPathsNeuralNetwork neuralNetwork = new GraphAttentionPathsNeuralNetwork(graphs, batchSize, 10, 100, 10, 2, 4, 0.001d, 4d);
                 await neuralNetwork.Initialize();
-                DeepMatrix gradientOfLoss = await neuralNetwork.Forward();
+                DeepMatrix gradientOfLoss = neuralNetwork.Forward();
                 await neuralNetwork.Backward(gradientOfLoss);
             }
             finally

test/ParallelReverseAutoDiff.Test/GraphAttentionPathsNeuralNetworkTest.cs

@@ -17,6 +17,7 @@
     <None Remove="GraphAttentionPaths\GCN\Architecture\MessagePassing.json" />
     <None Remove="GraphAttentionPaths\LSTM\Architecture\NodeProcessing.json" />
     <None Remove="GraphAttentionPaths\minibatch.json" />
+    <None Remove="GraphAttentionPaths\minibatch2.json" />
     <None Remove="GraphAttentionPaths\Readout\Architecture\Readout.json" />
     <None Remove="GraphAttentionPaths\Transformer\Architecture\Transformer.json" />
   </ItemGroup>
@@ -44,6 +45,7 @@
       <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
     </EmbeddedResource>
     <EmbeddedResource Include="GraphAttentionPaths\minibatch.json" />
+    <EmbeddedResource Include="GraphAttentionPaths\minibatch2.json" />
     <EmbeddedResource Include="GraphAttentionPaths\Readout\Architecture\Readout.json">
       <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
     </EmbeddedResource>