Corrected a few items related to the CUDA backends.

Author: Niklas Gustafsson

Directory.Build.targets

@@ -24,35 +24,36 @@
 
   <!-- Windows CUDA 11.3 libtorch binary list used for examples and testing -->
   <ItemGroup Condition="'$(NativeTargetArchitecture)' == 'x64' and '$(OS)' == 'Windows_NT' and '$(TestUsesLibTorch)' == 'true' and ('$(TestCuda)' == 'true' and '$(SkipCuda)' != 'true') and '$(SkipNative)' != 'true' ">
-    <NativeAssemblyReference Include="c10" Variant="cuda\" />
     <NativeAssemblyReference Include="asmjit" Variant="cuda\" />
+    <NativeAssemblyReference Include="c10" Variant="cuda\" />
     <NativeAssemblyReference Include="c10_cuda" Variant="cuda\" />
     <NativeAssemblyReference Include="caffe2_nvrtc" Variant="cuda\" />
     <NativeAssemblyReference Include="cublas64_12" Variant="cuda\" />
     <NativeAssemblyReference Include="cublasLt64_12" Variant="cuda\" />
     <NativeAssemblyReference Include="cudart64_12" Variant="cuda\" />
-    <NativeAssemblyReference Include="cudnn_adv_infer64_8" Variant="cuda\" />
-    <NativeAssemblyReference Include="cudnn_adv_train64_8" Variant="cuda\" />
-    <NativeAssemblyReference Include="cudnn_cnn_infer64_8" Variant="cuda\" />
-    <NativeAssemblyReference Include="cudnn_cnn_train64_8" Variant="cuda\" />
-    <NativeAssemblyReference Include="cudnn_ops_infer64_8" Variant="cuda\" />
-    <NativeAssemblyReference Include="cudnn_ops_train64_8" Variant="cuda\" />
-    <NativeAssemblyReference Include="cudnn64_8" Variant="cuda\" />
+    <NativeAssemblyReference Include="cudnn64_9" Variant="cuda\" />
+    <NativeAssemblyReference Include="cudnn_adv64_9" Variant="cuda\" />
+    <NativeAssemblyReference Include="cudnn_cnn64_9" Variant="cuda\" />
+    <NativeAssemblyReference Include="cudnn_engines_precompiled64_9" Variant="cuda\" />
+    <NativeAssemblyReference Include="cudnn_engines_runtime_compiled64_9" Variant="cuda\" />
+    <NativeAssemblyReference Include="cudnn_graph64_9" Variant="cuda\" />
+    <NativeAssemblyReference Include="cudnn_heuristic64_9" Variant="cuda\" />
+    <NativeAssemblyReference Include="cudnn_ops64_9" Variant="cuda\" />
     <NativeAssemblyReference Include="cufft64_11" Variant="cuda\" />
     <NativeAssemblyReference Include="cufftw64_11" Variant="cuda\" />
-    <NativeAssemblyReference Include="curand64_10" Variant="cuda\" />
     <NativeAssemblyReference Include="cupti64_2023.1.1" Variant="cuda\" />
+    <NativeAssemblyReference Include="curand64_10" Variant="cuda\" />
     <NativeAssemblyReference Include="cusolver64_11" Variant="cuda\" />
     <NativeAssemblyReference Include="cusolverMg64_11" Variant="cuda\" />
     <NativeAssemblyReference Include="cusparse64_12" Variant="cuda\" />
     <NativeAssemblyReference Include="fbgemm" Variant="cuda\" />
     <NativeAssemblyReference Include="fbjni" Variant="cuda\" />
     <NativeAssemblyReference Include="libiomp5md" Variant="cuda\" />
     <NativeAssemblyReference Include="libiompstubs5md" Variant="cuda\" />
-    <NativeAssemblyReference Include="nvrtc64_120_0" Variant="cuda\" />
-    <NativeAssemblyReference Include="nvrtc-builtins64_121" Variant="cuda\" />
-    <NativeAssemblyReference Include="nvToolsExt64_1" Variant="cuda\" />
     <NativeAssemblyReference Include="nvJitLink_120_0" Variant="cuda\" />
+    <NativeAssemblyReference Include="nvToolsExt64_1" Variant="cuda\" />
+    <NativeAssemblyReference Include="nvrtc-builtins64_121" Variant="cuda\" />
+    <NativeAssemblyReference Include="nvrtc64_120_0" Variant="cuda\" />
     <NativeAssemblyReference Include="pytorch_jni" Variant="cuda\" />
     <NativeAssemblyReference Include="torch" Variant="cuda\" />
     <NativeAssemblyReference Include="torch_cpu" Variant="cuda\" />

src/TorchSharp/Torch.cs

@@ -111,12 +111,9 @@ private static void LoadNativeBackend(bool useCudaBackend, out StringBuilder? tr
                         // Preloading these DLLs on windows seems to iron out problems where one native DLL
                         // requests a load of another through dynamic linking techniques.
                         //
-                        ok = TryLoadNativeLibraryByName("cudnn_adv_infer64_8", typeof(torch).Assembly, trace);
-                        ok = TryLoadNativeLibraryByName("cudnn_adv_train64_8", typeof(torch).Assembly, trace);
-                        ok = TryLoadNativeLibraryByName("cudnn_cnn_infer64_8", typeof(torch).Assembly, trace);
-                        ok = TryLoadNativeLibraryByName("cudnn_cnn_train64_8", typeof(torch).Assembly, trace);
-                        ok = TryLoadNativeLibraryByName("cudnn_ops_infer64_8", typeof(torch).Assembly, trace);
-                        ok = TryLoadNativeLibraryByName("cudnn_ops_train64_8", typeof(torch).Assembly, trace);
+                        ok = TryLoadNativeLibraryByName("cudnn_adv64_9", typeof(torch).Assembly, trace);
+                        ok = TryLoadNativeLibraryByName("cudnn_cnn64_9", typeof(torch).Assembly, trace);
+                        ok = TryLoadNativeLibraryByName("cudnn_ops64_9", typeof(torch).Assembly, trace);
                         ok = TryLoadNativeLibraryByName("nvrtc-builtins64_121", typeof(torch).Assembly, trace);
                         ok = TryLoadNativeLibraryByName("caffe2_nvrtc", typeof(torch).Assembly, trace);
                         ok = TryLoadNativeLibraryByName("nvrtc64_120_0", typeof(torch).Assembly, trace);