Use unsafe type directly for -ot field in LLamaModelParams, part 2

dpmm99 · dpmm99 · commit eeb8c8f1b652 · 2025-05-11T18:23:29.000-05:00
diff --git a/LLama/Native/LLamaTensorBufferOverrideHelper.cs b/LLama/Native/LLamaTensorBufferOverrideHelper.cs
@@ -90,7 +90,7 @@ public unsafe void ApplyToModelParams(ref LLamaModelParams modelParams)
         {
             if (_overrides.Count == 0)
             {
-                modelParams.tensor_buft_overrides = IntPtr.Zero;
+                modelParams.tensor_buft_overrides = null;
                 return;
             }
 
@@ -117,7 +117,7 @@ public unsafe void ApplyToModelParams(ref LLamaModelParams modelParams)
             Marshal.StructureToPtr(new LLamaModelTensorBufferOverride { Pattern = IntPtr.Zero, BufferType = IntPtr.Zero }, nullTermPtr, false);
 
             // Update model params
-            modelParams.tensor_buft_overrides = _overrideArray;
+            modelParams.tensor_buft_overrides = (LLamaModelTensorBufferOverride*)_overrideArray.ToPointer();
         }
 
         /// <inheritdoc />

Original file line number	Diff line number	Diff line change
`@@ -90,7 +90,7 @@ public unsafe void ApplyToModelParams(ref LLamaModelParams modelParams)`
`90`	`90`	`{`
`91`	`91`	`if (_overrides.Count == 0)`
`92`	`92`	`{`
`93`		`- modelParams.tensor_buft_overrides = IntPtr.Zero;`
	`93`	`+ modelParams.tensor_buft_overrides = null;`
`94`	`94`	`return;`
`95`	`95`	`}`
`96`	`96`
`@@ -117,7 +117,7 @@ public unsafe void ApplyToModelParams(ref LLamaModelParams modelParams)`
`117`	`117`	`Marshal.StructureToPtr(new LLamaModelTensorBufferOverride { Pattern = IntPtr.Zero, BufferType = IntPtr.Zero }, nullTermPtr, false);`
`118`	`118`
`119`	`119`	`// Update model params`
`120`		`- modelParams.tensor_buft_overrides = _overrideArray;`
	`120`	`+ modelParams.tensor_buft_overrides = (LLamaModelTensorBufferOverride*)_overrideArray.ToPointer();`
`121`	`121`	`}`
`122`	`122`
`123`	`123`	`/// <inheritdoc />`