device

unixpickle · unixpickle · commit 9aa7815a7b9e · 2024-03-17T22:28:49.000-04:00
diff --git a/accelerated_scan/warp.cuh b/accelerated_scan/warp.cuh
@@ -347,7 +347,7 @@ warpscan_forward(const at::Tensor &gates, const at::Tensor &tokens, const at::Te
 }
 
 template <typename Tuple, int offset>
-Tuple load_shifted_tuple(const Tuple* ptr, int index, int limit) {
+__device__ Tuple load_shifted_tuple(const Tuple* ptr, int index, int limit) {
     using weight_t = typename Tuple::Type;
 
     const weight_t* rawPtr = reinterpret_cast<const weight_t *>(ptr);

Original file line number	Diff line number	Diff line change
`@@ -347,7 +347,7 @@ warpscan_forward(const at::Tensor &gates, const at::Tensor &tokens, const at::Te`
`347`	`347`	`}`
`348`	`348`
`349`	`349`	`template <typename Tuple, int offset>`
`350`		`-Tuple load_shifted_tuple(const Tuple* ptr, int index, int limit) {`
	`350`	`+__device__ Tuple load_shifted_tuple(const Tuple* ptr, int index, int limit) {`
`351`	`351`	`using weight_t = typename Tuple::Type;`
`352`	`352`
`353`	`353`	`const weight_t* rawPtr = reinterpret_cast<const weight_t *>(ptr);`