Skip to content

Commit cfbf625

Browse files
committed
Update ggml-cuda.cu
1 parent de7cd12 commit cfbf625

File tree

1 file changed

+4
-5
lines changed

1 file changed

+4
-5
lines changed

ggml/src/ggml-cuda.cu

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -3119,14 +3119,13 @@ GGML_CALL static void ggml_backend_cuda_synchronize(ggml_backend_t backend) {
31193119
GGML_UNUSED(backend);
31203120
}
31213121

3122-
#ifdef USE_CUDA_GRAPH
3123-
// THIREUS
3124-
printf("Thireus: USE_CUDA_GRAPH ON\n");
3125-
#endif
3126-
31273122
#ifdef USE_CUDA_GRAPH
31283123
static bool check_node_graph_compatibility_and_refresh_copy_ops(ggml_backend_cuda_context * cuda_ctx, ggml_cgraph * cgraph,
31293124
bool use_cuda_graph) {
3125+
3126+
// THIREUS
3127+
printf("Thireus: USE_CUDA_GRAPH ON\n");
3128+
31303129
// Loop over nodes in GGML graph to obtain info needed for CUDA graph
31313130
cuda_ctx->cuda_graph->cpy_dest_ptrs.clear();
31323131
for (int i = 0; i < cgraph->n_nodes; i++) {

0 commit comments

Comments
 (0)