Skip to content

Commit d7319d8

Browse files
committed
Update ggml-cuda.cu
1 parent cfbf625 commit d7319d8

File tree

1 file changed

+2
-4
lines changed

1 file changed

+2
-4
lines changed

ggml/src/ggml-cuda.cu

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -3122,10 +3122,6 @@ GGML_CALL static void ggml_backend_cuda_synchronize(ggml_backend_t backend) {
31223122
#ifdef USE_CUDA_GRAPH
31233123
static bool check_node_graph_compatibility_and_refresh_copy_ops(ggml_backend_cuda_context * cuda_ctx, ggml_cgraph * cgraph,
31243124
bool use_cuda_graph) {
3125-
3126-
// THIREUS
3127-
printf("Thireus: USE_CUDA_GRAPH ON\n");
3128-
31293125
// Loop over nodes in GGML graph to obtain info needed for CUDA graph
31303126
cuda_ctx->cuda_graph->cpy_dest_ptrs.clear();
31313127
for (int i = 0; i < cgraph->n_nodes; i++) {
@@ -3318,6 +3314,8 @@ static void evaluate_and_capture_cuda_graph(ggml_backend_cuda_context * cuda_ctx
33183314
}
33193315

33203316
#ifdef USE_CUDA_GRAPH
3317+
// THIREUS
3318+
printf("Thireus: USE_CUDA_GRAPH ON\n");
33213319
if (use_cuda_graph && cuda_graph_update_required) { // End CUDA graph capture
33223320
if (cuda_ctx->cuda_graph->graph != nullptr) {
33233321
CUDA_CHECK(cudaGraphDestroy(cuda_ctx->cuda_graph->graph));

0 commit comments

Comments
 (0)