We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent de7cd12 commit cfbf625Copy full SHA for cfbf625
ggml/src/ggml-cuda.cu
@@ -3119,14 +3119,13 @@ GGML_CALL static void ggml_backend_cuda_synchronize(ggml_backend_t backend) {
3119
GGML_UNUSED(backend);
3120
}
3121
3122
-#ifdef USE_CUDA_GRAPH
3123
-// THIREUS
3124
-printf("Thireus: USE_CUDA_GRAPH ON\n");
3125
-#endif
3126
-
3127
#ifdef USE_CUDA_GRAPH
3128
static bool check_node_graph_compatibility_and_refresh_copy_ops(ggml_backend_cuda_context * cuda_ctx, ggml_cgraph * cgraph,
3129
bool use_cuda_graph) {
+
+ // THIREUS
+ printf("Thireus: USE_CUDA_GRAPH ON\n");
3130
// Loop over nodes in GGML graph to obtain info needed for CUDA graph
3131
cuda_ctx->cuda_graph->cpy_dest_ptrs.clear();
3132
for (int i = 0; i < cgraph->n_nodes; i++) {
0 commit comments