Implement the DRYRUN functionality inside the new kv-cache types

Author: nicoboss

src/llama-kv-cache-recurrent.cpp

@@ -99,6 +99,10 @@ llama_kv_cache_recurrent::llama_kv_cache_recurrent(
 
         ggml_backend_buffer_t buf = ggml_backend_alloc_ctx_tensors_from_buft(ctx, buft);
         if (!buf) {
+            if(getenv("DRYRUN")) {
+                LLAMA_LOG_ERROR("%s: pretend allocating buffer for kv cache was successful due to dry-run being enabled\n", __func__);
+                return;
+            }
             throw std::runtime_error("failed to allocate buffer for kv cache");
         }
         ggml_backend_buffer_clear(buf, 0);

src/llama-kv-cache-unified.cpp

@@ -109,6 +109,10 @@ llama_kv_cache_unified::llama_kv_cache_unified(
 
         ggml_backend_buffer_t buf = ggml_backend_alloc_ctx_tensors_from_buft(ctx, buft);
         if (!buf) {
+            if(getenv("DRYRUN")) {
+                LLAMA_LOG_ERROR("%s: pretend allocating buffer for kv cache was successful due to dry-run being enabled\n", __func__);
+                return;
+            }
             throw std::runtime_error("failed to allocate buffer for kv cache");
         }