Update ggml/src/ggml-opt.cpp

Co-authored-by: Johannes Gäßler <[email protected]>

Author: graehl

ggml/src/ggml-opt.cpp

@@ -550,9 +550,18 @@ static void ggml_opt_build(ggml_opt_context_t opt_ctx) {
                 ggml_set_name(m, (std::string("AdamW m for ") + std::string(node->name)).c_str());
                 ggml_set_name(v, (std::string("AdamW v for ") + std::string(node->name)).c_str());
             }
-            struct ggml_tensor * opt_step =
-                m ? ggml_opt_step_adamw(opt_ctx->ctx_compute, node, grad, m, v, adamw_params) :
-                    ggml_opt_step_sgd(opt_ctx->ctx_compute, node, grad, adamw_params);
+            struct ggml_tensor * opt_step;
+            switch (opt_ctx->optimizer_type) {
+                case GGML_OPT_OPTIMIZER_ADAMW:
+                    opt_step = ggml_opt_step_adamw(opt_ctx->ctx_compute, node, grad, m, v, adamw_params);
+                    break;
+                case GGML_OPT_OPTIMIZER_SGD:
+                    opt_step = ggml_opt_step_sgd(opt_ctx->ctx_compute, node, grad, adamw_params);
+                    break;
+                default:
+                    GGML_ABORT("fatal error");
+                    break;
+            }
             step_prefix.resize(step_prefix_len);  // to avoid recreating a new step_prefix string temp n_nodes times
             ggml_set_name(opt_step, (step_prefix += node->name).c_str());
             ggml_build_forward_expand(opt_ctx->gb_opt, opt_step);