diff --git a/csrc/kernels.cu b/csrc/kernels.cu index ff122d376..f36f4a7e7 100644 --- a/csrc/kernels.cu +++ b/csrc/kernels.cu @@ -557,6 +557,8 @@ __launch_bounds__(BLOCK_SIZE / NUM_VALS, 1) __global__ void kPreconditionOptimiz s1_vals[j] = s1_vals[j] / (sqrtf(s2_vals[j]) + eps); // update s1_vals[j] *= s1_vals[j]; // update l2 norm (update*update) break; + case ADEMAMIX: + break; } } diff --git a/csrc/kernels.hip b/csrc/kernels.hip index 5959bd055..923a1eba1 100644 --- a/csrc/kernels.hip +++ b/csrc/kernels.hip @@ -594,6 +594,8 @@ __global__ void kPreconditionOptimizer32bit2State(T* g, T* p, s1_vals[j] = s1_vals[j]/(sqrtf(s2_vals[j])+eps); // update s1_vals[j] *= s1_vals[j]; // update l2 norm (update*update) break; + case ADEMAMIX: + break; } }