Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions csrc/kernels.cu
Original file line number Diff line number Diff line change
Expand Up @@ -557,6 +557,8 @@ __launch_bounds__(BLOCK_SIZE / NUM_VALS, 1) __global__ void kPreconditionOptimiz
s1_vals[j] = s1_vals[j] / (sqrtf(s2_vals[j]) + eps); // update
s1_vals[j] *= s1_vals[j]; // update l2 norm (update*update)
break;
case ADEMAMIX:
break;
}
}

Expand Down
2 changes: 2 additions & 0 deletions csrc/kernels.hip
Original file line number Diff line number Diff line change
Expand Up @@ -594,6 +594,8 @@ __global__ void kPreconditionOptimizer32bit2State(T* g, T* p,
s1_vals[j] = s1_vals[j]/(sqrtf(s2_vals[j])+eps); // update
s1_vals[j] *= s1_vals[j]; // update l2 norm (update*update)
break;
case ADEMAMIX:
break;
}
}

Expand Down
Loading