@@ -3188,13 +3188,13 @@ void ggml_cann_rope(ggml_backend_cann_context& ctx, ggml_tensor* dst) {
31883188 sin_reshape_ne, sin_reshape_nb, GGML_MAX_DIMS);
31893189 aclnn_cache_init (ctx, dst, acl_cos_reshape_tensor, acl_sin_reshape_tensor,
31903190 theta_scale, freq_scale, attn_factor, is_neox);
3191-
3191+
31923192 aclTensor* acl_src = ggml_cann_create_tensor (src0);
31933193 aclTensor* acl_dst = ggml_cann_create_tensor (dst);
31943194
31953195#ifdef ASCEND_310P
31963196 // Special ROPE operation for 310P
3197-
3197+
31983198 // roll input
31993199 void * input_roll_buffer;
32003200 aclTensor* acl_minus_one_tensor;
@@ -3366,7 +3366,7 @@ void ggml_cann_rope(ggml_backend_cann_context& ctx, ggml_tensor* dst) {
33663366
33673367 // src0 == GGML_TYPE_F16
33683368 // TODO: optimization this `if` code
3369- if (src0->type == GGML_TYPE_F16) {
3369+ if (src0->type == GGML_TYPE_F16) {
33703370 ggml_cann_pool_alloc sin_final_allocator (
33713371 ctx.pool (), src0->ne [0 ] * src0->ne [2 ] * ggml_type_size (src0->type ));
33723372 ggml_cann_pool_alloc cos_final_allocator (
@@ -3380,12 +3380,14 @@ void ggml_cann_rope(ggml_backend_cann_context& ctx, ggml_tensor* dst) {
33803380 for (int i = 1 ; i < GGML_MAX_DIMS; i++) {
33813381 sin_final_nb[i] = sin_final_nb[i - 1 ] * sin_final_ne[i - 1 ];
33823382 }
3383- aclTensor* acl_sin_final_tensor =
3384- ggml_cann_create_tensor (sin_final_buffer, ggml_cann_type_mapping (src0->type ), ggml_type_size (src0->type ),
3385- sin_final_ne, sin_final_nb, GGML_MAX_DIMS);
3386- aclTensor* acl_cos_final_tensor =
3387- ggml_cann_create_tensor (cos_final_buffer, ggml_cann_type_mapping (src0->type ), ggml_type_size (src0->type ),
3388- sin_final_ne, sin_final_nb, GGML_MAX_DIMS);
3383+ aclTensor* acl_sin_final_tensor = ggml_cann_create_tensor (
3384+ sin_final_buffer, ggml_cann_type_mapping (src0->type ),
3385+ ggml_type_size (src0->type ), sin_final_ne, sin_final_nb,
3386+ GGML_MAX_DIMS);
3387+ aclTensor* acl_cos_final_tensor = ggml_cann_create_tensor (
3388+ cos_final_buffer, ggml_cann_type_mapping (src0->type ),
3389+ ggml_type_size (src0->type ), sin_final_ne, sin_final_nb,
3390+ GGML_MAX_DIMS);
33893391
33903392 aclnn_cast (ctx, acl_sin_reshape_tensor, acl_sin_final_tensor,
33913393 ggml_cann_type_mapping (src0->type ));
0 commit comments