|
15 | 15 | #include <algorithm> |
16 | 16 | #include <unordered_map> |
17 | 17 | #include <float.h> |
| 18 | +#include <cmath> |
18 | 19 |
|
19 | 20 | /** |
20 | 21 | * Implementation of Kyutai's Mimi model using GGML. |
@@ -344,10 +345,10 @@ struct mimi_encoder_decoder { |
344 | 345 | bool is_elu = false; |
345 | 346 | bool is_resnet = false; |
346 | 347 | bool is_transposed_conv = false; |
347 | | - ggml_tensor * conv_0_w; |
348 | | - ggml_tensor * conv_0_b; |
349 | | - ggml_tensor * conv_1_w; |
350 | | - ggml_tensor * conv_1_b; |
| 348 | + ggml_tensor * conv_0_w = nullptr; |
| 349 | + ggml_tensor * conv_0_b = nullptr; |
| 350 | + ggml_tensor * conv_1_w = nullptr; |
| 351 | + ggml_tensor * conv_1_b = nullptr; |
351 | 352 | int stride = 1; |
352 | 353 | }; |
353 | 354 | std::vector<layer> layers; |
@@ -415,20 +416,20 @@ struct mimi_encoder_decoder { |
415 | 416 |
|
416 | 417 | struct mimi_transformer { |
417 | 418 | struct layer { |
418 | | - ggml_tensor * inp_norm_w; |
419 | | - ggml_tensor * inp_norm_b; |
420 | | - |
421 | | - ggml_tensor * attn_q; |
422 | | - ggml_tensor * attn_k; |
423 | | - ggml_tensor * attn_v; |
424 | | - ggml_tensor * attn_o; |
425 | | - ggml_tensor * attn_post_norm_w; |
426 | | - ggml_tensor * attn_post_norm_b; |
427 | | - ggml_tensor * attn_layer_scale; |
428 | | - |
429 | | - ggml_tensor * ffn_up; |
430 | | - ggml_tensor * ffn_down; |
431 | | - ggml_tensor * mlp_layer_scale; |
| 419 | + ggml_tensor * inp_norm_w = nullptr; |
| 420 | + ggml_tensor * inp_norm_b = nullptr; |
| 421 | + |
| 422 | + ggml_tensor * attn_q = nullptr; |
| 423 | + ggml_tensor * attn_k = nullptr; |
| 424 | + ggml_tensor * attn_v = nullptr; |
| 425 | + ggml_tensor * attn_o = nullptr; |
| 426 | + ggml_tensor * attn_post_norm_w = nullptr; |
| 427 | + ggml_tensor * attn_post_norm_b = nullptr; |
| 428 | + ggml_tensor * attn_layer_scale = nullptr; |
| 429 | + |
| 430 | + ggml_tensor * ffn_up = nullptr; |
| 431 | + ggml_tensor * ffn_down = nullptr; |
| 432 | + ggml_tensor * mlp_layer_scale = nullptr; |
432 | 433 | }; |
433 | 434 | std::vector<layer> layers; |
434 | 435 |
|
|
0 commit comments