Skip to content

Commit 5d01df8

Browse files
committed
fix
Signed-off-by: Hemil Desai <hemild@nvidia.com>
1 parent 7a4cc3e commit 5d01df8

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

tests/unit_tests/models/deepseek_v3/test_dsv3_layers.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -201,6 +201,7 @@ def create_mock_config(self, **overrides):
201201
config.hidden_size = 4096
202202
config.rope_scaling = None
203203
config.max_position_embeddings = 4096
204+
config.rms_norm_eps = 1e-6
204205

205206
# Apply overrides
206207
for key, value in overrides.items():
@@ -358,6 +359,7 @@ def create_mock_config(self, **overrides):
358359
config.hidden_size = 1024
359360
config.rope_scaling = None
360361
config.max_position_embeddings = 4096
362+
config.rms_norm_eps = 1e-6
361363

362364
for key, value in overrides.items():
363365
setattr(config, key, value)
@@ -480,6 +482,7 @@ def create_mock_config(self, **overrides):
480482
config.hidden_size = 1024
481483
config.rope_scaling = None
482484
config.max_position_embeddings = 4096
485+
config.rms_norm_eps = 1e-6
483486

484487
for key, value in overrides.items():
485488
setattr(config, key, value)

0 commit comments

Comments
 (0)