We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 93a1b85 commit 762333dCopy full SHA for 762333d
examples/models/llama/model_args.py
@@ -5,7 +5,7 @@
5
@dataclass
6
class ModelArgs:
7
dim: int = 4096
8
- n_layers: int = 8
+ n_layers: int = 1
9
n_heads: int = 32
10
n_kv_heads: Optional[int] = None
11
vocab_size: int = 512 # Arbitrary value, should be defined later by tokenizer.
examples/models/llama/tests/test_export_llama_lib.py
@@ -19,7 +19,6 @@
19
20
21
class ExportLlamaLibTest(unittest.TestCase):
22
- @unittest.skip("Keeps failing on trunk, temporarily skip")
23
def test_has_expected_ops_and_op_counts(self):
24
"""
25
Checks the presence of unwanted expensive ops.
0 commit comments