We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5ef38d3 commit 9e5b066Copy full SHA for 9e5b066
examples/models/llama/model_args.py
@@ -5,7 +5,7 @@
5
@dataclass
6
class ModelArgs:
7
dim: int = 4096
8
- n_layers: int = 8
+ n_layers: int = 1
9
n_heads: int = 32
10
n_kv_heads: Optional[int] = None
11
vocab_size: int = 512 # Arbitrary value, should be defined later by tokenizer.
0 commit comments