Skip to content

Commit 2fb0e22

Browse files
committed
typo fix
1 parent 24bd64a commit 2fb0e22

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

labml_nn/lora/__init__.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -79,7 +79,7 @@ def __init__(self, in_features: int, out_features: int, bias: bool,
7979
# Matrix $A \in \mathbb{R}^{r \times k}$
8080
self.lora_a = nn.Parameter(torch.empty((r, in_features)))
8181
# Matrix $B \in \mathbb{R}^{d \times r}$, we keep $A$ and $B$ transposed
82-
self.lora_b = nn.Parameter(torch.empty((outfeatures, r)))
82+
self.lora_b = nn.Parameter(torch.empty((out_features, r)))
8383

8484
with torch.no_grad():
8585
# Initialize $A$ similar to a weight matrix in a normal linear layer

0 commit comments

Comments
 (0)