mirror of
https://github.com/labmlai/annotated_deep_learning_paper_implementations.git
synced 2025-08-26 08:41:23 +08:00
typo fix
This commit is contained in:
@ -79,7 +79,7 @@ class Linear(nn.Module):
|
||||
# Matrix $A \in \mathbb{R}^{r \times k}$
|
||||
self.lora_a = nn.Parameter(torch.empty((r, in_features)))
|
||||
# Matrix $B \in \mathbb{R}^{d \times r}$, we keep $A$ and $B$ transposed
|
||||
self.lora_b = nn.Parameter(torch.empty((outfeatures, r)))
|
||||
self.lora_b = nn.Parameter(torch.empty((out_features, r)))
|
||||
|
||||
with torch.no_grad():
|
||||
# Initialize $A$ similar to a weight matrix in a normal linear layer
|
||||
|
Reference in New Issue
Block a user