diff --git a/makemore.py b/makemore.py index db0fe4c1..7536b786 100644 --- a/makemore.py +++ b/makemore.py @@ -374,7 +374,7 @@ def get_block_size(self): def forward(self, idx, targets=None): - # gather the word embeddings of the previous 3 words + # gather the word embeddings of the previous block_size tokens embs = [] for k in range(self.block_size): tok_emb = self.wte(idx) # token embeddings of shape (b, t, n_embd)