Remove unnecessary model attribute assignment on 'freqs_cis'

pytorch · Jul 13, 2023 · 35c7996 · 35c7996
1 parent 2ea018e
commit 35c7996
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/torchbenchmark/models/llama/model.py b/torchbenchmark/models/llama/model.py
@@ -224,8 +224,8 @@ def forward(self, tokens: torch.Tensor, start_pos: int):
 
         h = self.tok_embeddings(tokens)
 
-        self.freqs_cis = self.freqs_cis.to(h.device)
-        freqs_cis = self.freqs_cis[start_pos : start_pos + seqlen]
+        freqs_cis = self.freqs_cis.to(h.device)
+        freqs_cis = freqs_cis[start_pos : start_pos + seqlen]
 
         mask = None