From 1d484567f955f67c904ce09d3a7ec8723762d045 Mon Sep 17 00:00:00 2001
From: Ben Irving <67127172+biirving@users.noreply.github.com>
Date: Mon, 24 Apr 2023 16:26:55 -0400
Subject: [PATCH] Invalid reference to freqs

Freqs case not handled correctly
---
 rotary_embedding_torch/rotary_embedding_torch.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/rotary_embedding_torch/rotary_embedding_torch.py b/rotary_embedding_torch/rotary_embedding_torch.py
index 14cbb60..a8b0c77 100644
--- a/rotary_embedding_torch/rotary_embedding_torch.py
+++ b/rotary_embedding_torch/rotary_embedding_torch.py
@@ -127,7 +127,7 @@ def get_scale(self, t, cache_key = None):
             scale = torch.cat((scale, scale), dim = -1)
 
         if exists(cache_key):
-            self.cache[cache_key] = freqs
+            self.cache[cache_key] = self.freqs
 
         return scale