From 3c0f495f17d67162d1004e40722caa453441d46f Mon Sep 17 00:00:00 2001 From: weich Date: Thu, 25 Apr 2024 20:34:35 -0700 Subject: [PATCH] Remove used empty variable --- generate.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/generate.py b/generate.py index 8446d115..ffc39544 100644 --- a/generate.py +++ b/generate.py @@ -169,9 +169,8 @@ def generate( draft_model.setup_caches(max_batch_size=1, max_seq_length=max_seq_length) # create an empty tensor of the expected final shape and fill in the current tokens - empty = torch.empty(T_new, dtype=dtype, device=device) - empty[:T] = prompt - seq = empty + seq = torch.empty(T_new, dtype=dtype, device=device) + seq[:T] = prompt input_pos = torch.arange(0, T, device=device) next_token = prefill(model, prompt.view(1, -1), input_pos, **sampling_kwargs)