From 63590b1ff3ef9d4730cf38c92cfa7c370edae9d7 Mon Sep 17 00:00:00 2001 From: Forkoz <59298527+Ph0rk0z@users.noreply.github.com> Date: Mon, 28 Jul 2025 15:36:52 +0000 Subject: [PATCH] Fix Greedy Clone --- exllamav2/generator/sampler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/exllamav2/generator/sampler.py b/exllamav2/generator/sampler.py index 9984cc4d..c4a6793d 100644 --- a/exllamav2/generator/sampler.py +++ b/exllamav2/generator/sampler.py @@ -126,7 +126,7 @@ def greedy_clone(self): c.token_presence_penalty = self.token_presence_penalty c.token_bias = None c.dry_allowed_length = self.dry_allowed_length - c.dry_base = self.dry_allowed_length + c.dry_base = self.dry_base c.dry_multiplier = self.dry_multiplier c.dry_sequence_breakers = self.dry_sequence_breakers c.dry_max_ngram = self.dry_max_ngram