Fix scores (remove debug code) (#673)

predibase · Nov 11, 2024 · 7078765 · 7078765
1 parent ebd8d0d
commit 7078765
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/server/lorax_server/utils/tokens.py b/server/lorax_server/utils/tokens.py
@@ -372,9 +372,6 @@ def __call__(
             for j in range(S):
                 scores_j = scores[:, j]
 
-                if j > 0:
-                    scores_j = torch.rand_like(scores_j)
-
                 if self.watermark_processor is not None:
                     scores_j = self.watermark_processor(input_ids, scores_j)
                 if self.repetition_processor is not None: