From 220f772e9a2d7a55701d9b49bf2efc618acc3b56 Mon Sep 17 00:00:00 2001
From: duzx16 <zx-du20@mails.tsinghua.edu.cn>
Date: Thu, 16 Mar 2023 09:26:05 +0800
Subject: [PATCH] Fix overflow in FP16

---
 modeling_chatglm.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/modeling_chatglm.py b/modeling_chatglm.py
index a0f3b9a..648a1d4 100644
--- a/modeling_chatglm.py
+++ b/modeling_chatglm.py
@@ -51,7 +51,7 @@ class InvalidScoreLogitsProcessor(LogitsProcessor):
     def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor) -> torch.FloatTensor:
         if torch.isnan(scores).any() or torch.isinf(scores).any():
             scores.zero_()
-            scores[..., 20005] = 1e5
+            scores[..., 20005] = 5e4
         return scores