From 551a50efec3acc5a9b94de8ec46d33d0f81919f7 Mon Sep 17 00:00:00 2001 From: Zhengxiao Du Date: Wed, 5 Apr 2023 11:11:33 +0000 Subject: [PATCH] fix typo in use_gmask (#21) - fix typo in use_gmask (d6504255afdd555d12137fc3af04646f099b5785) Co-authored-by: Fan Zhang --- modeling_chatglm.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modeling_chatglm.py b/modeling_chatglm.py index 9b344d0..77c3bdd 100644 --- a/modeling_chatglm.py +++ b/modeling_chatglm.py @@ -923,7 +923,7 @@ class ChatGLMModel(ChatGLMPreTrainedModel): if position_ids is None: MASK, gMASK = 150000, 150001 mask_token = MASK if MASK in input_ids else gMASK - use_gmask = False if MASK in input_ids else gMASK + use_gmask = False if MASK in input_ids else True mask_positions = [seq.tolist().index(mask_token) for seq in input_ids] position_ids = self.get_position_ids( @@ -1086,7 +1086,7 @@ class ChatGLMForConditionalGeneration(ChatGLMPreTrainedModel): batch_size, seq_length = input_ids.shape MASK, gMASK = 150000, 150001 mask_token = MASK if MASK in input_ids else gMASK - use_gmask = False if MASK in input_ids else gMASK + use_gmask = False if MASK in input_ids else True seqs = input_ids.tolist() mask_positions = [seq.index(mask_token) for seq in seqs]