aicloud
/
chatglm-6b
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix default history argument

This commit is contained in:
duzx16 2023-03-14 18:38:49 +08:00
parent bcb053bda6
commit 9d1509a1ad
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
modeling_chatglm.py
View File

@ -1077,8 +1077,10 @@ class ChatGLMForConditionalGeneration(ChatGLMPreTrainedModel):
)
@torch.no_grad()
def chat(self, tokenizer, query: str, history: List[Tuple[str, str]] = [], max_length: int = 2048, num_beams=1,
def chat(self, tokenizer, query: str, history: List[Tuple[str, str]] = None, max_length: int = 2048, num_beams=1,
do_sample=True, top_p=0.7, temperature=0.95, **kwargs):
if history is None:
history = []
gen_kwargs = {"max_length": max_length, "num_beams": num_beams, "do_sample": do_sample, "top_p": top_p,
"temperature": temperature, **kwargs}
if not history:
@ -1095,7 +1097,7 @@ class ChatGLMForConditionalGeneration(ChatGLMPreTrainedModel):
response = tokenizer.decode(outputs)
response = response.strip()
response = response.replace("[[训练时间]]", "2023年")
history.append((query, response))
history = history + [(query, response)]
return response, history
@torch.no_grad()