zxx_test
/
app_demo_test_1
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 2 Wiki Activity

Update app_modules/utils.py

This commit is contained in:
Baize 2023-04-05 01:38:37 +00:00 committed by huggingface-web
parent 7edc905c10
commit 3d2cf1ed18
1 changed files with 36 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
app_modules/utils.py
View File

@ -13,6 +13,7 @@ import html
import markdown2 import markdown2
import torch import torch
import sys import sys
import gc
from pygments.lexers import guess_lexer, ClassNotFound from pygments.lexers import guess_lexer, ClassNotFound
import gradio as gr import gradio as gr
@ -282,6 +283,13 @@ def greedy_search(input_ids: torch.Tensor,
yield text yield text
if any([x in text for x in stop_words]): if any([x in text for x in stop_words]):
del past_key_values
del logits
del probs
del probs_sort
del probs_idx
del probs_sum
gc.collect()
return return
def generate_prompt_with_history(text,history,tokenizer,max_length=2048): def generate_prompt_with_history(text,history,tokenizer,max_length=2048):