Update app.py

This commit is contained in:
Baize 2023-04-04 06:42:54 +00:00 committed by huggingface-web
parent 9d3530f9a9
commit b860d5b90a
1 changed files with 1 additions and 0 deletions

1
app.py
View File

@ -44,6 +44,7 @@ def predict(text,
begin_length = len(prompt)
torch.cuda.empty_cache()
input_ids = inputs["input_ids"].to(device)
global total_count
total_count += 1
print(total_count)
with torch.no_grad():