Update app.py
This commit is contained in:
parent
9d3530f9a9
commit
b860d5b90a
1
app.py
1
app.py
|
@ -44,6 +44,7 @@ def predict(text,
|
||||||
begin_length = len(prompt)
|
begin_length = len(prompt)
|
||||||
torch.cuda.empty_cache()
|
torch.cuda.empty_cache()
|
||||||
input_ids = inputs["input_ids"].to(device)
|
input_ids = inputs["input_ids"].to(device)
|
||||||
|
global total_count
|
||||||
total_count += 1
|
total_count += 1
|
||||||
print(total_count)
|
print(total_count)
|
||||||
with torch.no_grad():
|
with torch.no_grad():
|
||||||
|
|
Loading…
Reference in New Issue