Update app.py

2023-04-04 03:55:24 +00:00 · 2023-04-04 03:55:24 +00:00 · ed54557c50
parent 85f3d2d553
commit ed54557c50
1 changed files with 1 additions and 1 deletions
--- a/app.py
+++ b/app.py
@ -41,7 +41,7 @@ def predict(text,
    else:
        prompt,inputs=inputs
        begin_length = len(prompt)
-    
+    torch.cuda.empty_cache()
    input_ids = inputs["input_ids"].to(device)

    with torch.no_grad():