From ed54557c50a8fc88ad72ede02fb8981e950d1bbe Mon Sep 17 00:00:00 2001
From: Baize <project-baize@users.noreply.huggingface.co>
Date: Tue, 4 Apr 2023 03:55:24 +0000
Subject: [PATCH] Update app.py

---
 app.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/app.py b/app.py
index cbdb15f..dea5e08 100644
--- a/app.py
+++ b/app.py
@@ -41,7 +41,7 @@ def predict(text,
     else:
         prompt,inputs=inputs
         begin_length = len(prompt)
-    
+    torch.cuda.empty_cache()
     input_ids = inputs["input_ids"].to(device)
 
     with torch.no_grad():