Update app.py

2023-04-04 03:28:01 +00:00 · 2023-04-04 03:28:01 +00:00 · acaa3ab3b7
parent 238ac1ddb9
commit acaa3ab3b7
1 changed files with 1 additions and 0 deletions
--- a/app.py
+++ b/app.py
@ -33,6 +33,7 @@ def predict(text,
    except:
        yield [[text,"No Model Found"]],[],"No Model Found"
        return
+    torch.cuda.empty_cache()
    inputs = generate_prompt_with_history(text,history,tokenizer,max_length=max_context_length_tokens)
    if inputs is False:
        yield chatbot+[[text,"Sorry, the input is too long."]],history,"Generate Fail"