From 0e054eae6898e3ea51177d9d19c9e09bb228944a Mon Sep 17 00:00:00 2001 From: SOULOFCINDER <841135647@qq.com> Date: Fri, 31 Mar 2023 11:06:26 +0800 Subject: [PATCH] inital --- distilgpt2/app.py | 40 ++++++++++++++++++++++++++++++++++++++++ distilgpt2/distilgpt2 | 1 + 2 files changed, 41 insertions(+) create mode 100644 distilgpt2/app.py create mode 160000 distilgpt2/distilgpt2 diff --git a/distilgpt2/app.py b/distilgpt2/app.py new file mode 100644 index 0000000..28e3767 --- /dev/null +++ b/distilgpt2/app.py @@ -0,0 +1,40 @@ +import gradio as gr +from transformers import GPT2Tokenizer, GPT2Model +from transformers import pipeline, set_seed + +def inference(text): + model_path = "distilgpt2" + generator = pipeline('text-generation', model=model_path) + set_seed(42) + + output=[] + lst=generator(text, max_length=20, num_return_sequences=5) + for dic in lst: + output.append(dic['generated_text']) + + return output + + # tokenizer = GPT2Tokenizer.from_pretrained(model_path) + # model = GPT2Model.from_pretrained(model_path) + # encoded_input = tokenizer(text, return_tensors='pt') + # output = model(**encoded_input) + # print(output) + # return output + + +examples=[["Hello, I’m a language model."]] + +with gr.Blocks() as demo: + gr.Markdown( + """ + # Text generation:distilgpt2 + Gradio Demo for distilgpt2. To use it, simply type in text, or click one of the examples to load them. + """) + with gr.Row(): + text_input = gr.Textbox() + text_output = gr.Textbox() + image_button = gr.Button("上传") + image_button.click(inference, inputs=text_input, outputs=text_output) + gr.Examples(examples,inputs=text_input) + +demo.launch() diff --git a/distilgpt2/distilgpt2 b/distilgpt2/distilgpt2 new file mode 160000 index 0000000..f241065 --- /dev/null +++ b/distilgpt2/distilgpt2 @@ -0,0 +1 @@ +Subproject commit f241065e938b44ac52db2c5de82c8bd2fafc76d0