text_generation/distilgpt2/app.py

35 lines
1.0 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

import gradio as gr
from transformers import pipeline, set_seed
def inference(text):
model_path = "distilgpt2"
generator = pipeline('text-generation', model=model_path)
set_seed(42)
output = []
lst = generator(text, max_length=20, num_return_sequences=5)
for dic in lst:
output.append(dic['generated_text'])
return output
examples = [["Hello, Im a language model."]]
with gr.Blocks() as demo:
gr.Markdown(
"""
# Text generation:distilgpt2
DistilGPT2Distilled-GPT2是一种英语模型在GPT-2的监督下进行预训练。与 GPT-2 一样DistilGPT2 可用于生成文本。
这是一个distilgpt2的Gradio Demo。 输入你想要的英文文本或者点击下面的示例文本来加载它。
""")
with gr.Row():
text_input = gr.Textbox()
text_output = gr.Textbox()
image_button = gr.Button("上传")
image_button.click(inference, inputs=text_input, outputs=text_output)
gr.Examples(examples, inputs=text_input)
demo.launch(server_name="0.0.0.0")