text_generation/distilgpt2/app.py

import gradio as gr
from transformers import pipeline, set_seed


def inference(text):
    model_path = "distilgpt2"
    generator = pipeline('text-generation', model=model_path)
    set_seed(42)

    output = []
    lst = generator(text, max_length=20, num_return_sequences=5)
    for dic in lst:
        output.append(dic['generated_text'])

    return output


examples = [["Hello, I’m a language model."]]

with gr.Blocks() as demo:
    gr.Markdown(
        """
    # Text generation:distilgpt2
    DistilGPT2（Distilled-GPT2）是一种英语模型，在GPT-2的监督下进行预训练。与 GPT-2 一样，DistilGPT2 可用于生成文本。
    这是一个distilgpt2的Gradio Demo。 输入你想要的英文文本或者点击下面的示例文本来加载它。
    """)
    with gr.Row():
        text_input = gr.Textbox()
        text_output = gr.Textbox()
    image_button = gr.Button("上传")
    image_button.click(inference, inputs=text_input, outputs=text_output)
    gr.Examples(examples, inputs=text_input)

demo.launch(server_name="0.0.0.0")