aicloud
/
text_generation
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update

This commit is contained in:
SOULOFCINDER 2023-04-04 17:16:23 +08:00
parent 0e8c90ca1b
commit 88ca5fecf9
2 changed files with 7 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
distilgpt2/Dockerfile
View File

@ -1,10 +1,6 @@
# please visit https://github.com/xfyun/aiges/releases to get stable and suitable iamges. # please visit https://github.com/xfyun/aiges/releases to get stable and suitable iamges.
FROM docker.io/library/python:3.8.9 FROM public.ecr.aws/iflytek-open/cuda-go-python-base:11.6-1.17-3.9.13-ubuntu1804
RUN sed -i 's/deb.debian.org/mirrors.ustc.edu.cn/g' /etc/apt/sources.list
RUN sed -i 's|security.debian.org/debian-security|mirrors.ustc.edu.cn/debian-security|g' /etc/apt/sources.list
WORKDIR /home/user/app WORKDIR /home/user/app

8
distilgpt2/app.py
View File

@ -1,6 +1,7 @@
import gradio as gr import gradio as gr
from transformers import pipeline, set_seed from transformers import pipeline, set_seed
def inference(text): def inference(text):
model_path = "distilgpt2" model_path = "distilgpt2"
generator = pipeline('text-generation', model=model_path) generator = pipeline('text-generation', model=model_path)
@ -13,13 +14,6 @@ def inference(text):
return output return output
# tokenizer = GPT2Tokenizer.from_pretrained(model_path)
# model = GPT2Model.from_pretrained(model_path)
# encoded_input = tokenizer(text, return_tensors='pt')
# output = model(**encoded_input)
# print(output)
# return output
examples = [["Hello, I’m a language model."]] examples = [["Hello, I’m a language model."]]