diff --git a/.gitea/workflows/build.yaml b/.gitea/workflows/build.yaml new file mode 100644 index 0000000..1966567 --- /dev/null +++ b/.gitea/workflows/build.yaml @@ -0,0 +1,47 @@ +name: Build +run-name: ${{ github.actor }} is upgrade release ๐ +on: [push] +env: + REPOSITORY: ${{ github.repository }} + COMMIT_ID: ${{ github.sha }} +jobs: + Build-Deploy-Actions: + runs-on: ubuntu-latest + steps: + - run: echo "๐ The job was automatically triggered by a ${{ github.event_name }} event." + - run: echo "๐ง This job is now running on a ${{ runner.os }} server hosted by Gitea!" + - run: echo "๐ The name of your branch is ${{ github.ref }} and your repository is ${{ github.repository }}." + - name: Check out repository code + uses: actions/checkout@v3 + - + name: Setup Git LFS + run: | + git lfs install + git lfs fetch + git lfs checkout + - name: List files in the repository + run: | + ls ${{ github.workspace }} + - + name: Docker Image Info + id: image-info + run: | + echo "::set-output name=image_name::$(echo $REPOSITORY | tr '[:upper:]' '[:lower:]')" + echo "::set-output name=image_tag::${COMMIT_ID:0:10}" + - + name: Login to Docker Hub + uses: docker/login-action@v2 + with: + registry: artifacts.iflytek.com + username: ${{ secrets.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v2 + - + name: Build and push + run: | + docker version + docker buildx build -t artifacts.iflytek.com/docker-private/atp/${{ steps.image-info.outputs.image_name }}:${{ steps.image-info.outputs.image_tag }} . --file ${{ github.workspace }}/Dockerfile --load + docker push artifacts.iflytek.com/docker-private/atp/${{ steps.image-info.outputs.image_name }}:${{ steps.image-info.outputs.image_tag }} + docker rmi artifacts.iflytek.com/docker-private/atp/${{ steps.image-info.outputs.image_name }}:${{ steps.image-info.outputs.image_tag }} + - run: echo "๐ This job's status is ${{ job.status }}." diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..671699b --- /dev/null +++ b/Dockerfile @@ -0,0 +1,10 @@ +FROM python:3.8.13 + +WORKDIR /app + +COPY . /app + +RUN pip config set global.index-url https://pypi.mirrors.ustc.edu.cn/simple +RUN pip install -r requirements.txt + +CMD ["python", "app.py"] diff --git a/app.py b/app.py new file mode 100644 index 0000000..902c01d --- /dev/null +++ b/app.py @@ -0,0 +1,45 @@ +import torch +from PIL import Image +from transformers import BlipProcessor, BlipForQuestionAnswering +import gradio as gr +from gradio.themes.utils import sizes + + +theme = gr.themes.Default(radius_size=sizes.radius_none).set( + block_label_text_color = '#4D63FF', + block_title_text_color = '#4D63FF', + button_primary_text_color = '#4D63FF', + button_primary_background_fill='#FFFFFF', + button_primary_border_color='#4D63FF', + button_primary_background_fill_hover='#EDEFFF', +) + + +processor = BlipProcessor.from_pretrained("ybelkada/blip-vqa-capfilt-large") +model = BlipForQuestionAnswering.from_pretrained("ybelkada/blip-vqa-capfilt-large", torch_dtype=torch.float16).to("cuda") + +def vqa(image, question): + inp = Image.fromarray(image.astype('uint8'), 'RGB') + inputs = processor(inp, question, return_tensors="pt").to("cuda", torch.float16) + out = model.generate(**inputs) + + return processor.decode(out[0], skip_special_tokens=True) + +with gr.Blocks(theme=theme, css="footer {visibility: hidden}") as demo: + gr.Markdown(""" + <div align='center' ><font size='60'>ๅพ็้ฎ็ญ</font></div> + """) + with gr.Row(): + with gr.Column(): + image = gr.Image(label="ๅพ็") + question = gr.Textbox(label="้ฎ้ข") + with gr.Row(): + button = gr.Button("ๆไบค", variant="primary") + box2 = gr.Textbox(label="ๆๆฌ") + + button.click(fn=vqa, inputs=[image, question], outputs=box2) + examples = gr.Examples(examples=[['demo.jpg', 'how many dogs are in the picture?']], inputs=[image, question], label="ไพๅญ") + + +if __name__ == "__main__": + demo.queue(concurrency_count=3).launch(server_name = "0.0.0.0", server_port = 7025) diff --git a/demo.jpg b/demo.jpg new file mode 100644 index 0000000..9fdc040 Binary files /dev/null and b/demo.jpg differ diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..c77de10 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,4 @@ +gradio +transformers +torch +Pillow