From 599fd0c6e0a624d4a88c9952e800cb47e8ee0e03 Mon Sep 17 00:00:00 2001 From: ybyang7 Date: Mon, 24 Apr 2023 11:32:38 +0800 Subject: [PATCH] new file: requirements.txt --- .gitea/workflows/build.yaml | 47 +++++++++++++++++++++++++++++++++++++ Dockerfile | 28 ++++++++++++++++++++++ app.py | 40 +++++++++++++++++++++++++++++++ packages.txt | 2 ++ requirements.txt | 4 ++++ 5 files changed, 121 insertions(+) create mode 100644 .gitea/workflows/build.yaml create mode 100644 Dockerfile create mode 100644 app.py create mode 100644 packages.txt create mode 100644 requirements.txt diff --git a/.gitea/workflows/build.yaml b/.gitea/workflows/build.yaml new file mode 100644 index 0000000..03be22b --- /dev/null +++ b/.gitea/workflows/build.yaml @@ -0,0 +1,47 @@ +name: Build +run-name: ${{ github.actor }} is upgrade release 🚀 +on: [push] +env: + REPOSITORY: ${{ github.repository }} + COMMIT_ID: ${{ github.sha }} +jobs: + Build-Deploy-Actions: + runs-on: ubuntu-latest + steps: + - run: echo "🎉 The job was automatically triggered by a ${{ github.event_name }} event." + - run: echo "🐧 This job is now running on a ${{ runner.os }} server hosted by Gitea!" + - run: echo "🔎 The name of your branch is ${{ github.ref }} and your repository is ${{ github.repository }}." + - name: Check out repository code + uses: actions/checkout@v3 + - + name: Setup Git LFS + run: | + git lfs install + git lfs fetch + git lfs checkout + - name: List files in the repository + run: | + ls ${{ github.workspace }} + - + name: Docker Image Info + id: image-info + run: | + echo "::set-output name=image_name::$(echo $REPOSITORY | tr '[:upper:]' '[:lower:]')" + echo "::set-output name=image_tag::${COMMIT_ID:0:10}" + - + name: Login to Docker Hub + uses: docker/login-action@v2 + with: + registry: artifacts.iflytek.com + username: ${{ secrets.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v2 + - + name: Build and push + run: | + docker version + docker buildx build -t artifacts.iflytek.com/docker-private/atp/${{ steps.image-info.outputs.image_name }}:${{ steps.image-info.outputs.image_tag }} . --file ${{ github.workspace }}/Dockerfile --load + docker push artifacts.iflytek.com/docker-private/atp/${{ steps.image-info.outputs.image_name }}:${{ steps.image-info.outputs.image_tag }} + docker rmi artifacts.iflytek.com/docker-private/atp/${{ steps.image-info.outputs.image_name }}:${{ steps.image-info.outputs.image_tag }} + - run: echo "🍏 This job's status is ${{ job.status }}." diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..5f0747d --- /dev/null +++ b/Dockerfile @@ -0,0 +1,28 @@ +# please visit https://github.com/xfyun/aiges/releases to get stable and suitable iamges. + +FROM iflyopensource/aiges-gpu:11.2-1.17-3.9.13-ubuntu1804-v3.3.2 + +RUN sed -i 's@//.*archive.ubuntu.com@//mirrors.ustc.edu.cn@g' /etc/apt/sources.list +RUN sed -i 's/security.ubuntu.com/mirrors.ustc.edu.cn/g' /etc/apt/sources.list + +RUN --mount=target=/root/packages.txt,source=packages.txt apt-get update && xargs -r -a /root/packages.txt apt-get install -y && rm -rf /var/lib/apt/lists/* + +WORKDIR /home/user/app +RUN useradd -m -u 1000 user +RUN chown -R 1000.1000 /home/user + + +RUN pip config set global.index-url https://pypi.mirrors.ustc.edu.cn/simple/ + + +RUN pip install --no-cache-dir pip==22.3.1 +RUN --mount=target=requirements.txt,source=requirements.txt pip install --no-cache-dir -r requirements.txt + +COPY --chown=1000 ./ /home/user/app + +RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash +RUN apt-get install git-lfs +RUN git lfs install +RUN git clone http://172.16.59.16:3000/microsoft/beit-base-patch16-224-pt22k-ft22k.git + +CMD ["python3", "app.py"] diff --git a/app.py b/app.py new file mode 100644 index 0000000..9433883 --- /dev/null +++ b/app.py @@ -0,0 +1,40 @@ +# -*- coding: utf-8 -*- +""" +@author:XuMing(xuming624@qq.com) +@description: text similarity example, fine-tuned by CoSENT model +""" +import gradio as gr +from text2vec import Similarity + +# 中文句向量模型(CoSENT) +sim_model = Similarity(model_name_or_path='shibing624/text2vec-base-chinese', + similarity_type='cosine', embedding_type='sbert') + + +def ai_text(sentence1, sentence2): + score = sim_model.get_score(sentence1, sentence2) + print("{} \t\t {} \t\t Score: {:.4f}".format(sentence1, sentence2, score)) + + return score + + +if __name__ == '__main__': + examples = [ + ['如何更换花呗绑定银行卡', '花呗更改绑定银行卡'], + ['我在北京打篮球', '我是北京人，我喜欢篮球'], + ['一个女人在看书。', '一个女人在揉面团'], + ['一个男人在车库里举重。', '一个人在举重。'], + ] + input1 = gr.inputs.Textbox(lines=2, placeholder="Enter First Sentence") + input2 = gr.inputs.Textbox(lines=2, placeholder="Enter Second Sentence") + + output_text = gr.outputs.Textbox() + gr.Interface(ai_text, + inputs=[input1, input2], + outputs=[output_text], + theme="grass", + title="Chinese Text to Vector Model shibing624/text2vec-base-chinese", + description="Copy or input Chinese text here. Submit and the machine will calculate the cosine score.", + article="Link to Github REPO", + examples=examples + ).launch(server_name="0.0.0.0") diff --git a/packages.txt b/packages.txt new file mode 100644 index 0000000..41612c4 --- /dev/null +++ b/packages.txt @@ -0,0 +1,2 @@ +curl +git diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..a9c21ab --- /dev/null +++ b/requirements.txt @@ -0,0 +1,4 @@ +gradio +transformers +torch +text2vec