From 8c288e89338177eadc6655488cd92775b5b8f436 Mon Sep 17 00:00:00 2001 From: lrq619 Date: Tue, 15 Aug 2023 02:53:15 +0000 Subject: [PATCH] use data setup instead Signed-off-by: lrq619 --- .github/workflows/e2e-bert.yml | 6 +++--- benchmarks/bert/docker/Dockerfile | 22 +++++++++++----------- 2 files changed, 14 insertions(+), 14 deletions(-) diff --git a/.github/workflows/e2e-bert.yml b/.github/workflows/e2e-bert.yml index 75d77a3cf..1c9d3d311 100644 --- a/.github/workflows/e2e-bert.yml +++ b/.github/workflows/e2e-bert.yml @@ -85,9 +85,9 @@ jobs: go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.26 go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.1 - # - name: Data Setup - # working-directory: benchmarks/bert - # run: make setup + - name: Data Setup + working-directory: benchmarks/bert + run: make setup - name: Build and push working-directory: benchmarks/bert diff --git a/benchmarks/bert/docker/Dockerfile b/benchmarks/bert/docker/Dockerfile index cec0b2ed0..d7f02e4da 100644 --- a/benchmarks/bert/docker/Dockerfile +++ b/benchmarks/bert/docker/Dockerfile @@ -25,17 +25,17 @@ RUN cd /tmp/ \ COPY benchmarks/bert/requirements.txt /workspace/ RUN python3 -m pip install -r requirements.txt -# COPY benchmarks/bert/build /workspace/build -ADD https://github.com/rajpurkar/SQuAD-explorer/blob/master/dataset/dev-v1.1.json?raw=true /workspace/build/data/ -ADD https://github.com/allenai/bi-att-flow/raw/master/squad/evaluate-v1.1.py /workspace/build/data/ - -ADD https://zenodo.org/record/3733868/files/model.ckpt-5474.data-00000-of-00001?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ -ADD https://zenodo.org/record/3733868/files/model.ckpt-5474.index?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ -ADD https://zenodo.org/record/3733868/files/model.ckpt-5474.meta?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ -ADD https://zenodo.org/record/3733868/files/vocab.txt?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ -ADD https://zenodo.org/record/3939747/files/model.pb?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ -ADD https://zenodo.org/record/3733896/files/model.pytorch?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ -ADD https://zenodo.org/record/3733896/files/vocab.txt?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ +COPY benchmarks/bert/build /workspace/build +# ADD https://github.com/rajpurkar/SQuAD-explorer/blob/master/dataset/dev-v1.1.json?raw=true /workspace/build/data/ +# ADD https://github.com/allenai/bi-att-flow/raw/master/squad/evaluate-v1.1.py /workspace/build/data/ + +# ADD https://zenodo.org/record/3733868/files/model.ckpt-5474.data-00000-of-00001?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ +# ADD https://zenodo.org/record/3733868/files/model.ckpt-5474.index?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ +# ADD https://zenodo.org/record/3733868/files/model.ckpt-5474.meta?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ +# ADD https://zenodo.org/record/3733868/files/vocab.txt?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ +# ADD https://zenodo.org/record/3939747/files/model.pb?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ +# ADD https://zenodo.org/record/3733896/files/model.pytorch?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ +# ADD https://zenodo.org/record/3733896/files/vocab.txt?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/ COPY benchmarks/bert/python /workspace/python RUN mv /workspace/python/config/bert_config.json /workspace/ && mv /workspace/python/config/user.conf /workspace/