use data setup instead

Signed-off-by: lrq619 <[email protected]>
vhive-serverless · Aug 15, 2023 · 8c288e8 · 8c288e8
1 parent 0902ede
commit 8c288e8
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 14 deletions.
diff --git a/.github/workflows/e2e-bert.yml b/.github/workflows/e2e-bert.yml
@@ -85,9 +85,9 @@ jobs:
           go install google.golang.org/protobuf/cmd/[email protected]
           go install google.golang.org/grpc/cmd/[email protected]
 
-      # - name: Data Setup
-      #   working-directory: benchmarks/bert
-      #   run: make setup
+      - name: Data Setup
+        working-directory: benchmarks/bert
+        run: make setup
 
       - name: Build and push
         working-directory: benchmarks/bert

diff --git a/benchmarks/bert/docker/Dockerfile b/benchmarks/bert/docker/Dockerfile
@@ -25,17 +25,17 @@ RUN cd /tmp/ \
 COPY benchmarks/bert/requirements.txt /workspace/
 RUN python3 -m pip install -r requirements.txt
 
-# COPY benchmarks/bert/build /workspace/build
-ADD https://github.com/rajpurkar/SQuAD-explorer/blob/master/dataset/dev-v1.1.json?raw=true /workspace/build/data/
-ADD https://github.com/allenai/bi-att-flow/raw/master/squad/evaluate-v1.1.py /workspace/build/data/
-
-ADD  https://zenodo.org/record/3733868/files/model.ckpt-5474.data-00000-of-00001?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
-ADD https://zenodo.org/record/3733868/files/model.ckpt-5474.index?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
-ADD https://zenodo.org/record/3733868/files/model.ckpt-5474.meta?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
-ADD https://zenodo.org/record/3733868/files/vocab.txt?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
-ADD https://zenodo.org/record/3939747/files/model.pb?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
-ADD https://zenodo.org/record/3733896/files/model.pytorch?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
-ADD https://zenodo.org/record/3733896/files/vocab.txt?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
+COPY benchmarks/bert/build /workspace/build
+# ADD https://github.com/rajpurkar/SQuAD-explorer/blob/master/dataset/dev-v1.1.json?raw=true /workspace/build/data/
+# ADD https://github.com/allenai/bi-att-flow/raw/master/squad/evaluate-v1.1.py /workspace/build/data/
+
+# ADD  https://zenodo.org/record/3733868/files/model.ckpt-5474.data-00000-of-00001?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
+# ADD https://zenodo.org/record/3733868/files/model.ckpt-5474.index?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
+# ADD https://zenodo.org/record/3733868/files/model.ckpt-5474.meta?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
+# ADD https://zenodo.org/record/3733868/files/vocab.txt?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
+# ADD https://zenodo.org/record/3939747/files/model.pb?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
+# ADD https://zenodo.org/record/3733896/files/model.pytorch?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
+# ADD https://zenodo.org/record/3733896/files/vocab.txt?download=1 /workspace/build/data/bert_tf_v1_1_large_fp32_384_v2/
 
 COPY benchmarks/bert/python /workspace/python
 RUN mv /workspace/python/config/bert_config.json /workspace/ && mv /workspace/python/config/user.conf /workspace/