diff --git a/.github/configs/wordlist.txt b/.github/configs/wordlist.txt index 256fc4ebe..b5d625272 100644 --- a/.github/configs/wordlist.txt +++ b/.github/configs/wordlist.txt @@ -42,6 +42,7 @@ authorizer autodetect autoscaling autostart +AverageAllocatedMb avi AVI aws @@ -158,6 +159,8 @@ dockerizing doi Dragojevic Drumond +dur +durations DVFS eba ECR @@ -234,6 +237,9 @@ gVisor Gptj gpt Harald +HashApp +HashFunction +HashOwner HDDs HelloRequest helloworld @@ -262,6 +268,7 @@ init InitBasicTracer InitCustomTracer Initializr +injective inproceedings insteadOf integ @@ -275,6 +282,7 @@ ISCA ISPASS Istio istioctl +iter iteratively jekyll Jesalpura @@ -340,6 +348,7 @@ microarchitecture Marios matchers maxVMNum +metset md MECS memcached @@ -347,6 +356,7 @@ metadata Metatrainer metatrainer memcached +MiB Michal Micheli microarchitecting @@ -359,6 +369,7 @@ microservices Microservice Microservices microVMs +millicpu minio MinIO Mirzadeh @@ -424,6 +435,7 @@ Petrov Ph Picorel Pilani +Pipelined plaintext Plamen plamenpp @@ -431,6 +443,7 @@ pmu pmutool pn Pnevmatikatos +png postfix PPoPP PPOPP @@ -462,6 +475,7 @@ PTEMagnet pv PV pvc +py qO QoS QOS @@ -499,6 +513,7 @@ runtimes Rustem s SABRes +SampleCount SayHello Sazeides Scalability diff --git a/.github/workflows/e2e-aes.yml b/.github/workflows/e2e-aes.yml index d54238b37..f482f97d0 100644 --- a/.github/workflows/e2e-aes.yml +++ b/.github/workflows/e2e-aes.yml @@ -146,8 +146,8 @@ jobs: - name: start docker-compose benchmark run: | - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & sleep 60s cat log_file diff --git a/.github/workflows/e2e-auth.yml b/.github/workflows/e2e-auth.yml index a7c9175c1..5aa1ef6f0 100644 --- a/.github/workflows/e2e-auth.yml +++ b/.github/workflows/e2e-auth.yml @@ -146,8 +146,8 @@ jobs: - name: start docker-compose benchmark run: | - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & sleep 60s cat log_file diff --git a/.github/workflows/e2e-fibonacci.yml b/.github/workflows/e2e-fibonacci.yml index 4ab7e2569..1f63c1888 100644 --- a/.github/workflows/e2e-fibonacci.yml +++ b/.github/workflows/e2e-fibonacci.yml @@ -125,8 +125,8 @@ jobs: - name: start docker-compose benchmark run: | - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & sleep 60s cat log_file diff --git a/.github/workflows/e2e-gptj.yml b/.github/workflows/e2e-gptj.yml index 799b46951..02f0f3392 100644 --- a/.github/workflows/e2e-gptj.yml +++ b/.github/workflows/e2e-gptj.yml @@ -97,8 +97,8 @@ jobs: - name: start docker-compose benchmark run: | - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & sleep 60s cat log_file diff --git a/.github/workflows/e2e-hotel.yml b/.github/workflows/e2e-hotel.yml index daa43bfda..9f67027b6 100644 --- a/.github/workflows/e2e-hotel.yml +++ b/.github/workflows/e2e-hotel.yml @@ -105,8 +105,8 @@ jobs: - name: start docker-compose benchmark run: | - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & sleep 60s cat log_file diff --git a/.github/workflows/e2e-image-rotate.yml b/.github/workflows/e2e-image-rotate.yml index b02829e48..d898d5cab 100644 --- a/.github/workflows/e2e-image-rotate.yml +++ b/.github/workflows/e2e-image-rotate.yml @@ -99,8 +99,8 @@ jobs: - name: start docker-compose benchmark run: | - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & sleep 60s cat log_file diff --git a/.github/workflows/e2e-map-reduce.yml b/.github/workflows/e2e-map-reduce.yml index 77fed5b4f..431b6cbeb 100644 --- a/.github/workflows/e2e-map-reduce.yml +++ b/.github/workflows/e2e-map-reduce.yml @@ -104,7 +104,7 @@ jobs: - name: start docker-compose benchmark working-directory: benchmarks/map-reduce run: | - docker-compose -f docker-compose-s3.yml up &> log_file & + docker compose -f docker-compose-s3.yml up &> log_file & sleep 120s cat log_file diff --git a/.github/workflows/e2e-online-shop.yml b/.github/workflows/e2e-online-shop.yml index 4ae02120e..b7733f47f 100644 --- a/.github/workflows/e2e-online-shop.yml +++ b/.github/workflows/e2e-online-shop.yml @@ -113,8 +113,8 @@ jobs: - name: start docker-compose benchmark run: | - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & sleep 60s cat log_file diff --git a/.github/workflows/e2e-rnn-serving.yml b/.github/workflows/e2e-rnn-serving.yml index 0383b6204..03ce23738 100644 --- a/.github/workflows/e2e-rnn-serving.yml +++ b/.github/workflows/e2e-rnn-serving.yml @@ -94,8 +94,8 @@ jobs: - name: start docker-compose benchmark run: | - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & sleep 60s cat log_file diff --git a/.github/workflows/e2e-spin-sleep.yml b/.github/workflows/e2e-spin-sleep.yml index 08fef6a6f..6220db6a6 100644 --- a/.github/workflows/e2e-spin-sleep.yml +++ b/.github/workflows/e2e-spin-sleep.yml @@ -98,8 +98,8 @@ jobs: - name: start docker-compose benchmark run: | - docker-compose -f ${{ matrix.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull - docker-compose -f ${{ matrix.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & + docker compose -f ${{ matrix.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull + docker compose -f ${{ matrix.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & sleep 60s cat log_file - name: invoke the function directly diff --git a/.github/workflows/e2e-stacking-training.yml b/.github/workflows/e2e-stacking-training.yml index 98e1d8a4d..00b7f60e5 100644 --- a/.github/workflows/e2e-stacking-training.yml +++ b/.github/workflows/e2e-stacking-training.yml @@ -93,7 +93,7 @@ jobs: env: BUCKET_NAME: vhive-stacking run: | - docker-compose -f docker-compose-s3.yml up &> log_file & + docker compose -f docker-compose-s3.yml up &> log_file & sleep 60s - name: invoke the chain run: | diff --git a/.github/workflows/e2e-tuning-halving.yml b/.github/workflows/e2e-tuning-halving.yml index dcba6208f..e46870a9e 100644 --- a/.github/workflows/e2e-tuning-halving.yml +++ b/.github/workflows/e2e-tuning-halving.yml @@ -93,7 +93,7 @@ jobs: env: BUCKET_NAME: vhive-tuning run: | - docker-compose -f docker-compose-s3.yml up &> log_file & + docker compose -f docker-compose-s3.yml up &> log_file & sleep 60s - name: invoke the chain diff --git a/.github/workflows/e2e-video-analytics-standalone.yml b/.github/workflows/e2e-video-analytics-standalone.yml index 9d15145aa..2a59da571 100644 --- a/.github/workflows/e2e-video-analytics-standalone.yml +++ b/.github/workflows/e2e-video-analytics-standalone.yml @@ -96,8 +96,8 @@ jobs: - name: start docker-compose benchmark run: | - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & sleep 60s cat log_file diff --git a/.github/workflows/e2e-video-analytics.yml b/.github/workflows/e2e-video-analytics.yml index bc05d8a55..98e561910 100644 --- a/.github/workflows/e2e-video-analytics.yml +++ b/.github/workflows/e2e-video-analytics.yml @@ -89,7 +89,7 @@ jobs: BUCKET_NAME: "vhive-video-bench" working-directory: benchmarks/video-analytics/yamls/docker-compose run: | - docker-compose -f docker-compose-s3.yml up &> log_file & + docker compose -f docker-compose-s3.yml up &> log_file & sleep 60s - name: invoke the chain diff --git a/.github/workflows/e2e-video-processing.yml b/.github/workflows/e2e-video-processing.yml index e2449a71f..fb322d4db 100644 --- a/.github/workflows/e2e-video-processing.yml +++ b/.github/workflows/e2e-video-processing.yml @@ -96,8 +96,8 @@ jobs: - name: start docker-compose benchmark run: | - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull - docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull + docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file & sleep 60s cat log_file diff --git a/tools/profiler/config.json b/tools/profiler/config.json index ec7a64e2d..a52027d83 100644 --- a/tools/profiler/config.json +++ b/tools/profiler/config.json @@ -1,4 +1,32 @@ [ + { + "yaml-location": "./yamls/compression/kn-compression-python-txt.yaml", + "predeployment-commands": [ + "kubectl apply -f ./yamls/compression/compression-database.yaml" + ], + "postdeployment-commands": [] + }, + { + "yaml-location": "./yamls/compression/kn-compression-python-img-1.yaml", + "predeployment-commands": [ + "kubectl apply -f ./yamls/compression/compression-database.yaml" + ], + "postdeployment-commands": [] + }, + { + "yaml-location": "./yamls/compression/kn-compression-python-img-2.yaml", + "predeployment-commands": [ + "kubectl apply -f ./yamls/compression/compression-database.yaml" + ], + "postdeployment-commands": [] + }, + { + "yaml-location": "./yamls/compression/kn-compression-python-vid.yaml", + "predeployment-commands": [ + "kubectl apply -f ./yamls/compression/compression-database.yaml" + ], + "postdeployment-commands": [] + }, { "yaml-location": "./yamls/aes-nodejs/kn-aes-nodejs-10-10.yaml", "predeployment-commands": [], diff --git a/tools/profiler/yamls/compression/compression-database.yaml b/tools/profiler/yamls/compression/compression-database.yaml new file mode 100644 index 000000000..b42a588d6 --- /dev/null +++ b/tools/profiler/yamls/compression/compression-database.yaml @@ -0,0 +1,74 @@ +# MIT License + +# Copyright (c) 2024 EASE lab + +# Permission is hereby granted, free of charge, to any person obtaining a copy +# of this software and associated documentation files (the "Software"), to deal +# in the Software without restriction, including without limitation the rights +# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +# copies of the Software, and to permit persons to whom the Software is +# furnished to do so, subject to the following conditions: + +# The above copyright notice and this permission notice shall be included in all +# copies or substantial portions of the Software. + +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +# SOFTWARE. + + +## Database ---------- +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + name: compression-database + namespace: default +spec: + selector: + matchLabels: + app: compression-database + template: + metadata: + labels: + app: compression-database + spec: + containers: + - name: database + image: docker.io/vhiveease/mongodb + ports: + - containerPort: 27017 + +--- +apiVersion: v1 +kind: Service +metadata: + name: compression-database + namespace: default +spec: + type: ClusterIP + selector: + app: compression-database + ports: + - name: database + port: 27017 + targetPort: 27017 + +--- +apiVersion: batch/v1 +kind: Job +metadata: + name: init-compression-database +spec: + template: + spec: + containers: + - name: init-compression-database + image: docker.io/vhiveease/compression-init-database:latest + args: + - --db_addr=mongodb://compression-database:27017 + restartPolicy: Never \ No newline at end of file diff --git a/tools/profiler/yamls/compression/kn-compression-python.yaml b/tools/profiler/yamls/compression/kn-compression-python-img-1.yaml similarity index 96% rename from tools/profiler/yamls/compression/kn-compression-python.yaml rename to tools/profiler/yamls/compression/kn-compression-python-img-1.yaml index 4e61f8291..7f18cb776 100644 --- a/tools/profiler/yamls/compression/kn-compression-python.yaml +++ b/tools/profiler/yamls/compression/kn-compression-python-img-1.yaml @@ -38,7 +38,8 @@ spec: - --function-endpoint-url=0.0.0.0 - --function-endpoint-port=50051 - --function-name=compression-python - - --value=metamorphosis.txt + - --value=img1.jpg + - --profile-function=true - image: docker.io/vhiveease/compression-python:latest args: - --addr=0.0.0.0 diff --git a/tools/profiler/yamls/compression/kn-compression-python-img-2.yaml b/tools/profiler/yamls/compression/kn-compression-python-img-2.yaml new file mode 100644 index 000000000..263383e3b --- /dev/null +++ b/tools/profiler/yamls/compression/kn-compression-python-img-2.yaml @@ -0,0 +1,46 @@ +# MIT License + +# Copyright (c) 2024 EASE lab + +# Permission is hereby granted, free of charge, to any person obtaining a copy +# of this software and associated documentation files (the "Software"), to deal +# in the Software without restriction, including without limitation the rights +# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +# copies of the Software, and to permit persons to whom the Software is +# furnished to do so, subject to the following conditions: + +# The above copyright notice and this permission notice shall be included in all +# copies or substantial portions of the Software. + +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +# SOFTWARE. + +apiVersion: serving.knative.dev/v1 +kind: Service +metadata: + name: compression-python + namespace: default +spec: + template: + spec: + containers: + - image: docker.io/vhiveease/relay:latest + ports: + - name: h2c + containerPort: 50000 + args: + - --addr=0.0.0.0:50000 + - --function-endpoint-url=0.0.0.0 + - --function-endpoint-port=50051 + - --function-name=compression-python + - --value=img2.jpg + - --profile-function=true + - image: docker.io/vhiveease/compression-python:latest + args: + - --addr=0.0.0.0 + - --port=50051 diff --git a/tools/profiler/yamls/compression/kn-compression-python-txt.yaml b/tools/profiler/yamls/compression/kn-compression-python-txt.yaml new file mode 100644 index 000000000..b4116166d --- /dev/null +++ b/tools/profiler/yamls/compression/kn-compression-python-txt.yaml @@ -0,0 +1,46 @@ +# MIT License + +# Copyright (c) 2024 EASE lab + +# Permission is hereby granted, free of charge, to any person obtaining a copy +# of this software and associated documentation files (the "Software"), to deal +# in the Software without restriction, including without limitation the rights +# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +# copies of the Software, and to permit persons to whom the Software is +# furnished to do so, subject to the following conditions: + +# The above copyright notice and this permission notice shall be included in all +# copies or substantial portions of the Software. + +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +# SOFTWARE. + +apiVersion: serving.knative.dev/v1 +kind: Service +metadata: + name: compression-python + namespace: default +spec: + template: + spec: + containers: + - image: docker.io/vhiveease/relay:latest + ports: + - name: h2c + containerPort: 50000 + args: + - --addr=0.0.0.0:50000 + - --function-endpoint-url=0.0.0.0 + - --function-endpoint-port=50051 + - --function-name=compression-python + - --value=helloworld.txt + - --profile-function=true + - image: docker.io/vhiveease/compression-python:latest + args: + - --addr=0.0.0.0 + - --port=50051 diff --git a/tools/profiler/yamls/compression/kn-compression-python-vid.yaml b/tools/profiler/yamls/compression/kn-compression-python-vid.yaml new file mode 100644 index 000000000..40d5057f2 --- /dev/null +++ b/tools/profiler/yamls/compression/kn-compression-python-vid.yaml @@ -0,0 +1,46 @@ +# MIT License + +# Copyright (c) 2024 EASE lab + +# Permission is hereby granted, free of charge, to any person obtaining a copy +# of this software and associated documentation files (the "Software"), to deal +# in the Software without restriction, including without limitation the rights +# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +# copies of the Software, and to permit persons to whom the Software is +# furnished to do so, subject to the following conditions: + +# The above copyright notice and this permission notice shall be included in all +# copies or substantial portions of the Software. + +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +# SOFTWARE. + +apiVersion: serving.knative.dev/v1 +kind: Service +metadata: + name: compression-python + namespace: default +spec: + template: + spec: + containers: + - image: docker.io/vhiveease/relay:latest + ports: + - name: h2c + containerPort: 50000 + args: + - --addr=0.0.0.0:50000 + - --function-endpoint-url=0.0.0.0 + - --function-endpoint-port=50051 + - --function-name=compression-python + - --value=video1.mp4 + - --profile-function=true + - image: docker.io/vhiveease/compression-python:latest + args: + - --addr=0.0.0.0 + - --port=50051