Main to load-generator

.gitattributes

@@ -1,2 +1,34 @@
 benchmarks/gg/examples/excamera/drop.avi filter=lfs diff=lfs merge=lfs -text
 benchmarks/gg/examples/llvm/llvm.tar.gz filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img12.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img15.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img1.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img8.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img11.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img2.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/default.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img13.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img4.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img5.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img6.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img7.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img9.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img10.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img16.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img17.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/image-rotate/images/img3.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/video-processing/*.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/video-processing/videos/default.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/video-processing/videos/video1.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/video-processing/videos/video2.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/video-processing/videos/video3.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/video-processing/videos/video4.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/video-analytics-standalone/videos/default.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/video-analytics-standalone/videos/video1.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/video-analytics-standalone/videos/video2.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/compression/files/video2.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/compression/files/video1.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/compression/files/img4.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/compression/files/img1.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/compression/files/img2.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/compression/files/img3.jpg filter=lfs diff=lfs merge=lfs -text

.github/configs/wordlist.txt

@@ -221,6 +221,7 @@ goroutine
 gradle
 gradlew
 Gratz
+grayscale
 grot
 Grot
 gRPC
@@ -443,6 +444,7 @@ Prefetch
 Prefetched
 Prefetching
 preprocessor
+preprocesses
 priyank
 Priyank
 proc
@@ -483,6 +485,8 @@ recommender
 recommendationservice
 repo
 Repos
+rnn
+RNN
 roadmap
 RPC
 rpc
@@ -535,6 +539,7 @@ Sotiria
 SPECU
 specversion
 Sprintf
+squeezenet
 src
 SSD
 sslip
@@ -647,6 +652,7 @@ zA
 Zhu
 zipkin
 Zipkin
+zlib
 
 EsjWHBuJ
 HZPSfs

.github/dependabot.yml

@@ -95,9 +95,23 @@ updates:
   - package-ecosystem: pip
     directory: "/utils/tracing/python"
     schedule:
-      interval: daily
-      time: "13:00"
+      interval: weekly
+      day: sunday
     groups:
       python-packages:
         patterns:
           - "*"
+
+  - package-ecosystem: pip
+    directory: "/benchmarks"
+    schedule:
+      interval: weekly
+      day: sunday
+    groups:
+      grpcio:
+        patterns:
+          - "grpcio*"
+
+      tracing:
+        patterns:
+          - "opentelemetry*"

.github/workflows/base-images.yml

@@ -54,7 +54,7 @@ jobs:
         uses: docker/setup-buildx-action@v3
 
       - name: Build and push
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@v6
         with:
           push: true
           file: utils/base-images/Dockerfile

.github/workflows/code-quality.yml

@@ -42,7 +42,7 @@ jobs:
       - run: git config --global url."https://ease-lab:$(echo $GOPRIVATE_KEY)@github.com/ease-lab/vhive-xdt".insteadOf "https://github.com/ease-lab/vhive-xdt"
 
       - name: Lint with golangci-lint
-        uses: golangci/golangci-lint-action@v3.7.0
+        uses: golangci/golangci-lint-action@v6.0.1
         with:
           working-directory: ${{ matrix.workdir }}
           skip-cache: true

.github/workflows/e2e-aes.yml

@@ -40,15 +40,19 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        service:
-          [
-            aes-go,
-            aes-python,
-            aes-nodejs,
-            aes-python-lambda,
-            aes-nodejs-lambda,
-            aes-go-lambda
-          ]
+        include:
+          - service: aes-go
+            target: aesGo
+          - service: aes-python
+            target: aesPython
+          - service: aes-nodejs
+            target: aesNodeJS
+          - service: aes-go-lambda
+            target: aesGoLambda
+          - service: aes-nodejs-lambda
+            target: aesNodeJSLambda
+          - service: aes-python-lambda
+            target: aesPythonLambda
 
     steps:
       - name: Check out code into the Go module directory
@@ -88,7 +92,7 @@ jobs:
           python3 -m pip install --upgrade pip
           python3 -m pip install wheel ez_setup setuptools
           GRPC_PYTHON_BUILD_SYSTEM_ZLIB=true
-          python3 -m pip install -r benchmarks/aes/python/requirements/common.txt
+          python3 -m pip install -r benchmarks/aes/python/requirements/common_requirements.txt
           python3 -m pip install -r runner/aws_lambda_scripts/requirements.txt
 
       - name: Setup go dependencies
@@ -99,7 +103,19 @@ jobs:
           go install google.golang.org/protobuf/cmd/[email protected]
           go install google.golang.org/grpc/cmd/[email protected]
 
-      - name: Build and Push
+      - name: Build and push
+        if: ${{ ! contains(matrix.service, 'lambda') }}
+        uses: docker/build-push-action@v6
+        with:
+          push: true
+          file: benchmarks/aes/docker/Dockerfile
+          platforms: ${{ env.PLATFORMS }}
+          target: ${{ matrix.target }}
+          tags: vhiveease/${{ matrix.service }}:latest
+          context: .
+
+      - name: Build and push
+        if: ${{ contains(matrix.service, 'lambda') }}
         working-directory: benchmarks/aes
         run: make push-${{ matrix.service }}
 
@@ -128,18 +144,18 @@ jobs:
         with:
           lfs: "true"
 
-      - name: start docker-compose benchmark
+      - name: start docker compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 
       - name: invoke the chain
         run: |
           ./tools/bin/grpcurl -plaintext localhost:50000 helloworld.Greeter.SayHello
 
-      - name: show docker-compose log
+      - name: show docker compose log
         run: cat log_file
 
   test-knative:

.github/workflows/e2e-auth.yml

@@ -40,15 +40,19 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        service:
-          [
-            auth-go,
-            auth-python,
-            auth-nodejs,
-            auth-python-lambda,
-            auth-nodejs-lambda,
-            auth-go-lambda
-          ]
+        include:
+          - service: auth-go
+            target: authGo
+          - service: auth-python
+            target: authPython
+          - service: auth-nodejs
+            target: authNodeJS
+          - service: auth-go-lambda
+            target: authGoLambda
+          - service: auth-nodejs-lambda
+            target: authNodeJSLambda
+          - service: auth-python-lambda
+            target: authPythonLambda
 
     steps:
       - name: Check out code into the Go module directory
@@ -88,7 +92,7 @@ jobs:
           python3 -m pip install --upgrade pip
           python3 -m pip install wheel ez_setup setuptools
           GRPC_PYTHON_BUILD_SYSTEM_ZLIB=true
-          python3 -m pip install -r benchmarks/auth/python/requirements/common.txt
+          python3 -m pip install -r benchmarks/auth/python/requirements/common_requirements.txt
           python3 -m pip install -r runner/aws_lambda_scripts/requirements.txt
 
       - name: Setup go dependencies
@@ -100,6 +104,18 @@ jobs:
           go install google.golang.org/grpc/cmd/[email protected]
 
       - name: Build and push
+        if: ${{ ! contains(matrix.service, 'lambda') }}
+        uses: docker/build-push-action@v6
+        with:
+          push: true
+          file: benchmarks/auth/docker/Dockerfile
+          platforms: ${{ env.PLATFORMS }}
+          target: ${{ matrix.target }}
+          tags: vhiveease/${{ matrix.service }}:latest
+          context: .
+
+      - name: Build and push
+        if: ${{ contains(matrix.service, 'lambda') }}
         working-directory: benchmarks/auth
         run: make push-${{ matrix.service }}
 
@@ -128,18 +144,18 @@ jobs:
         with:
           lfs: "true"
 
-      - name: start docker-compose benchmark
+      - name: start docker compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 
       - name: invoke the chain
         run: |
           ./tools/bin/grpcurl -plaintext localhost:50000 helloworld.Greeter.SayHello
 
-      - name: show docker-compose log
+      - name: show docker compose log
         run: cat log_file
 
   test-knative:

.github/workflows/e2e-bert.yml

@@ -118,10 +118,10 @@ jobs:
         with:
           lfs: "true"
 
-      # - name: start docker-compose benchmark
+      # - name: start docker compose benchmark
       #   run: |
-      #     docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-      #     docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+      #     docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+      #     docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
       #     sleep 60s
       #     cat log_file
 
@@ -130,5 +130,5 @@ jobs:
       #     ./tools/bin/grpcurl -plaintext localhost:50000 helloworld.Greeter.SayHello
       # Currently cannot run on CI due to no enough space on device
 
-      # - name: show docker-compose log
+      # - name: show docker compose log
       #   run: cat log_file

.github/workflows/e2e-chained-serving.yml

@@ -94,20 +94,20 @@ jobs:
       with:
         lfs: 'true'
 
-    - name: start docker-compose benchmark
+    - name: start docker compose benchmark
       env:
           AWS_ACCESS_KEY: ${{ secrets.AWS_ACCESS_KEY }}
           AWS_SECRET_KEY: ${{ secrets.AWS_SECRET_KEY }}
       working-directory: benchmarks/chained-function-serving/yamls/docker-compose
       run: |
-        docker-compose -f ${{ matrix.file }} up &> log_file &
+        docker compose -f ${{ matrix.file }} up &> log_file &
         sleep 60s
 
     - name: invoke the chain
       run: |
         ./tools/bin/grpcurl -plaintext localhost:${{ matrix.port }} helloworld.Greeter.SayHello
 
-    - name: show docker-compose log
+    - name: show docker compose log
       run: cat benchmarks/chained-function-serving/yamls/docker-compose/log_file
 
   test-knative: