Modified compression benchmark to use mongodb.

Signed-off-by: L Lakshmanan <[email protected]> Small edit to server.py Signed-off-by: Lakshman <Lakshman@localhost>
vhive-serverless · Aug 13, 2024 · 4b248db · 4b248db
1 parent 07c700e
commit 4b248db
Show file tree

Hide file tree

Showing 20 changed files with 3,481 additions and 12 deletions.
diff --git a/.gitattributes b/.gitattributes
@@ -26,3 +26,9 @@ benchmarks/video-processing/videos/video4.mp4 filter=lfs diff=lfs merge=lfs -tex
 benchmarks/video-analytics-standalone/videos/default.mp4 filter=lfs diff=lfs merge=lfs -text
 benchmarks/video-analytics-standalone/videos/video1.mp4 filter=lfs diff=lfs merge=lfs -text
 benchmarks/video-analytics-standalone/videos/video2.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/compression/files/video2.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/compression/files/video1.mp4 filter=lfs diff=lfs merge=lfs -text
+benchmarks/compression/files/img4.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/compression/files/img1.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/compression/files/img2.jpg filter=lfs diff=lfs merge=lfs -text
+benchmarks/compression/files/img3.jpg filter=lfs diff=lfs merge=lfs -text
diff --git a/.github/workflows/e2e-compression.yml b/.github/workflows/e2e-compression.yml
@@ -97,8 +97,8 @@ jobs:
 
       - name: start docker-compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 

diff --git a/benchmarks/compression/Dockerfile b/benchmarks/compression/Dockerfile
@@ -20,6 +20,28 @@
 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 # SOFTWARE.
 
+#---------- Init-Database -----------#
+# First stage (Builder):
+FROM vhiveease/golang-builder:latest AS databaseInitBuilder
+WORKDIR /app/app/
+RUN apt-get install git ca-certificates
+
+COPY ./benchmarks/compression/init/go.mod ./
+COPY ./benchmarks/compression/init/go.sum ./
+COPY ./benchmarks/compression/init/init-database.go ./
+
+RUN go mod tidy
+RUN CGO_ENABLED=0 GOOS=linux go build -v -o ./init-database init-database.go
+
+# Second stage (Runner):
+FROM scratch as databaseInit
+WORKDIR /app/
+COPY --from=databaseInitBuilder /etc/ssl/certs/ca-certificates.crt /etc/ssl/certs/
+COPY --from=databaseInitBuilder /app/app/init-database .
+COPY ./benchmarks/compression/files/ ./files
+
+ENTRYPOINT [ "/app/init-database" ]
+
 #---------- PYTHON -----------#
 # First stage (Builder):
 # Install gRPC and all other dependencies

diff --git a/benchmarks/compression/Makefile b/benchmarks/compression/Makefile
@@ -21,22 +21,31 @@
 # SOFTWARE.
 
 ROOT = ../../
-FUNCTIONS = compression-python
+FUNCTIONS = compression-python init-database
 ALL_IMAGES = $(FUNCTIONS)
 
 all-image: $(ALL_IMAGES)
 
-compression-python: docker/Dockerfile python/server.py python/requirements.txt files/metamorphosis.txt
+compression-python: Dockerfile python/server.py python/requirements.txt files/metamorphosis.txt
 	DOCKER_BUILDKIT=1 docker build \
 	--tag vhiveease/compression-python:latest \
 	--target compressionPython \
-	-f docker/Dockerfile \
+	-f ./Dockerfile \
+	$(ROOT) --load
+
+init-database: Dockerfile init/init-database.go files/metamorphosis.txt
+	DOCKER_BUILDKIT=1 docker build \
+	--tag vhiveease/compression-init-database:latest \
+	--target databaseInit \
+	-f ./Dockerfile \
 	$(ROOT) --load
 
 ## Push images
 push:
 	docker push docker.io/vhiveease/compression-python:latest 
+	docker push docker.io/vhiveease/compression-init-database:latest
 
 ## Pull images from docker hub
 pull:
 	docker pull docker.io/vhiveease/compression-python:latest
+	docker pull docker.io/vhiveease/compression-init-database:latest