Skip to content

Experiment 6 - Determine chunk size #18

Experiment 6 - Determine chunk size

Experiment 6 - Determine chunk size #18

name: Image size experiment
on:
workflow_dispatch:
push:
branches:
- ypwong99/temp-experiment-image-sizes
jobs:
build_client:
name: Build framework
runs-on: ubuntu-latest
env:
working-directory: ./src
steps:
- name: Check out code into the Go module directory
uses: actions/checkout@v4
with:
ref: ypwong99/temp-experiment-image-sizes
- name: Set up Go 1.21
uses: actions/setup-go@v3
with:
go-version: 1.21
- name: Build client binary
working-directory: ${{ env.working-directory }}
run: env GOOS=linux GOARCH=amd64 CGO_ENABLED=0 go build -o stellar main.go
- name: Package client artifact
working-directory: ${{ env.working-directory }}
run: tar -czvf build.tar ./stellar
- name: Upload client artifact
uses: actions/upload-artifact@v3
with:
name: STeLLAR-build
path: ${{ env.working-directory }}/build.tar
retention-days: 1
# cold-25-aws-read-entire:
# needs: build_client
# runs-on: [ self-hosted, aws ]
# env:
# working-directory: src
# AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY }}
# AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_KEY }}
# steps:
# - name: Check out code into the Go module directory
# uses: actions/checkout@v4
# with:
# ref: ypwong99/temp-experiment-image-sizes
#
# - name: Configure AWS credentials using EASE lab account
# uses: aws-actions/configure-aws-credentials@v4
# with:
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY }}
# aws-secret-access-key: ${{ secrets.AWS_SECRET_KEY }}
# aws-region: us-west-1
#
# - name: Set up Node.js 16.16.0
# uses: actions/setup-node@v3
# with:
# node-version: 16.16.0
#
# - name: Download client artifact
# uses: actions/download-artifact@v3
# with:
# name: STeLLAR-build
#
# - name: Untar client build
# working-directory: ${{ env.working-directory }}
# run: tar --strip-components=1 -xvf ../build.tar -C .
#
# - name: Run experiment
# working-directory: ${{ env.working-directory }}
# env:
# AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY }}
# AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_KEY }}
# run: ./stellar -a 356764711652 -o latency-samples -c ../experiments/image-size/cold-25-aws-read-entire.json
#
# - uses: actions/upload-artifact@v3
# with:
# name: cold-25-aws-read-entire
# path: ${{ env.working-directory }}/latency-samples
# cold-50-aws-read-entire:
# needs: build_client
# runs-on: [ self-hosted, aws ]
# env:
# working-directory: src
# AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY }}
# AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_KEY }}
# steps:
# - name: Check out code into the Go module directory
# uses: actions/checkout@v4
# with:
# ref: ypwong99/temp-experiment-image-sizes
#
# - name: Configure AWS credentials using EASE lab account
# uses: aws-actions/configure-aws-credentials@v4
# with:
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY }}
# aws-secret-access-key: ${{ secrets.AWS_SECRET_KEY }}
# aws-region: us-west-1
#
# - name: Set up Node.js 16.16.0
# uses: actions/setup-node@v3
# with:
# node-version: 16.16.0
#
# - name: Download client artifact
# uses: actions/download-artifact@v3
# with:
# name: STeLLAR-build
#
# - name: Untar client build
# working-directory: ${{ env.working-directory }}
# run: tar --strip-components=1 -xvf ../build.tar -C .
#
# - name: Run experiment
# working-directory: ${{ env.working-directory }}
# env:
# AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY }}
# AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_KEY }}
# run: ./stellar -a 356764711652 -o latency-samples -c ../experiments/image-size/cold-50-aws-read-entire.json
#
# - uses: actions/upload-artifact@v3
# with:
# name: cold-50-aws-read-entire
# path: ${{ env.working-directory }}/latency-samples
# cold-75-aws-read-entire:
# needs: build_client
# runs-on: [ self-hosted, aws ]
# env:
# working-directory: src
# AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY }}
# AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_KEY }}
# steps:
# - name: Check out code into the Go module directory
# uses: actions/checkout@v4
# with:
# ref: ypwong99/temp-experiment-image-sizes
#
# - name: Configure AWS credentials using EASE lab account
# uses: aws-actions/configure-aws-credentials@v4
# with:
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY }}
# aws-secret-access-key: ${{ secrets.AWS_SECRET_KEY }}
# aws-region: us-west-1
#
# - name: Set up Node.js 16.16.0
# uses: actions/setup-node@v3
# with:
# node-version: 16.16.0
#
# - name: Download client artifact
# uses: actions/download-artifact@v3
# with:
# name: STeLLAR-build
#
# - name: Untar client build
# working-directory: ${{ env.working-directory }}
# run: tar --strip-components=1 -xvf ../build.tar -C .
#
# - name: Run experiment
# working-directory: ${{ env.working-directory }}
# env:
# AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY }}
# AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_KEY }}
# run: ./stellar -a 356764711652 -o latency-samples -c ../experiments/image-size/cold-75-aws-read-entire.json
#
# - uses: actions/upload-artifact@v3
# with:
# name: cold-75-aws-read-entire
# path: ${{ env.working-directory }}/latency-samples
# cold-100-aws-read-entire:
# needs: build_client
# runs-on: [ self-hosted, aws ]
# env:
# working-directory: src
# AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY }}
# AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_KEY }}
# steps:
# - name: Check out code into the Go module directory
# uses: actions/checkout@v4
# with:
# ref: ypwong99/temp-experiment-image-sizes
#
# - name: Configure AWS credentials using EASE lab account
# uses: aws-actions/configure-aws-credentials@v4
# with:
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY }}
# aws-secret-access-key: ${{ secrets.AWS_SECRET_KEY }}
# aws-region: us-west-1
#
# - name: Set up Node.js 16.16.0
# uses: actions/setup-node@v3
# with:
# node-version: 16.16.0
#
# - name: Download client artifact
# uses: actions/download-artifact@v3
# with:
# name: STeLLAR-build
#
# - name: Untar client build
# working-directory: ${{ env.working-directory }}
# run: tar --strip-components=1 -xvf ../build.tar -C .
#
# - name: Run experiment
# working-directory: ${{ env.working-directory }}
# env:
# AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY }}
# AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_KEY }}
# run: ./stellar -a 356764711652 -o latency-samples -c ../experiments/image-size/cold-100-aws-read-entire.json
#
# - uses: actions/upload-artifact@v3
# with:
# name: cold-100-aws-read-entire
# path: ${{ env.working-directory }}/latency-samples
# cold-25-azure-read-entire:
# needs: build_client
# runs-on: [ self-hosted, azure ]
# timeout-minutes: 600
# env:
# working-directory: src
# AZURE_SUBSCRIPTION_ID: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
# AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
# AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
# AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
#
# steps:
# - name: Check out code into the Go module directory
# uses: actions/checkout@v4
# with:
# ref: ypwong99/temp-experiment-image-sizes
#
# - name: Set up Node 16.16.0
# uses: actions/setup-node@v3
# with:
# node-version: 16.16.0
#
# - name: Download client artifact
# uses: actions/download-artifact@v3
# with:
# name: STeLLAR-build
#
# - name: Untar client build
# working-directory: ${{ env.working-directory }}
# run: tar --strip-components=1 -xvf ../build.tar -C .
#
# - name: Run experiment
# working-directory: ${{ env.working-directory }}
# run: ./stellar -c ../experiments/image-size/cold-25-azure-read-entire.json
#
# - uses: actions/upload-artifact@v3
# with:
# name: cold-25-azure-read-entire
# path: ${{ env.working-directory }}/latency-samples
# cold-50-azure-read-entire:
# needs: build_client
# runs-on: [ self-hosted, azure ]
# timeout-minutes: 600
# env:
# working-directory: src
# AZURE_SUBSCRIPTION_ID: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
# AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
# AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
# AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
#
# steps:
# - name: Check out code into the Go module directory
# uses: actions/checkout@v4
# with:
# ref: ypwong99/temp-experiment-image-sizes
#
# - name: Set up Node 16.16.0
# uses: actions/setup-node@v3
# with:
# node-version: 16.16.0
#
# - name: Download client artifact
# uses: actions/download-artifact@v3
# with:
# name: STeLLAR-build
#
# - name: Untar client build
# working-directory: ${{ env.working-directory }}
# run: tar --strip-components=1 -xvf ../build.tar -C .
#
# - name: Run experiment
# working-directory: ${{ env.working-directory }}
# run: ./stellar -c ../experiments/image-size/cold-50-azure-read-entire.json
#
# - uses: actions/upload-artifact@v3
# with:
# name: cold-50-azure-read-entire
# path: ${{ env.working-directory }}/latency-samples
# cold-75-azure-read-entire:
# needs: build_client
# runs-on: [ self-hosted, azure ]
# timeout-minutes: 600
# env:
# working-directory: src
# AZURE_SUBSCRIPTION_ID: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
# AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
# AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
# AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
#
# steps:
# - name: Check out code into the Go module directory
# uses: actions/checkout@v4
# with:
# ref: ypwong99/temp-experiment-image-sizes
#
# - name: Set up Node 16.16.0
# uses: actions/setup-node@v3
# with:
# node-version: 16.16.0
#
# - name: Download client artifact
# uses: actions/download-artifact@v3
# with:
# name: STeLLAR-build
#
# - name: Untar client build
# working-directory: ${{ env.working-directory }}
# run: tar --strip-components=1 -xvf ../build.tar -C .
#
# - name: Run experiment
# working-directory: ${{ env.working-directory }}
# run: ./stellar -c ../experiments/image-size/cold-75-azure-read-entire.json
#
# - uses: actions/upload-artifact@v3
# with:
# name: cold-75-azure-read-entire
# path: ${{ env.working-directory }}/latency-samples
# cold-100-azure-read-entire:
# needs: build_client
# runs-on: [ self-hosted, azure ]
# timeout-minutes: 600
# env:
# working-directory: src
# AZURE_SUBSCRIPTION_ID: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
# AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
# AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
# AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
#
# steps:
# - name: Check out code into the Go module directory
# uses: actions/checkout@v4
# with:
# ref: ypwong99/temp-experiment-image-sizes
#
# - name: Set up Node 16.16.0
# uses: actions/setup-node@v3
# with:
# node-version: 16.16.0
#
# - name: Download client artifact
# uses: actions/download-artifact@v3
# with:
# name: STeLLAR-build
#
# - name: Untar client build
# working-directory: ${{ env.working-directory }}
# run: tar --strip-components=1 -xvf ../build.tar -C .
#
# - name: Run experiment
# working-directory: ${{ env.working-directory }}
# run: ./stellar -c ../experiments/image-size/cold-100-azure-read-entire.json
#
# - uses: actions/upload-artifact@v3
# with:
# name: cold-100-azure-read-entire
# path: ${{ env.working-directory }}/latency-samples
# cold-25-gcr-read-entire:
# needs: build_client
# runs-on: [ self-hosted, gcr ]
# timeout-minutes: 600
# env:
# working-directory: src
# DOCKER_HUB_USERNAME: ${{ secrets.DOCKER_HUB_USERNAME }}
# DOCKER_HUB_ACCESS_TOKEN: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
#
# steps:
# - name: Check out code into the Go module directory
# uses: actions/checkout@v4
# with:
# ref: ypwong99/temp-experiment-image-sizes
#
# - id: auth
# name: Configure GCR credentials
# uses: google-github-actions/auth@v1
# with:
# credentials_json: ${{ secrets.GCR_CREDENTIALS }}
#
# - name: Set up gcloud
# uses: google-github-actions/setup-gcloud@v1
# with:
# version: ">= 363.0.0"
#
# - name: Set up Node 16.16.0
# uses: actions/setup-node@v3
# with:
# node-version: 16.16.0
#
# - name: Download client artifact
# uses: actions/download-artifact@v3
# with:
# name: STeLLAR-build
#
# - name: Untar client build
# working-directory: ${{ env.working-directory }}
# run: tar --strip-components=1 -xvf ../build.tar -C .
#
# - name: Run experiment
# working-directory: ${{ env.working-directory }}
# run: ./stellar -c ../experiments/image-size/cold-25-gcr-read-entire.json
#
# - uses: actions/upload-artifact@v3
# with:
# name: cold-25-gcr-read-entire
# path: ${{ env.working-directory }}/latency-samples
# cold-50-gcr-read-entire:
# needs: build_client
# runs-on: [ self-hosted, gcr ]
# timeout-minutes: 600
# env:
# working-directory: src
# DOCKER_HUB_USERNAME: ${{ secrets.DOCKER_HUB_USERNAME }}
# DOCKER_HUB_ACCESS_TOKEN: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
#
# steps:
# - name: Check out code into the Go module directory
# uses: actions/checkout@v4
# with:
# ref: ypwong99/temp-experiment-image-sizes
#
# - id: auth
# name: Configure GCR credentials
# uses: google-github-actions/auth@v1
# with:
# credentials_json: ${{ secrets.GCR_CREDENTIALS }}
#
# - name: Set up gcloud
# uses: google-github-actions/setup-gcloud@v1
# with:
# version: ">= 363.0.0"
#
# - name: Set up Node 16.16.0
# uses: actions/setup-node@v3
# with:
# node-version: 16.16.0
#
# - name: Download client artifact
# uses: actions/download-artifact@v3
# with:
# name: STeLLAR-build
#
# - name: Untar client build
# working-directory: ${{ env.working-directory }}
# run: tar --strip-components=1 -xvf ../build.tar -C .
#
# - name: Run experiment
# working-directory: ${{ env.working-directory }}
# run: ./stellar -c ../experiments/image-size/cold-50-gcr-read-entire.json
#
# - uses: actions/upload-artifact@v3
# with:
# name: cold-50-gcr-read-entire
# path: ${{ env.working-directory }}/latency-samples
# cold-75-gcr-read-entire:
# needs: build_client
# runs-on: [ self-hosted, gcr ]
# timeout-minutes: 600
# env:
# working-directory: src
# DOCKER_HUB_USERNAME: ${{ secrets.DOCKER_HUB_USERNAME }}
# DOCKER_HUB_ACCESS_TOKEN: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
#
# steps:
# - name: Check out code into the Go module directory
# uses: actions/checkout@v4
# with:
# ref: ypwong99/temp-experiment-image-sizes
#
# - id: auth
# name: Configure GCR credentials
# uses: google-github-actions/auth@v1
# with:
# credentials_json: ${{ secrets.GCR_CREDENTIALS }}
#
# - name: Set up gcloud
# uses: google-github-actions/setup-gcloud@v1
# with:
# version: ">= 363.0.0"
#
# - name: Set up Node 16.16.0
# uses: actions/setup-node@v3
# with:
# node-version: 16.16.0
#
# - name: Download client artifact
# uses: actions/download-artifact@v3
# with:
# name: STeLLAR-build
#
# - name: Untar client build
# working-directory: ${{ env.working-directory }}
# run: tar --strip-components=1 -xvf ../build.tar -C .
#
# - name: Run experiment
# working-directory: ${{ env.working-directory }}
# run: ./stellar -c ../experiments/image-size/cold-75-gcr-read-entire.json
#
# - uses: actions/upload-artifact@v3
# with:
# name: cold-75-gcr-read-entire
# path: ${{ env.working-directory }}/latency-samples
# cold-100-gcr-read-entire:
# needs: build_client
# runs-on: [ self-hosted, gcr ]
# timeout-minutes: 600
# env:
# working-directory: src
# DOCKER_HUB_USERNAME: ${{ secrets.DOCKER_HUB_USERNAME }}
# DOCKER_HUB_ACCESS_TOKEN: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
#
# steps:
# - name: Check out code into the Go module directory
# uses: actions/checkout@v4
# with:
# ref: ypwong99/temp-experiment-image-sizes
#
# - id: auth
# name: Configure GCR credentials
# uses: google-github-actions/auth@v1
# with:
# credentials_json: ${{ secrets.GCR_CREDENTIALS }}
#
# - name: Set up gcloud
# uses: google-github-actions/setup-gcloud@v1
# with:
# version: ">= 363.0.0"
#
# - name: Set up Node 16.16.0
# uses: actions/setup-node@v3
# with:
# node-version: 16.16.0
#
# - name: Download client artifact
# uses: actions/download-artifact@v3
# with:
# name: STeLLAR-build
#
# - name: Untar client build
# working-directory: ${{ env.working-directory }}
# run: tar --strip-components=1 -xvf ../build.tar -C .
#
# - name: Run experiment
# working-directory: ${{ env.working-directory }}
# run: ./stellar -c ../experiments/image-size/cold-100-gcr-read-entire.json
#
# - uses: actions/upload-artifact@v3
# with:
# name: cold-100-gcr-read-entire
# path: ${{ env.working-directory }}/latency-samples
cold-100-gcr-read-per-24576-bytes:
needs: build_client
runs-on: [ self-hosted, gcr ]
timeout-minutes: 600
env:
working-directory: src
DOCKER_HUB_USERNAME: ${{ secrets.DOCKER_HUB_USERNAME }}
DOCKER_HUB_ACCESS_TOKEN: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
steps:
- name: Check out code into the Go module directory
uses: actions/checkout@v4
with:
ref: ypwong99/temp-experiment-image-sizes
- id: auth
name: Configure GCR credentials
uses: google-github-actions/auth@v1
with:
credentials_json: ${{ secrets.GCR_CREDENTIALS }}
- name: Set up gcloud
uses: google-github-actions/setup-gcloud@v1
with:
version: ">= 363.0.0"
- name: Set up Node 16.16.0
uses: actions/setup-node@v3
with:
node-version: 16.16.0
- name: Download client artifact
uses: actions/download-artifact@v3
with:
name: STeLLAR-build
- name: Untar client build
working-directory: ${{ env.working-directory }}
run: tar --strip-components=1 -xvf ../build.tar -C .
- name: Run experiment
working-directory: ${{ env.working-directory }}
run: ./stellar -c ../experiments/image-size/cold-100-gcr-read-per-24576-bytes.json
- uses: actions/upload-artifact@v3
with:
name: cold-100-gcr-read-per-24576-bytes
path: ${{ env.working-directory }}/latency-samples
cold-100-gcr-read-per-49152-bytes:
needs: build_client
runs-on: [ self-hosted, gcr ]
timeout-minutes: 600
env:
working-directory: src
DOCKER_HUB_USERNAME: ${{ secrets.DOCKER_HUB_USERNAME }}
DOCKER_HUB_ACCESS_TOKEN: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
steps:
- name: Check out code into the Go module directory
uses: actions/checkout@v4
with:
ref: ypwong99/temp-experiment-image-sizes
- id: auth
name: Configure GCR credentials
uses: google-github-actions/auth@v1
with:
credentials_json: ${{ secrets.GCR_CREDENTIALS }}
- name: Set up gcloud
uses: google-github-actions/setup-gcloud@v1
with:
version: ">= 363.0.0"
- name: Set up Node 16.16.0
uses: actions/setup-node@v3
with:
node-version: 16.16.0
- name: Download client artifact
uses: actions/download-artifact@v3
with:
name: STeLLAR-build
- name: Untar client build
working-directory: ${{ env.working-directory }}
run: tar --strip-components=1 -xvf ../build.tar -C .
- name: Run experiment
working-directory: ${{ env.working-directory }}
run: ./stellar -c ../experiments/image-size/cold-100-gcr-read-per-49152-bytes.json
- uses: actions/upload-artifact@v3
with:
name: cold-100-gcr-read-per-49152-bytes
path: ${{ env.working-directory }}/latency-samples