Skip to content

Commit

Permalink
Merge branch 'main' into feature-serverless-framework-deployment
Browse files Browse the repository at this point in the history
  • Loading branch information
kk-min authored Dec 4, 2023
2 parents 0edae74 + 9a7342b commit 15edc88
Show file tree
Hide file tree
Showing 13 changed files with 1,992 additions and 34 deletions.
763 changes: 763 additions & 0 deletions .github/workflows/continuous-benchmarking-baseline.yml

Large diffs are not rendered by default.

590 changes: 590 additions & 0 deletions .github/workflows/continuous-benchmarking-image-size.yml

Large diffs are not rendered by default.

Original file line number Diff line number Diff line change
Expand Up @@ -19,18 +19,16 @@
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
name: Run scheduled experiments
name: Run scheduled experiments - legacy

on:
workflow_dispatch:
schedule:
- cron: '0 0 * * *'

jobs:

clean_up:
name: Clean-up workspace
runs-on: self-hosted
runs-on: [self-hosted, aws, legacy]
env:
working-directory: ./src
steps:
Expand All @@ -42,7 +40,7 @@ jobs:
build_client:
name: Build framework
needs: clean_up
runs-on: self-hosted
runs-on: [self-hosted, aws, legacy]
env:
working-directory: ./src
steps:
Expand Down Expand Up @@ -84,7 +82,7 @@ jobs:
run_function_warm_up:
name: Run warm function - Warm up
needs: build_client
runs-on: self-hosted
runs-on: [self-hosted, aws, legacy]
env:
working-directory: ./src
steps:
Expand All @@ -96,7 +94,7 @@ jobs:
run_warm_experiments:
name: Run warm function tests
needs: run_function_warm_up
runs-on: self-hosted
runs-on: [self-hosted, aws, legacy]
env:
working-directory: ./src
steps:
Expand All @@ -108,7 +106,7 @@ jobs:
run_cold_experiments:
name: Run cold function tests
needs: run_warm_experiments
runs-on: self-hosted
runs-on: [self-hosted, aws, legacy]
env:
working-directory: ./src
steps:
Expand All @@ -121,7 +119,7 @@ jobs:
run_cold_img_size_10_experiments:
name: Run cold image size test - 10 MB
needs: run_cold_experiments
runs-on: self-hosted
runs-on: [self-hosted, aws, legacy]
env:
working-directory: ./src
steps:
Expand All @@ -133,7 +131,7 @@ jobs:
run_cold_img_size_60_experiments:
name: Run cold image size test - 60 MB
needs: run_cold_img_size_10_experiments
runs-on: self-hosted
runs-on: [self-hosted, aws, legacy]
env:
working-directory: ./src
steps:
Expand All @@ -145,7 +143,7 @@ jobs:
run_cold_img_size_100_experiments:
name: Run cold image size test - 100 MB
needs: run_cold_img_size_60_experiments
runs-on: self-hosted
runs-on: [self-hosted, aws, legacy]
env:
working-directory: ./src
steps:
Expand All @@ -157,7 +155,7 @@ jobs:
run_lang_deployment_cold_py_img_experiments:
name: Run cold python image tests (Python)
needs: run_cold_img_size_100_experiments
runs-on: self-hosted
runs-on: [self-hosted, aws, legacy]
env:
working-directory: ./src
steps:
Expand All @@ -170,12 +168,11 @@ jobs:
run_lang_deployment_cold_pc_img_experiments:
name: Run cold python image tests (Go)
needs: run_lang_deployment_cold_py_img_experiments
runs-on: self-hosted
runs-on: [self-hosted, aws, legacy]
env:
working-directory: ./src
steps:

- name: Cold Function Invocation - Producer Consumer Image based
working-directory: ${{env.working-directory}}
run: ./stellar -a 356764711652 -o latency-samples -g endpoints -c ../continuous-benchmarking/experiments/cold-function-invocations/language-runtime-deployment-method/cold-pc-img-aws.json -db

run: ./stellar -a 356764711652 -o latency-samples -g endpoints -c ../continuous-benchmarking/experiments/cold-function-invocations/language-runtime-deployment-method/cold-pc-img-aws.json -db
92 changes: 92 additions & 0 deletions .github/workflows/continuous-benchmarking-notifications.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,92 @@
name: Continuous benchmarking - Send notifications

on:
workflow_run:
workflows: [ Continuous benchmarking - Baseline experiments, Continuous benchmarking - Image size experiments ]
types: [completed]

jobs:
on-failure:
runs-on: ubuntu-latest
steps:
- name: Send Slack message using Incoming Webhooks after successful scheduled experiment run
uses: slackapi/[email protected]
if: ${{ github.event.workflow_run.conclusion == 'success' }}
with:
payload: |
{
"blocks": [
{
"type": "header",
"text": {
"type": "plain_text",
"text": "Scheduled experiment (Workflow status)"
}
},
{
"type": "section",
"fields": [
{
"type": "mrkdwn",
"text": "*Workflow Name*: ${{ github.event.workflow_run.name }}"
},
{
"type": "mrkdwn",
"text": "*Workflow Status*: ${{ github.event.workflow_run.conclusion }} ✅"
},
{
"type": "mrkdwn",
"text": "*URL*: ${{ github.event.workflow_run.html_url }}"
}
]
}
]
}
env:
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
- name: Send Slack message using Incoming Webhooks after failed scheduled experiment run
uses: slackapi/[email protected]
if: ${{ github.event.workflow_run.conclusion == 'failure' }}
with:
payload: |
{
"blocks": [
{
"type": "header",
"text": {
"type": "plain_text",
"text": "Scheduled experiment (Workflow status)"
}
},
{
"type": "section",
"fields": [
{
"type": "mrkdwn",
"text": "*Workflow Name*: ${{ github.event.workflow_run.name }}"
},
{
"type": "mrkdwn",
"text": "*Workflow Status*: ${{ github.event.workflow_run.conclusion }} ❌"
},
{
"type": "mrkdwn",
"text": "*URL*: ${{ github.event.workflow_run.html_url }}"
}
]
},
{
"type": "section",
"fields": [
{
"type": "mrkdwn",
"text": "<!channel>"
}
]
}
]
}
env:
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
Loading

0 comments on commit 15edc88

Please sign in to comment.