diff --git a/.github/config/android-arm.json b/.github/config/android-arm.json
index 9ca34bb905096..92c3163470ae1 100644
--- a/.github/config/android-arm.json
+++ b/.github/config/android-arm.json
@@ -1,7 +1,7 @@
 {
   "docker_service": "build-android",
   "on_device_test": {
-    "enabled": true,
+    "enabled": false,
     "tests": [
       "0",
       "1",
diff --git a/.github/config/android-arm64.json b/.github/config/android-arm64.json
index 92f2e4a7e0112..77c941d1dcf1a 100644
--- a/.github/config/android-arm64.json
+++ b/.github/config/android-arm64.json
@@ -1,7 +1,7 @@
 {
   "docker_service": "build-android",
   "on_device_test": {
-    "enabled": true,
+    "enabled": false,
     "tests": [
       "0",
       "1",
diff --git a/.github/config/android-x86.json b/.github/config/android-x86.json
index 8a7b08bd40759..59c4df7267aaf 100644
--- a/.github/config/android-x86.json
+++ b/.github/config/android-x86.json
@@ -1,7 +1,7 @@
 {
   "docker_service": "build-android",
   "on_device_test": {
-    "enabled": true,
+    "enabled": false,
     "tests": [
       "0",
       "1",
diff --git a/.github/config/evergreen-arm-hardfp.json b/.github/config/evergreen-arm-hardfp.json
index 40e06fdb472b6..763495c6d9109 100644
--- a/.github/config/evergreen-arm-hardfp.json
+++ b/.github/config/evergreen-arm-hardfp.json
@@ -4,7 +4,6 @@
   "on_device_test": {
     "enabled": true,
     "tests": [
-      "evergreen_test",
       "unit_test"
     ]
   },
diff --git a/.github/config/raspi-2.json b/.github/config/raspi-2.json
index 4114f2a5c6ded..8846916b768bf 100644
--- a/.github/config/raspi-2.json
+++ b/.github/config/raspi-2.json
@@ -1,7 +1,7 @@
 {
   "docker_service": "build-raspi",
   "on_device_test": {
-    "enabled": true,
+    "enabled": false,
     "tests": [
       "0",
       "1",
diff --git a/.github/workflows/evergreen.yaml b/.github/workflows/evergreen.yaml
index 61ab2ce7df960..df7972caee2d5 100644
--- a/.github/workflows/evergreen.yaml
+++ b/.github/workflows/evergreen.yaml
@@ -20,7 +20,22 @@ on:
         type: boolean
         default: false
 
+env:
+  RUN_ODT_TESTS_ON_NIGHTLY: ${{ vars.RUN_ODT_TESTS_ON_NIGHTLY }}
+  RUN_ODT_TESTS_ON_POSTSUBMIT: ${{ vars.RUN_ODT_TESTS_ON_POSTSUBMIT }}
+
 jobs:
+  varshow:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Run a multi-line script
+        run: |
+          echo Add other actions to build,
+          echo test, and deploy your project.
+          echo "${{ vars.RUN_ODT_TESTS_ON_NIGHTLY }}"
+          echo "${{ vars.RUN_ODT_TESTS_ON_NIGHTLY }}"
+          echo "${{ env.RUN_ODT_TESTS_ON_POSTSUBMIT }}"
+          echo "${{ env.RUN_ODT_TESTS_ON_POSTSUBMIT }}"
   evergreen-x64:
     uses: ./.github/workflows/main.yaml
     permissions:
diff --git a/.github/workflows/main.yaml b/.github/workflows/main.yaml
index addeb36d0a178..ed6adfc518032 100644
--- a/.github/workflows/main.yaml
+++ b/.github/workflows/main.yaml
@@ -57,6 +57,12 @@ jobs:
         )
       )
     steps:
+      - name: Run a multi-line script
+        run: |
+          echo Add other actions to build,
+          echo test, and deploy your project.
+          echo "${{ vars.RUN_ODT_TESTS_ON_NIGHTLY }}"
+          echo "${{ vars.RUN_ODT_TESTS_ON_NIGHTLY }}"
       - id: checkout
         uses: actions/checkout@v3
         with:
@@ -179,6 +185,12 @@ jobs:
       # filesystem, whereas /__w which contains Cobalt source code is on tmpfs.
       TMPDIR: /__w/_temp
     steps:
+      - name: Run a multi-line script
+        run: |
+          echo Add other actions to build,
+          echo test, and deploy your project.
+          echo "${{ vars.RUN_ODT_TESTS_ON_NIGHTLY }}"
+          echo "${{ vars.RUN_ODT_TESTS_ON_NIGHTLY }}"
       - name: Checkout
         uses: actions/checkout@v3
         with:
@@ -231,10 +243,11 @@ jobs:
   on-device-test:
     needs: [initialize, build]
     if: |  # Always run if not a PR or if the PR has on_device label
-      fromJSON(needs.initialize.outputs.on_device_test).enabled == true && (
-        github.event_name != 'pull_request' ||
-        contains(github.event.pull_request.labels.*.name, 'on_device')
-      )
+      fromJSON(needs.initialize.outputs.on_device_test).enabled == true && ((
+        github.event_name == 'pull_request' &&
+        contains(github.event.pull_request.labels.*.name, 'on_device') )
+          || ( inputs.nightly == 'true' && vars.RUN_ODT_TESTS_ON_NIGHTLY != 'False')  ||
+          ( github.event_name == 'push' && vars.RUN_ODT_TESTS_ON_POSTSUBMIT != 'False' ) )  
     runs-on: [self-hosted, linux, X64]
     name: ${{ matrix.name }}_on_device_${{ matrix.shard }}
     container: ${{ needs.docker-unittest-image.outputs.docker_unittest_tag }}
@@ -249,6 +262,12 @@ jobs:
     env:
       COBALT_BOOTLOADER: ${{needs.initialize.outputs.bootloader}}
     steps:
+      - name: Run a multi-line script
+        run: |
+          echo Add other actions to build,
+          echo test, and deploy your project.
+          echo "${{ vars.RUN_ODT_TESTS_ON_NIGHTLY }}"
+          echo "${{ vars.RUN_ODT_TESTS_ON_NIGHTLY }}"
       - name: Checkout
         uses: actions/checkout@v3
       - name: Run Tests (${{ matrix.shard }})