Create Playwright test harness (#8)

* added playwright test and github actions

* added install sirv to github action

* added readme file and reverted start script

* changed start script and github links

* Update Test.README.md

* removed links from package.json and commented out stuff from playwright config

* updated with recommendations

* changed pull_request to pull_request_target

* change github action to run on pull_request

* updated github action to run on all branches

* updated comments and job name in github action

.github/workflows/playwright.yml

@@ -0,0 +1,35 @@
+name: Playwright Tests
+
+# Controls when the workflow will run
+on:
+  # Triggers the workflow on push or pull request and nightly
+  push:
+  pull_request:
+  schedule: 
+    # nightly
+    - cron: '0 0 * * *'
+
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+jobs:
+  playwright_tests:
+    # Runs on an ubuntu runner
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        node-version: [14.x, 16.x, 18.x]
+        # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
+
+    steps:
+    - uses: actions/checkout@v3
+    - uses: actions/setup-node@v3
+    - name: Install dependencies
+      run: npm ci
+    - name: Install Playwright
+      run: npx playwright install --with-deps
+    - name: Install Sirv
+      run: npm install --g sirv-cli
+    - name: Run playwright tests
+      run: npm run playwright_test

.gitignore

@@ -0,0 +1,4 @@
+node_modules/
+/test-results/
+/playwright-report/
+/playwright/.cache/

package.json

@@ -0,0 +1,11 @@
+{
+  "name": "vanilla-basic",
+  "version": "1.0.0",
+  "scripts": { 
+    "start": "sirv ./src public --cors --single --no-clear --port 8000",
+    "playwright_test" : "playwright test"
+  },
+  "devDependencies": {
+    "@playwright/test": "^1.22.2"
+  }
+}

playwright.config.ts

@@ -0,0 +1,76 @@
+import type { PlaywrightTestConfig } from '@playwright/test';
+import { devices } from '@playwright/test';
+
+/**
+ * Read environment variables from file.
+ * https://github.com/motdotla/dotenv
+ */
+// require('dotenv').config();
+
+/**
+ * See https://playwright.dev/docs/test-configuration.
+ */
+const config: PlaywrightTestConfig = {
+  testDir: './tests',
+  /* Maximum time one test can run for. */
+  timeout: 30 * 1000,
+  expect: {
+    /**
+     * Maximum time expect() should wait for the condition to be met.
+     * For example in `await expect(locator).toHaveText();`
+     */
+    timeout: 5000
+  },
+  /* Run tests in files in parallel */
+  fullyParallel: true,
+  /* Fail the build on CI if you accidentally left test.only in the source code. */
+  forbidOnly: !!process.env.CI,
+  /* Retry on CI only */
+  retries: process.env.CI ? 2 : 0,
+  /* Opt out of parallel tests on CI. */
+  workers: process.env.CI ? 1 : undefined,
+  /* Reporter to use. See https://playwright.dev/docs/test-reporters */
+  reporter: 'html',
+  /* Shared settings for all the projects below. See https://playwright.dev/docs/api/class-testoptions. */
+  use: {
+    /* Maximum time each action such as `click()` can take. Defaults to 0 (no limit). */
+    actionTimeout: 0,
+    /* Base URL to use in actions like `await page.goto('/')`. */
+    baseURL: 'http://localhost:8000',
+
+    /* Collect trace when retrying the failed test. See https://playwright.dev/docs/trace-viewer */
+    trace: 'on-first-retry',
+  },
+
+  /* Configure projects for major browsers */
+  projects: [
+    {
+      name: 'chromium',
+      use: {
+        ...devices['Desktop Chrome'],
+      },
+    },
+
+    {
+      name: 'firefox',
+      use: {
+        ...devices['Desktop Firefox'],
+      },
+    },
+
+    {
+      name: 'webkit',
+      use: {
+        ...devices['Desktop Safari'],
+      },
+    },
+  ],
+
+  /* Run your local dev server before starting the tests */
+  webServer: {
+    command: 'npm run start',
+    port: 8000,
+  }
+};
+
+export default config;

tests/Test.README.md

@@ -0,0 +1,3 @@
+# Testing
+
+To run playwright tests run `npm run playwright_test`. Note for the purposes of running playwright tests a package.json (and start script) was made. 

tests/playwright.spec.ts

@@ -0,0 +1,7 @@
+import { test, expect } from '@playwright/test';
+
+test('basic test', async ({ page }) => {
+  await page.goto('/');
+  await page.waitForSelector('h1');
+  await expect(page.locator('h1')).toContainText('Vanilla JavaScript App');
+})