More reporting tweaks #12
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Test | |
on: | |
push: | |
branches: [ master ] | |
pull_request: | |
branches: [ master ] | |
jobs: | |
test: | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
node-version: [20.x] | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Use Node.js ${{ matrix.node-version }} | |
uses: actions/setup-node@v4 | |
with: | |
node-version: ${{ matrix.node-version }} | |
cache: 'npm' | |
- name: Install dependencies | |
run: | | |
sudo apt-get update | |
sudo apt-get install -y libgbm-dev | |
npm ci | |
- name: Run tests with coverage | |
run: | | |
npm test | |
echo "# Test Results (Node ${{ matrix.node-version }})" >> $GITHUB_STEP_SUMMARY | |
echo "## Coverage" >> $GITHUB_STEP_SUMMARY | |
echo "| Type | Coverage | Details |" >> $GITHUB_STEP_SUMMARY | |
echo "|------|----------|----------|" >> $GITHUB_STEP_SUMMARY | |
statements_pct=$(cat coverage/lcov-report/index.html | grep -A 1 "statements" | tail -n 1 | sed -E 's/.*>([0-9.]+)%.*/\1/') | |
statements_frac=$(cat coverage/lcov-report/index.html | grep -A 1 "statements" | tail -n 1 | sed -E 's/.*\(([0-9]+\/[0-9]+)\).*/\1/') | |
branches_pct=$(cat coverage/lcov-report/index.html | grep -A 1 "branches" | tail -n 1 | sed -E 's/.*>([0-9.]+)%.*/\1/') | |
branches_frac=$(cat coverage/lcov-report/index.html | grep -A 1 "branches" | tail -n 1 | sed -E 's/.*\(([0-9]+\/[0-9]+)\).*/\1/') | |
functions_pct=$(cat coverage/lcov-report/index.html | grep -A 1 "functions" | tail -n 1 | sed -E 's/.*>([0-9.]+)%.*/\1/') | |
functions_frac=$(cat coverage/lcov-report/index.html | grep -A 1 "functions" | tail -n 1 | sed -E 's/.*\(([0-9]+\/[0-9]+)\).*/\1/') | |
lines_pct=$(cat coverage/lcov-report/index.html | grep -A 1 "lines" | tail -n 1 | sed -E 's/.*>([0-9.]+)%.*/\1/') | |
lines_frac=$(cat coverage/lcov-report/index.html | grep -A 1 "lines" | tail -n 1 | sed -E 's/.*\(([0-9]+\/[0-9]+)\).*/\1/') | |
echo "| Statements | ${statements_pct}% | ${statements_frac} |" >> $GITHUB_STEP_SUMMARY | |
echo "| Branches | ${branches_pct}% | ${branches_frac} |" >> $GITHUB_STEP_SUMMARY | |
echo "| Functions | ${functions_pct}% | ${functions_frac} |" >> $GITHUB_STEP_SUMMARY | |
echo "| Lines | ${lines_pct}% | ${lines_frac} |" >> $GITHUB_STEP_SUMMARY | |
- name: Upload coverage report | |
uses: actions/upload-artifact@v4 | |
with: | |
name: coverage-report | |
path: coverage/ | |
- name: Run visual tests | |
run: xvfb-run --auto-servernum --server-args="-screen 0 1280x800x24" npm run test:visual:ci -- -u | |
- name: Upload visual test artifacts | |
if: always() | |
uses: actions/upload-artifact@v4 | |
with: | |
name: visual-test-artifacts | |
path: | | |
__image_snapshots__ | |
__image_snapshots__/__diff_output__ | |
- name: Generate visual test summary | |
if: always() | |
run: | | |
echo "## Visual Test Results" >> $GITHUB_STEP_SUMMARY | |
echo "### Upload Asset Form" >> $GITHUB_STEP_SUMMARY | |
echo '<details><summary>View Screenshot</summary>' >> $GITHUB_STEP_SUMMARY | |
echo "" >> $GITHUB_STEP_SUMMARY | |
echo "\`\`\`html" >> $GITHUB_STEP_SUMMARY | |
echo "<img src='data:image/png;base64,$(base64 -w 0 __image_snapshots__/ci-Upload-Asset-Form-1-snap.png)'>" >> $GITHUB_STEP_SUMMARY | |
echo "\`\`\`" >> $GITHUB_STEP_SUMMARY | |
echo "</details>" >> $GITHUB_STEP_SUMMARY | |
echo "" >> $GITHUB_STEP_SUMMARY | |
echo "### Complete Workflow Form" >> $GITHUB_STEP_SUMMARY | |
echo '<details><summary>View Screenshot</summary>' >> $GITHUB_STEP_SUMMARY | |
echo "" >> $GITHUB_STEP_SUMMARY | |
echo "\`\`\`html" >> $GITHUB_STEP_SUMMARY | |
echo "<img src='data:image/png;base64,$(base64 -w 0 __image_snapshots__/ci-Complete-Workflow-Form-1-snap.png)'>" >> $GITHUB_STEP_SUMMARY | |
echo "\`\`\`" >> $GITHUB_STEP_SUMMARY | |
echo "</details>" >> $GITHUB_STEP_SUMMARY | |
echo "" >> $GITHUB_STEP_SUMMARY | |
echo "### Cleanup Confirmation Form" >> $GITHUB_STEP_SUMMARY | |
echo '<details><summary>View Screenshot</summary>' >> $GITHUB_STEP_SUMMARY | |
echo "" >> $GITHUB_STEP_SUMMARY | |
echo "\`\`\`html" >> $GITHUB_STEP_SUMMARY | |
echo "<img src='data:image/png;base64,$(base64 -w 0 __image_snapshots__/ci-Cleanup-Confirmation-Form-1-snap.png)'>" >> $GITHUB_STEP_SUMMARY | |
echo "\`\`\`" >> $GITHUB_STEP_SUMMARY | |
echo "</details>" >> $GITHUB_STEP_SUMMARY | |
echo "" >> $GITHUB_STEP_SUMMARY | |
if [ -d "__image_snapshots__/__diff_output__" ]; then | |
echo "### ⚠️ Visual Differences Detected" >> $GITHUB_STEP_SUMMARY | |
for diff in __image_snapshots__/__diff_output__/*.png; do | |
filename=$(basename "$diff" .png) | |
echo "#### $filename" >> $GITHUB_STEP_SUMMARY | |
echo '<details><summary>View Diff</summary>' >> $GITHUB_STEP_SUMMARY | |
echo "" >> $GITHUB_STEP_SUMMARY | |
echo "\`\`\`html" >> $GITHUB_STEP_SUMMARY | |
echo "<img src='data:image/png;base64,$(base64 -w 0 "$diff")'>" >> $GITHUB_STEP_SUMMARY | |
echo "\`\`\`" >> $GITHUB_STEP_SUMMARY | |
echo "</details>" >> $GITHUB_STEP_SUMMARY | |
echo "" >> $GITHUB_STEP_SUMMARY | |
done | |
fi |