Merge pull request #320 from cagov/jbum-robots-sitemap-fix

Repaired robots.txt file.
cagov · May 24, 2024 · e8b4fe2 · e8b4fe2
2 parents 25915f2 + 195438f
commit e8b4fe2
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/.github/workflows/deploy_production.yml b/.github/workflows/deploy_production.yml
@@ -27,7 +27,12 @@ jobs:
           npm run build
           npx playwright install
           npm test
-      # Push built site files to S3 production bucket    
+      - name: Write robots.txt
+        run: |
+          echo 'User-agent: *' > _site/robots.txt
+          echo 'Allow: /' >> _site/robots.txt
+          echo 'Sitemap: https://innovation.ca.gov/sitemap.xml' >> _site/robots.txt
+        # Push built site files to S3 production bucket    
       - name: Deploy to S3
         uses: jakejarvis/[email protected]
         with:

diff --git a/.github/workflows/eleventy_build_pr.yml b/.github/workflows/eleventy_build_pr.yml
@@ -50,6 +50,7 @@ jobs:
         run: |
           echo 'User-agent: *' > _site/robots.txt
           echo 'Disallow: /' >> _site/robots.txt
+          echo 'Sitemap: https://innovation.ca.gov/sitemap.xml' >> _site/robots.txt
       - name: Deploy to S3
         uses: jakejarvis/[email protected]
         with: