Merge pull request #2801 from ewels/allow-atlassian

Explicitly allow atlassian to scrape website
nf-core · Oct 18, 2024 · ec8bbb5 · ec8bbb5
2 parents 8056f6f + 409f811
commit ec8bbb5
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,3 +1,7 @@
+User-agent: atlassian-bot
+Allow: /
+Disallow: */results/*
+
 User-agent: *
 Allow: /
 Disallow: */results/*