# Allow all legitimate crawlers User-agent: * Allow: / # Crawl delay for major search engines User-agent: Googlebot Crawl-delay: 2 User-agent: Bingbot Crawl-delay: 2 User-agent: Slurp Crawl-delay: 2 User-agent: DuckDuckBot Crawl-delay: 2 User-agent: Baiduspider Crawl-delay: 5 # Block suspicious Node.js user agents (potential scrapers) User-agent: node Disallow: / User-agent: Node.js Disallow: / User-agent: nodejs Disallow: / # Block aggressive crawlers User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 User-agent: MJ12bot Crawl-delay: 10 # Sitemap location Sitemap: https://www.acadia.org/sitemap.xml