# AdvisorCensus: every crawler may crawl except the SEO-tool crawlers named below.
# Policy: https://advisorcensus.com/methodology

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: *
Allow: /

Sitemap: https://advisorcensus.com/sitemap.xml