# Sitemap
Sitemap: https://www.thearcoftexas.org/sitemap_index.xml

# Global rules for all bots
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /search/
Disallow: /*?*

# Bingbot restrictions
User-agent: Bingbot
Disallow: /policy-advocacy/legislative-testimony/
Disallow: /es/policy-advocacy/legislative-testimony/
Crawl-delay: 10

# Amazonbot restriction
User-agent: Amazonbot
Crawl-delay: 20

# Block Babbar bot completely
User-agent: Babbar
Disallow: /

# Block bad actors completely
User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /