# Block all user agents by default
User-agent: *
Disallow: /
Disallow: /sitemap.xml

# Allow only Googlebots to crawl the website and access the sitemap
User-agent: Googlebot
Allow: /
Allow: /sitemap.xml

User-agent: Googlebot-Image
Allow: /
Allow: /sitemap.xml

User-agent: Googlebot-Mobile
Allow: /
Allow: /sitemap.xml

User-agent: Googlebot-News
Allow: /
Allow: /sitemap.xml

User-agent: Googlebot-Video
Allow: /
Allow: /sitemap.xml

User-agent: Google-Site-Verification
Allow: /
Allow: /sitemap.xml

# Explicitly block other major search engines
User-agent: Bingbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: DuckDuckBot
Disallow: /

User-agent: YandexBot
Disallow: /

# Block all SEO tools and other crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: MozBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: SistrixCrawler
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: Seolyzer
Disallow: /

User-agent: WooRank
Disallow: /

User-agent: Siteimprove
Disallow: /

User-agent: RankingCoachBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Botify
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SpyFu
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# Block archive.org_bot (Wayback Machine)
User-agent: archive.org_bot
Disallow: /

# Sitemap (accessible only to Googlebot)
Sitemap: https://www.brandonag.org/sitemap.xml