# Allow All Good Bots & LLM Crawlers
User-agent: Googlebot
Disallow:

User-agent: Bingbot
Disallow:

User-agent: Applebot
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: Facebot
Disallow:

User-agent: FacebookExternalHit
Disallow:

User-agent: Twitterbot
Disallow:

User-agent: LinkedInBot
Disallow:

User-agent: Pinterestbot
Disallow:

User-agent: W3C-validator
Disallow:

User-agent: CloudflareBot
Disallow:

User-agent: DuckDuckBot
Disallow:

#Large Language Model / AI Bots
User-agent: GPTBot
Disallow:

User-agent: ChatGPT-User
Disallow:

User-agent: ClaudeBot
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: OAI-SearchBot
Disallow:

User-agent: anthropic-ai
Disallow:

User-agent: cohere-ai
Disallow:

User-agent: CCBot
Disallow:

# Block Crawlers That Don't Add SEO Value
User-agent: AhrefsBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: MozBot
Disallow: /

User-agent: UbersuggestBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

#Block Sensitive Backend Areas or Files
User-agent: *
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.xls$
Disallow: /*.docx$
Disallow: /*.xlsx$

#Sitemap for Fast, Deep Indexing
Sitemap: https://www.buildahome.in/sitemap.xml