# ======================================
# SEO + AI Friendly Robots.txt
# ======================================

# ✅ Allow beneficial bots
User-agent: Googlebot
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Gemini
Allow: /

User-agent: Bingbot
Allow: /

User-agent: BingPreview
Allow: /

User-agent: MSNBOT
Allow: /

User-agent: MicrosoftBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: MistralAI
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: PetalBot
Allow: /

User-agent: ByteDance
Allow: /

User-agent: YouChat
Allow: /

User-agent: Yandex
Allow: /

User-agent: Baidubot
Allow: /

User-agent: Sogou
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Slurp
Allow: /

User-agent: FacebookExternalHit
Allow: /

User-agent: Facebot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

# 🚫 Block harmful or unnecessary bots
User-agent: CCBot
Disallow: /

User-agent: ProRata
Disallow: /

User-agent: NovellumAI
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DataForSEO
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: curl
Disallow: /

User-agent: python-requests
Disallow: /

# ===============================
# General Rules
# ===============================
User-agent: *
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-includes/js/
Allow: /wp-includes/images/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /etc/
Disallow: /search/
Disallow: /f/
Disallow: /guide/
Disallow: /csr/
Disallow: /etc/
Disallow: /ord/
Disallow: /kaisya/
Disallow: /sf/
Disallow: /e/
Disallow: /ctg/
Disallow: /ja/
Disallow: /search/
Disallow: /mbr/
Disallow: /iqr/
Disallow: /green/
Disallow: /shigotoba/
Disallow: /brand/
Disallow: /swp/
Disallow: /usf/
Disallow: /maker/
Disallow: /odr/
Disallow: /tpc/
Disallow: /buyer/
Disallow: /*.shtml$
Disallow: /cdn-cgi/

# ===============================
# Sitemap
# ===============================
Sitemap: https://cleaningjdah.com/sitemap_index.xml