User-agent: *
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /cart/
Disallow: /checkout/
Allow: /

# Respect server load
Crawl-delay: 10

# Sitemap location
Sitemap: https://www.ghcedarpark.com/sitemap.xml

# --------------------------------
# AI & Search Crawlers
# --------------------------------

# Allow indexing for public AI crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /

# Disallow AI data harvesting bots not tied to public search
User-agent: DataForSEO
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: FacebookBot
Disallow: /