# SoraXpertAI Robots.txt
# =======================

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /search/
Disallow: /private/

Crawl-delay: 2

Sitemap: https://www.soraxpertai.com/sitemap.xml
Sitemap: https://www.soraxpertai.com/blog/sitemap.xml

# Googlebot specific
User-agent: Googlebot
Allow: /*
Disallow: /downloads/temp/
Disallow: /api/

# Bingbot
User-agent: Bingbot
Crawl-delay: 3
Allow: /
Disallow: /private/

# ChatGPT User Agent
User-agent: GPTBot
Disallow: /