# Sitemap
Sitemap: https://www.docnexus.ai/sitemap.xml

# Major Search Engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# General Bot Rules
User-agent: *
Allow: /
Crawl-delay: 2

# Disallow non-indexable content
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /search/
Disallow: /checkout/
Disallow: /cart/
Disallow: /login/
Disallow: /register/
Disallow: /api/
Disallow: /*.json$
Disallow: /*?*
Disallow: /tmp/
Disallow: /cache/