User-agent: *
Allow: /

# LLM Discovery
Allow: /llms.txt
Allow: /openapi.json
Allow: /docs/

# Allow all web crawlers to access all content
# Specific allowances for important pages
Allow: /products/
Allow: /research/
Allow: /about/
Allow: /privacy/
Allow: /terms/

# Disallow problematic paths that don't exist or shouldn't be indexed
Disallow: /search
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /internal/
Disallow: /_next/static/
Disallow: /_next/static/media/
Disallow: /_next/static/chunks/
Disallow: /_next/static/css/
Disallow: /_next/static/js/

# Disallow any admin or internal areas (none currently exist but good practice)
# Disallow: /admin/
# Disallow: /_next/static/

# Sitemap location
Sitemap: https://moorcheh.ai/sitemap.xml

# Crawl-delay (optional, only if needed to prevent overloading)
# Crawl-delay: 1