User-agent: *
Allow: /
Allow: /es/
Allow: /en/
Allow: /ru/
Disallow: /bin/
Disallow: /obj/
Disallow: /api/internal/
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$

# Google
User-agent: Googlebot
Allow: /

# Bing
User-agent: Bingbot
Allow: /

# Crawl delay
Crawl-delay: 1
Request-rate: 30/60

# Sitemap
Sitemap: https://xatrix.mx/sitemap.xml
Sitemap: https://xatrix.mx/es/sitemap.xml
Sitemap: https://xatrix.mx/en/sitemap.xml
Sitemap: https://xatrix.mx/ru/sitemap.xml