robots.txt 301 B

12345678
  1. # Algolia-Crawler-Verif: C37A60AFB138256B
  2. User-agent: *
  3. Disallow: /
  4. Allow: /*/latest/
  5. Allow: /en/latest/ # Fallback for bots that don't understand wildcards
  6. Allow: /*/master/
  7. Allow: /en/master/ # Fallback for bots that don't understand wildcards
  8. Sitemap: https://docs.ray.io/en/latest/sitemap.xml