# Allow all crawlers User-agent: * Allow: / # Disallow admin and private routes Disallow: /dashboard/ Disallow: /auth/ Disallow: /api/ # Sitemap location Sitemap: https://xtereasecurity.com/sitemap.xml