# Allow all search engines to crawl the entire site User-agent: * Allow: / # Disallow access to sensitive or irrelevant directories (modify if needed) Disallow: /admin/ Disallow: /login/ Disallow: /signup/ Disallow: /private/ # Allow access to specific assets if blocked by above rules Allow: /public/ Allow: /assets/ # Specify the location of the sitemap Sitemap: https://test-website.vanixtechnologies.com/sitemap.xml