# robots.txt - Search Engine Crawler Instructions User-agent: * Allow: / Disallow: /admin Disallow: /login Disallow: /*.json Disallow: /*.csv Disallow: /assets/private/ # Allow specific bots User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / # Sitemap location Sitemap: https://thakurschool.in/sitemap.xml Sitemap: https://thakurschool.in/sitemap.html # Crawl delay (in seconds) Crawl-delay: 1