# SNR EDATAS Pvt Ltd - Robots.txt # Smart Cities, Surveillance & Digital Solutions # Allow all crawlers to access all content User-agent: * Allow: / # Crawl-delay for better server performance (in seconds) Crawl-delay: 1 # Disallow access to API endpoints and admin areas (if any) Disallow: /api/ Disallow: /admin/ Disallow: /*.json$ Disallow: /private/ # Allow access to static resources Allow: /public/ Allow: /*.css Allow: /*.js Allow: /*.png Allow: /*.jpg Allow: /*.jpeg Allow: /*.gif Allow: /*.svg Allow: /*.webp Allow: /*.pdf # Sitemap location Sitemap: https://www.snredatas.com/sitemap.xml # Specific User-agents (optional - for major search engines) User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Slurp Allow: / Crawl-delay: 1 # Block bad bots (optional) User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10