# NITER Entertainment Robots.txt # Premium Entertainment Streaming Platform # Website: https://niter-official.bitbucket.io User-agent: * Allow: / # Allow crawling of main pages Allow: /index.html Allow: /contact.html Allow: /terms.html Allow: /privacy.html # Allow crawling of assets Allow: /css/ Allow: /js/ Allow: /images/ # Disallow unnecessary crawling Disallow: /admin/ Disallow: /private/ Disallow: /temp/ Disallow: /cache/ Disallow: /logs/ Disallow: /*.log$ Disallow: /test/ Disallow: /dev/ # Allow specific search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / # Sitemap location Sitemap: https://niter-official.bitbucket.io/sitemap.xml # Crawl delay for better server performance Crawl-delay: 1 # Additional instructions for SEO # This robots.txt file is optimized for NITER Entertainment # streaming platform to ensure proper search engine indexing # while protecting sensitive areas of the website.