# robots.txt for https://dynamicinformatics.in # This file tells search engines which pages to crawl and index. User-agent: * # Allow all pages Allow: / # Block admin or system folders (if they exist) Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /temp/ Disallow: /test/ Disallow: /backup/ Disallow: /private/ # Specify the location of your sitemap Sitemap: https://dynamicinformatics.in/sitemap.xml