# Robots.txt for tafsirkhabar.com # Allow all search engines to crawl the public pages User-agent: * Disallow: /admin/ Disallow: /private/ Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /backup/ # Specify the sitemap location Sitemap: https://www.tafsirkhabar.com /pages/index.php/fa/sitemap?view=xml&id=1 &format=xml