# robots.txt for gayjaxonline.com # 1. All crawlers User-agent: * # 2. Disallow access to sensitive or non-public directories Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /private/ # 3. Allow AJAX admin-ajax for WordPress functionality Allow: /wp-admin/admin-ajax.php # 4. Sitemap location Sitemap: https://gayjaxonline.com/sitemap.xml