# WordPress Optimized Robots.txt User-agent: Googlebot Allow: / # Prevent crawl-budget waste on search pages Disallow: /?s= Disallow: /search/ # Prevent private admin areas from being crawled Disallow: /wp-admin # Prevent login page crawls Disallow: /wp-login.php # Prevent register page crawls Disallow: /wp-register.php # Prevent Trackback Neg SEO Disallow: /trackback/ Disallow: /wp-trackback.php # Prevent tag pages from being crawled Disallow: /tag/ Disallow: /cdn-cgi/l/email-protection User-agent: * # Allow AJAX Allow: /wp-admin/admin-ajax.php Disallow: /wp-admin Disallow: /wp-login.php Disallow: /trackback/ Disallow: /wp-trackback.php Disallow: /wp-register.php Disallow: /xmlrpc.php #Prevent affiliate links from being crawled Disallow: /go/ Disallow: /cart/ # Sitemaps Sitemap: https://aspirateur-robot.org/sitemap_index.xml Sitemap: https://aspirateur-robot.org/post-sitemap.xml Sitemap: https://aspirateur-robot.org/page-sitemap.xml