# BEGIN Magic robots.txt # --------------------------- # General User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Redes publicitarias Crawl-Delay: 1 User-agent: AdsBot-Google Disallow: Crawl-Delay: 1 User-agent: proximic Disallow: Crawl-Delay: 1 User-agent: CriteoBot/0.1 Disallow: Crawl-Delay: 1 User-agent: grapeshot Disallow: Crawl-Delay: 1 # --------------------------- # END Magic robots.txt