# www.robotstxt.org/ Sitemap: https://www.forbes.com.mx/sitemap_index.xml Sitemap: https://www.forbes.com.mx/news-sitemap.xml # WP Refugees User-agent: * Allow: /wp-admin/admin-ajax.php Disallow: *wp-admin* Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /search/ # Deprecated User-agent: * Disallow: /foroforbes2013/ Disallow: /apps/ Disallow: /thehappening/ Disallow: /banners/ Disallow: /backups/ Disallow: /descargas/ Disallow: /meta/ Disallow: /uforms/ Disallow: /sites/ Disallow: /scripts/ Disallow: /dcal/ Disallow: /cf/ Disallow: /home/ Disallow: /home/graphics/ User-agent: IRLbot Crawl-delay: 3600