User-agent: * # WordPress Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /wp-cron.php # REST API Disallow: /wp-json/ Disallow: /en/wp-json/ Disallow: /es/wp-json/ Disallow: /*?rest_route= Disallow: /*&rest_route= # Internal search Disallow: /*?s= Disallow: /*&s= # Private area Disallow: /my-account/ # Feeds and trackbacks Disallow: /feed/ Disallow: /*/feed/ Disallow: /*/trackback/ Disallow: /comments/feed/ # Unwanted SEO / commercial crawlers User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Amazonbot Disallow: / # Crawlers detected in server logs User-agent: askFinz-Crawler Disallow: / User-agent: Baiduspider Disallow: / # AI / scraping crawlers User-agent: CCBot Disallow: / User-agent: SofyaBot Disallow: / User-agent: ShapBot Disallow: / User-agent: SeltzSitemapFetcher Disallow: / # Generic scraping / mirroring tools User-agent: HTTrack Disallow: / User-agent: WebCopier Disallow: / User-agent: WebStripper Disallow: / User-agent: wget Disallow: / Sitemap: https://www.modelical.com/es/sitemap_index.xml Sitemap: https://www.modelical.com/en/sitemap_index.xml