Sitemap: https://www.areadepymes.com/sitemap.php
Crawl-delay: 30

User-agent: *
Disallow: /cache/
Disallow: /images/
Disallow: /includes/
Disallow: /misc/
Disallow: /publicidad/
Disallow: /themes/
Disallow: /documents/
Disallow: *name=Encyclopedia*
Disallow: *name=Feedback*
Disallow: *name=Recommend_Us*
Disallow: *contentId=mod_friend*
Disallow: /ws/directorypublicity/


User-agent: facebookexternalhit/1.1
Disallow: /

User-agent: Mediapartners-Google
Allow: /publicidad/
Allow: *contentId=mod_friend*

User-agent: Googlebot
Allow: /publicidad/
Allow: /misc/
Allow: /themes/
Allow: *contentId=mod_friend*

User-agent: ClaudeBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: webcrawler
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier*
Disallow: /

User-agent: WebCapture
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebZip*
Disallow: /

User-agent: Getleft
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Web Downloader
Disallow: /

User-Agent: MJ12bot
Disallow: /

user-agent: AhrefsBot
Disallow: /