User-agent:*
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /wp-cache/
Disallow: /wp-admin/
Disallow: /category/cultura/page/contacto/
Disallow: /foro/admin/
Disallow: /foro/cache/
Disallow: /foro/db/
Disallow: /empleo/adm/
Disallow: /empleo/styles/
Disallow: /empleo/cache/
Sitemap: http://www.arandahoy.com/sitemap.xml
User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: libwww
Disallow: /
User-agent: noxtrumbot
Crawl-delay: 50
User-agent: msnbot
Crawl-delay: 30
User-agent: Slurp
Crawl-delay: 10