# Establecemos total libertad para webcrawler
# Ya que dejamos Disallow vacio

User-agent: webcrawler
Disallow:

User-agent: *
Disallow: /admin
Disallow: /cron
Disallow: /raw_rss