#acceso al boot de google
User-agent: googlebot
Allow: /

# Block the entire site from anothercrawler.
User-agent: anothercrawler
Disallow: /