User-agent: * Disallow: /admin.php Noindex: /admin.php Noarchive: /admin.php Disallow: /cron/ Noindex: /cron/ Noarchive: /cron/ Disallow: /web-hosting/goto/ Noindex: /web-hosting/goto/ Noarchive: /web-hosting/goto/ # Don't crawl downloadable ZIP files # Disallow: /media/blogs/downloads/ # Noindex: /media/blogs/downloads/ # Noarchive: /media/blogs/downloads/