#Robots.txt for hydradirect.com # AllTheWeb User-agent: fast-webcrawler Crawl-Delay: 10 Disallow: /node/add Disallow: /user Disallow: /files Disallow: /search Disallow: /admin Disallow: /cron.php Disallow: /xmlrpc.php Disallow: /database/ Disallow: /images/ Disallow: /includes/ Disallow: /modules/ Disallow: /scripts/ Disallow: /themes/ # AltaVista User-agent: scooter Crawl-Delay: 10 Disallow: /node/add Disallow: /user Disallow: /files Disallow: /search Disallow: /admin Disallow: /cron.php Disallow: /xmlrpc.php Disallow: /database/ Disallow: /images/ Disallow: /includes/ Disallow: /modules/ Disallow: /scripts/ Disallow: /themes/ # Googlebot User-agent: googlebot Crawl-Delay: 10 Disallow: /node/add Disallow: /user Disallow: /files Disallow: /search Disallow: /admin Disallow: /cron.php Disallow: /xmlrpc.php Disallow: /database/ Disallow: /images/ Disallow: /includes/ Disallow: /modules/ Disallow: /scripts/ Disallow: /themes/ # Looksmart User-agent: wisenutbot Crawl-Delay: 10 Disallow: /node/add Disallow: /user Disallow: /files Disallow: /search Disallow: /admin Disallow: /cron.php Disallow: /xmlrpc.php Disallow: /database/ Disallow: /images/ Disallow: /includes/ Disallow: /modules/ Disallow: /scripts/ Disallow: /themes/ User-agent: zyborg Crawl-Delay: 10 Disallow: /node/add Disallow: /user Disallow: /files Disallow: /search Disallow: /admin Disallow: /cron.php Disallow: /xmlrpc.php Disallow: /database/ Disallow: /images/ Disallow: /includes/ Disallow: /modules/ Disallow: /scripts/ Disallow: /themes/ # MSN User-agent: msnbot Crawl-Delay: 10 Disallow: /node/add Disallow: /user Disallow: /files Disallow: /search Disallow: /admin Disallow: /cron.php Disallow: /xmlrpc.php Disallow: /database/ Disallow: /images/ Disallow: /includes/ Disallow: /modules/ Disallow: /scripts/ Disallow: /themes/ # Yahoo Vertical Crawler User-agent: yahoo-verticalcrawler Crawl-Delay: 10 Disallow: /node/add Disallow: /user Disallow: /files Disallow: /search Disallow: /admin Disallow: /cron.php Disallow: /xmlrpc.php Disallow: /database/ Disallow: /images/ Disallow: /includes/ Disallow: /modules/ Disallow: /scripts/ Disallow: /themes/