# small robots.txt # more information about this file can be found at # http://www.robotstxt.org/wc/robots.html User-Agent: * Crawl-Delay: 30 # Disallow: /?q=admin # Disallow: /admin/ # Disallow: /cron.php # Disallow: */add/ # askjeeves # User-Agent: Teoma # Crawl-Delay: 30