# $Id: robots.txt,v 1.1 2005/07/20 04:42:17 ywu Exp $ # Allow only specific directories User-agent: psbot Disallow: Crawl-delay: 100 User-Agent: msnbot Crawl-delay: 10 Disallow: User-agent: * Crawl-delay: 10 Disallow: