# General robots.txt

User-agent: Slurp
Disallow: /
Crawl-delay: 30

User-agent: YahooSeeker
Crawl-delay: 30
Disallow: /
Disallow: /Merchant2/

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: *
Disallow: /page/
Disallow: /Merchant2/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: / guestbook/
Disallow: /private/
Disallow: /membersonly/
Disallow: /forbidden/
Disallow: /keepout/
Disallow: /store/
Disallow: /admin/
Disallow: /administrator/
Disallow: /administration/
Disallow: /adminonly/
Disallow: /adult/
Disallow: /stats/