user-agent: ASPSeek
user-agent: asterias
user-agent: baiduspider
user-agent: BravoBrian
user-agent: dloader(NaverRobot)
user-agent: Dumbot
user-agent: EgotoBot
user-agent: Gaisbot
user-agent: Generic
user-agent: grub-client
user-agent: http://www.almaden.ibm.com/cs/crawler
user-agent: InfoNaviRobot
user-agent: Jyxobot
user-agent: Larbin
user-agent: MSIECrawler
user-agent: NaverRobot
user-agent: NexaBot
user-agent: NPBot
user-agent: obot
user-agent: OWR_Crawler
user-agent: PhpDig
user-agent: psbot
user-agent: puf
user-agent: rabaz
user-agent: Reaper
user-agent: RPT-HTTPClient
user-agent: ScoutAbout
user-agent: semanticdiscovery
user-agent: Steeler
user-agent: Teleport Pro
user-agent: TurnitinBot
user-agent: TutorGig
user-agent: vsecrawler
user-agent: Wget
Disallow: /
User-agent: *
Disallow: /cgi-bin/
User-agent: msnbot
crawl-delay: 20