User-agent: *
Disallow: /cgi-bin/
Disallow:/logs
Disallow:/errors

User-agent: googlebot
Disallow: /cgi-bin/
Disallow:/logs
Disallow:/errors

User-agent: scooter
Disallow: /cgi-bin/
Disallow: /logs
Disallow:/errors

User-agent: ArchitextSpider
Disallow: /cgi-bin/
Disallow: /logs
Disallow:/errors

User-agent: Lycos_Spider_(T-Rex)
Disallow: /cgi-bin/
Disallow: /logs
Disallow:/errors

User-agent: FAST-WebCrawler/
Disallow: /cgi-bin/
Disallow: /logs
Disallow:/errors