User-agent: Slurp
Crawl-delay: 20
User-agent: TurnitinBot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: linkwalker
Disallow:   /
User-agent: ZyBorg
Disallow:   /
User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-sec/
Disallow: /contentmanager/
Disallow: /content/
Disallow: /data/
Disallow: /templates/
Disallow: /proof/
Disallow: /news/cgi-sec/
Disallow: /news/cgi-bin/
Disallow: /news/polls/
Disallow: /jobs/cgi-sec/
Disallow: /jobs/cgi-bin/
Disallow: /sports/cgi-sec/
Disallow: /sports/cgi-bin/
Disallow: /sports/polls/
Disallow: /sports/forum/archive/
Disallow: /sports/endzone/archive/
Disallow: /sports/endzone/articles/
Disallow: /sports/endzone/video/
Disallow: /sports/hoopzone/articles/
Disallow: /sports/hoopzone/video/
Disallow: /soundbytes/
Disallow: /unused/
Disallow: /myrtlebeach/
Disallow: /weather/cgi-sec/
Disallow: /weather/cgi-bin/
Disallow: /weather/forecasts/
Disallow: /weather/forum/archive/