# robots.txt for http://www.cgiCentral.net

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: *
Crawl-delay: 75

Disallow: /400CS-NT
Disallow: /backup
Disallow: /BAK.WebStore
Disallow: /cgi-bin/dist
Disallow: /cgi-bin/imperialdata
Disallow: /cgi-bin/martelbros
Disallow: /cgi-bin/media-doc
Disallow: /cgi-bin/pulver-levine
Disallow: /cgi-bin/realtime
Disallow: /cgi-bin/SSI
Disallow: /cgi-bin/surepay
Disallow: /forms
Disallow: /DEV_400CS
Disallow: /DEV_WebStore
Disallow: /download
Disallow: /images
Disallow: /imperialdata
Disallow: /martelbros
Disallow: /mikestractors
Disallow: /media-doc
Disallow: /pulver-levine
Disallow: /realtime
Disallow: /SSI
Disallow: /stats
Disallow: /Stats
Disallow: /tarfiles
Disallow: /wwwboard
Disallow: /ZZ

User-agent: Slurp
Disallow: /whois