# ideal robots.txt file for http://www.uraniannights.com/
# tell all spiders not to index cgi-bin directories
User-agent: *
Disallow: /cgi-bin/
Disallow: /www/deadsetfreestuff/cgi-bin/
# tell Google's spider not to index any cgi/perl files
User-agent: googlebot
Disallow: *.cgi
Disallow: *.pl
# more info. from http://www.searchengineworld.com/misc/robots_txt_crawl.htm