# PinMountain : robots.txt # # This file is used to allow crawlers to index our site. # It is NOT used for any other purpose, such as filtering # impressions or clicks. # This one would allow every robot to index every file #User-agent: * #Disallow: # This one will allow all robots to NOT index cgi or images folders User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /reports/ Disallow: /ssl/ Disallow: /database/