# robots.txt # # This file is used to allow crawlers to index our site. # It is NOT used for any other purpose, such as filtering # impressions or clicks. # # All crawlers may index the site except for the directories # listed using the Disallow directive User-Agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /flash/