############################################################## # # robots.txt for http://www.msasurfing.org # last updated 06 March 2008 # # directories or files robots are not allowed to index User-agent: * Disallow: /about Disallow: /catalog Disallow: /contact Disallow: /distributors Disallow: /resources # directories or files robots are not allowed to index User-agent: * Disallow: /downloads # list specific file types robots are not allowed to index # this is an extension of the standard, so now all bots may follow it (Google does) User-agent: * Disallow: /*.jpg$ Disallow: /*.gif$ # # # # (c) 2008 Blair Foam # #############################################################