############################################################## # # robots.txt for http://www.msasurfing.org # last updated 22 November 2009 # # directories or files robots are not allowed to index User-agent: * Disallow: /_extra Disallow: /anonymous Disallow: /bod Disallow: /cgi-bin Disallow: /communications Disallow: /error Disallow: /events Disallow: /history Disallow: /malibu Disallow: /members Disallow: /photos Disallow: /pics Disallow: /promos Disallow: /resources Disallow: /service Disallow: /signup Disallow: /support Disallow: /sponsors Disallow: /stats Disallow: /team Disallow: /test User-agent: * Disallow: /contact.html Disallow: /faq.html Disallow: /membership.html Disallow: /privacy.html # list specific file types robots are not allowed to index # this is an extension of the standard, so now all bots may follow it (Google does) User-agent: * Disallow: /*.jpg$ Disallow: /*.gif$ Disallow: /*.ico$ # # # # (c) 2009 Malibu Surfing Association # #############################################################