# Sitemap
Sitemap: http://www.brownboots.org/sitemap.xml

# www.apptus.com's crawler generates many exceptions
User-agent: apptus_tce
Disallow: /

# www.apptus.com's crawler generates many exceptions
User-agent: apptus_tce/1.2
Disallow: /

# MSRBOT causes some exceptions (its a microsoft research test bot)
User-agent: MSRBOT
Disallow: /

# Twiceler causes exceptions
User-agent: twiceler
Disallow: /

# This thing is generating exceptions
User-agent: VSynCrawler/1.0
Disallow: /

# This thing is not respecting nofollow
User-agent: wwwster/1.4 (Beta, mailto:gue@cis.uni-muenchen.de)
Disallow: /


User-agent: duggmirror
Disallow: /


User-agent: psbot
Disallow: /


User-agent: ia_archiver
Disallow: /


# Non standard extension supported by yahoo, and HOPEFULLY google
# This is a delay in seconds
Crawl-delay: 1


User-agent: *
Disallow: /cgi-bin/
Disallow: /go/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /author/
Disallow: /category/
Disallow: /wp-images/
Disallow: /images/
Disallow: /backup/
Disallow: /banners/
Disallow: /archives/
Disallow: /trackback/
Disallow: /feed/
Disallow: /flat-shoes-arrivals/


User-agent: Googlebot-Image
Allow: /wp-content/uploads/

 
User-agent: Mediapartners-Google
Allow: /