Sitemap: http://www.statemuseum.arizona.edu/sitemap_index.xml

# Avery ASP query string causes problems for Google but Zoom should search.
# Google may still index if it finds links elsewhere on the web.
# See: http://webmasters.stackexchange.com/questions/24569/why-do-google-search-results-include-pages-disallowed-in-robots-txt

User-agent: Googlebot
Disallow: /coll/averydb/default.asp?

User-agent: *
Disallow: /_private/
Disallow: /about/contact_form.php
Disallow: /blog/wp-content/uploads/
Disallow: /exhibits/blm_vignettes/detailpgs/
Disallow: /exhibits/heisey/detail/
Disallow: /exhibits/heisey/esp/detail/
Disallow: /exhibits/pol/vr_pgs/
Disallow: /help/prob_rpt.php
Disallow: /frame/docframe_nav.php
Disallow: /frame/save.php

# Not all bots understand the wildcards. Put these at the end so if the dumb bot chokes it doesn't matter.

Disallow: /exhibits/helga/*ver=
Disallow: /*_thx.php
Disallow: /*_images/
Disallow: /*images/
Disallow: /*img/