User-agent: *

Sitemap: http://www.taswineshow.org/sitemap.xml

# Stop robots indexing certain types of files in the root directory
Disallow: /*.js$
Disallow: /*.jar$
Disallow: /*.php$  #e.g. PHP-based forms installed on this site

# Exclude robots from pages that are merely functional
Disallow: /search-results.html
Disallow: /test-bed.html
Disallow: /search-results.html
Disallow: /email-sent.html
Disallow: /wine-show-gallery.html
Disallow: /sitemap.html
Disallow: /bad_url.html

# Stop robots from looking 'under the hood'
Disallow: /java/
Disallow: /cgi-bin/
Disallow: /forms/
Disallow: /images/
Disallow: /media/images/
Disallow: /media/Scripting/
Disallow: /_media/
Disallow: /gallery/
Disallow: /__store/
Disallow: /tmp/

# Stop robots indexing pre-release or archival material
Disallow: /TEST/
Disallow: /archive/