# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

User-agent: *

# don't visit explicitly requested html pages (the standard URL will catch these)
Disallow: /html/

# don't visit flash pages
Disallow: /flash/

# don't visit xml pages		
Disallow: /xml/

# don't visit the admin side of the site
Disallow: /admin/

# don't visit javascripts or stylesheets
Disallow: /javascripts/
Disallow: /stylesheets/