###############################
#
#
User-agent: *
#    This asterisk is a wild card signalling that we are addressing all robots rather than only specific ones.
#
# list folders robots are not allowed to index 
#
Disallow: /stats/
Disallow: /templates/
Disallow: /whatever/assets/
Disallow: /folder/
#
# list specific files robots are not allowed to index
#
Disallow: advantage.html
Disallow: reference.html
# Disallow: journal.html
# Disallow: nomenclature.html

# Disallow: types.html
Disallow: contact.html
Disallow: InfoSheets.html
Disallow: MSDS.html
Disallow: pricing.html
Disallow: products.html
Disallow: purchase.html
Disallow: /folder2/whatever.html
# 
#
###############################



# Something to put in the individual files themselves:
#  <META NAME="ROBOTS" CONTENT="NOINDEX, NOFOLLOW">
# [I doubt that pasting the <META NAME . . ." line 
#  is necessary IN ADDITION TO uploading this robots.txt file]
#
# Source: http://www.dwfaq.com/Tutorials/Miscellaneous/robot_txt.asp