###############################
#
# sample robots.txt file for this website 
#
# addresses all robots by using wild card *
#
User-agent: *
# list folders robots are not allowed to index

Disallow: /cgi-bin/
Disallow: /symbols/
Disallow: /scripts/
Disallow: /javascript/

#
# list specific files robots are not allowed to index
#
Disallow: /frameupper3.htm
Disallow: /frameleft.htm
Disallow: /index2.html
Disallow: /closeleft.htm
Disallow: /indexlist.htm
Disallow: /small1.css
Disallow: /thanks.html
Disallow: /site.html
Disallow: /stm.js

Disallow: /key.html
Disallow: /site07.csv
Disallow: /list01.txt

Disallow: /eng.html
Disallow: /eng2.html
Disallow: /english3.htm

Disallow: /fam.html
Disallow: /fam2.html
Disallow: /families3.htm

Disallow: /sci.html
Disallow: /sci2.html
Disallow: /scientific3.htm

#
# End of robots.txt file
#
###############################