#robots.txt file 

User-agent: *  #this applies to all search engines
Disallow:    /Library/          # block subdirectories
Disallow:    /Templates/
Disallow:    /_notes/
Disallow:    /cgi-bin/
Disallow:    /untitled/
Disallow:     /*.gif                # block graphics files
Disallow:     /*.png
Disallow:     /*.jpg
Disallow:     /*.csv
Disallow:     /*.swf
Disallow:     /*.pdf
disallow:    /rejex*/
disallow:    /corrosionxnet/