# Robots.txt file 
# All robots will spider the domain
User-agent: *
Disallow: /images/
Disallow: /source/
Disallow: /image/
Disallow: /sav/
Disallow: /bob/
Disallow: /keep/
Disallow: /new/
Disallow: /_notes/
Disallow: *.gif
Disallow: *.jpg