# Robots text file.
User-agent: *   # directed to all spiders, not just Scooter
Disallow: README
Disallow: index.txt
Disallow: /css
Disallow: /css/*
Disallow: /etc
Disallow: /etc/*
Disallow: /errors
Disallow: /errors/*
Disallow: /*.jpg
Disallow: /*.gif
Disallow: /images
Disallow: /images/
Disallow: /images/*
Disallow: /js
Disallow: /js/
Disallow: /js/*
Disallow: /layout
Disallow: /layout/*
Disallow: /inc
Disallow: /inc/*
Disallow: /new
Disallow: /stats
Disallow: /stats/
Disallow: /stats/*