# don't index the Microbin application
# and some other
User-agent: *
Disallow: /app
Disallow: /backups
Disallow: /bin
Disallow: /files
Disallow: /images
Disallow: /sm
Disallow: /textpattern
Disallow: /wm
Disallow: /stats

#
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /