#####################################################
##  robots.txt file for Cherokee   ###
#####################################################
###  Keeps robots and spiders out of these area's ###
#####################################################
###  Needs to be placed in the server root        ###
#####################################################

# robots, scram

User-agent: *
Disallow: /private/   #all dir. private directorys
Disallow: /dev/   #all dev directorys
Disallow: /data/   #all data directorys
Disallow: /demo/      #all dir. named demo directory
Disallow: /test/      #all dir. named test
Disallow: /reports/   #all dir. named reports
Disallow: /test       #all files. named test.somthing
Disallow: /admin/       #all files. named admin.somthing
Disallow: /admin       #all files. named admin.somthing
Disallow: /.gif       #all files. named admin.gif
Disallow: /.jpg       #all files. named admin.gif
Disallow: /.txt       #all files. named admin.gif
Disallow: /.cgi       #all files. named admin.gif
Disallow: /.pl       #all files. named admin.gif
Disallow: /images/       #all files. named admin.gif

User-agent:     Mozilla/3.01 (hotwired-test/0.1)
Disallow: /private/   #all dir. private directorys
Disallow: /dev/   #all dev directorys
Disallow: /data/   #all data directorys
Disallow: /demo/      #all dir. named demo directory
Disallow: /test/      #all dir. named test
Disallow: /reports/   #all dir. named reports
Disallow: /test       #all files. named test.somthing
Disallow: /admin/       #all files. named admin.somthing
Disallow: /admin       #all files. named admin.somthing
Disallow: /.gif       #all files. named admin.gif
Disallow: /.jpg       #all files. named admin.gif
Disallow: /.txt       #all files. named admin.gif
Disallow: /.cgi       #all files. named admin.gif
Disallow: /.pl       #all files. named admin.gif
Disallow: /images/       #all files. named admin.gif

User-agent:     Slurp
Disallow: /private/   #all dir. private directorys
Disallow: /dev/   #all dev directorys
Disallow: /data/   #all data directorys
Disallow: /demo/      #all dir. named demo directory
Disallow: /test/      #all dir. named test
Disallow: /reports/   #all dir. named reports
Disallow: /test       #all files. named test.somthing
Disallow: /admin/       #all files. named admin.somthing
Disallow: /admin       #all files. named admin.somthing
Disallow: /.gif       #all files. named admin.gif
Disallow: /.jpg       #all files. named admin.gif
Disallow: /.txt       #all files. named admin.gif
Disallow: /.cgi       #all files. named admin.gif
Disallow: /.pl       #all files. named admin.gif
Disallow: /images/       #all files. named admin.gif

User-agent:     Scooter
Disallow: /private/   #all dir. private directorys
Disallow: /dev/   #all dev directorys
Disallow: /data/   #all data directorys
Disallow: /demo/      #all dir. named demo directory
Disallow: /test/      #all dir. named test
Disallow: /reports/   #all dir. named reports
Disallow: /test       #all files. named test.somthing
Disallow: /admin/       #all files. named admin.somthing
Disallow: /admin       #all files. named admin.somthing
Disallow: /.gif       #all files. named admin.gif
Disallow: /.jpg       #all files. named admin.gif
Disallow: /.txt       #all files. named admin.gif
Disallow: /.cgi       #all files. named admin.gif
Disallow: /.pl       #all files. named admin.gif
Disallow: /images/       #all files. named admin.gif

User-agent: Ultraseek
Disallow: /private/   #all dir. private directorys
Disallow: /dev/   #all dev directorys
Disallow: /data/   #all data directorys
Disallow: /demo/      #all dir. named demo directory
Disallow: /test/      #all dir. named test
Disallow: /reports/   #all dir. named reports
Disallow: /test       #all files. named test.somthing
Disallow: /admin/       #all files. named admin.somthing
Disallow: /admin       #all files. named admin.somthing
Disallow: /.gif       #all files. named admin.gif
Disallow: /.jpg       #all files. named admin.gif
Disallow: /.txt       #all files. named admin.gif
Disallow: /.cgi       #all files. named admin.gif
Disallow: /.pl       #all files. named admin.gif
Disallow: /images/       #all files. named admin.gif


User-agent: smallbear
Disallow: /private/   #all dir. private directorys
Disallow: /dev/   #all dev directorys
Disallow: /data/   #all data directorys
Disallow: /demo/      #all dir. named demo directory
Disallow: /test/      #all dir. named test
Disallow: /reports/   #all dir. named reports
Disallow: /test       #all files. named test.somthing
Disallow: /admin/       #all files. named admin.somthing
Disallow: /admin       #all files. named admin.somthing
Disallow: /.gif       #all files. named admin.gif
Disallow: /.jpg       #all files. named admin.gif
Disallow: /.txt       #all files. named admin.gif
Disallow: /.cgi       #all files. named admin.gif
Disallow: /.pl       #all files. named admin.gif
Disallow: /images/       #all files. named admin.gif

User-agent: GoogleBot
Disallow: /private/   #all dir. private directorys
Disallow: /dev/   #all dev directorys
Disallow: /data/   #all data directorys
Disallow: /demo/      #all dir. named demo directory
Disallow: /test/      #all dir. named test
Disallow: /reports/   #all dir. named reports
Disallow: /test       #all files. named test.somthing
Disallow: /admin/       #all files. named admin.somthing
Disallow: /admin       #all files. named admin.somthing
Disallow: /.gif       #all files. named admin.gif
Disallow: /.jpg       #all files. named admin.gif
Disallow: /.txt       #all files. named admin.gif
Disallow: /.cgi       #all files. named admin.gif
Disallow: /.pl       #all files. named admin.gif
Disallow: /images/       #all files. named admin.gif